00000800:00000200:0.1F:1779202101.947501:0:3660:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c072ccb6] -> 12345-192.168.204.121@tcp (2) 00000800:00000200:1.1F:1779202101.959081:0:3651:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c072ccb6] -> 12345-192.168.204.121@tcp (2) 00000800:00000200:1.1:1779202101.959092:0:3651:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.121@tcp 000000004f5dc54b deleted 00000800:00000010:1.1:1779202101.959094:0:3651:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004f5dc54b. 00000800:00000200:1.1:1779202101.959101:0:3651:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1779202101.959109:0:3651:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:1023 00000800:00000200:1.1:1779202101.959114:0:3651:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004437ea58 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1779202101.959229:0:3650:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1779202101.960005:0:3652:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c072ccb6] -> 12345-192.168.204.121@tcp (4) 00000800:00000200:1.1:1779202101.960009:0:3652:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.121@tcp 000000004f5dc54b deleted 00000800:00000010:1.1:1779202101.960011:0:3652:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004f5dc54b. 00000800:00000200:1.1:1779202101.960013:0:3652:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1779202101.960305:0:3650:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1F:1779202102.223321:0:6558:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005b1c5198. 00010000:00000010:3.1:1779202102.223360:0:6558:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006fd3636b. 00010000:00000010:1.1:1779202102.595749:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f475e601. 00010000:00000010:1.1:1779202102.595756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040f5d20f. 00010000:00000010:1.1:1779202102.605919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000be688bd7. 00010000:00000010:1.1:1779202102.605929:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e2b38b15. 00010000:00000010:1.1:1779202102.605932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000002e1d656. 00080000:00000010:0.1:1779202102.634302:0:6540:0:(osd_handler.c:1611:osd_oxc_free()) kvfree 'oxe': 68 at 000000008eeca3e3. 00010000:00010000:3.0:1779202544.268367:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd1a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.268397:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.268404:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.268410:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.268529:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db000/0x3d5ca2fc49dbd1b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.268537:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db000/0x3d5ca2fc49dbd1b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.268543:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db000/0x3d5ca2fc49dbd1b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202544.268592:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:3.0:1779202544.268597:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202544.268633:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db000/0x3d5ca2fc49dbd1b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269369:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd1a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269378:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd1a5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269385:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd1a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269409:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38dba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202544.269414:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd1a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269423:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd1a5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269439:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202544.269442:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202544.269448:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd1a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269536:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd1a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269554:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269559:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1ac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269565:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269570:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38da000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202544.269572:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269578:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1ac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269839:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff91cfc10a7300) 00010000:00010000:3.0:1779202544.269843:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202544.269848:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1ac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269855:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269906:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db200/0x3d5ca2fc49dbd19e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64f93 expref: 72 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269920:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db000/0x3d5ca2fc49dbd1b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64f93 expref: 71 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.269926:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff91cfc10a7400) 00010000:00010000:3.0:1779202544.269929:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202544.269931:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38db000, rc 0) 00000100:00100000:3.0:1779202544.270017:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+71:22105:x1865628500904064:12345-192.168.204.21@tcp:101:mkdir.0 Request processed in 1837us (2157us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202544.270038:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 701 00000100:00100000:3.0:1779202544.321456:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500904192 00000100:00100000:3.0:1779202544.321471:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500904192 00000100:00100000:3.0:1779202544.321553:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 702 00000100:00100000:3.0:1779202544.321566:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+29:22111:x1865628500904192:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202544.321601:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202544.321632:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db200/0x3d5ca2fc49dbd1ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d64f9a expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.321806:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.321827:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.321841:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202544.321899:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1779202544.321903:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202544.321931:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.321959:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db200/0x3d5ca2fc49dbd1ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64f9a expref: 31 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.321981:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64f9a expref: 30 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.321992:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202544.321995:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202544.322000:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38da000, rc 0) 00000100:00100000:3.0:1779202544.322084:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+30:22111:x1865628500904192:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 521us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202544.322092:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 702 00000100:00100000:3.0:1779202544.350603:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202544.362888:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500905728 00000100:00100000:3.0:1779202544.362922:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500905728 00000100:00100000:3.0:1779202544.362998:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 707 00000100:00100000:3.0:1779202544.363010:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+76:22111:x1865628500905728:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1779202544.363328:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db200/0x3d5ca2fc49dbd20e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.363349:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db200/0x3d5ca2fc49dbd20e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.363363:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db200/0x3d5ca2fc49dbd20e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1779202544.363439:0:16980:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967713 00000004:00010000:3.0:1779202544.363466:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002edda9ed reply state 000000008bac0cbb transno 4294967714 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db200/0x3d5ca2fc49dbd20e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.363480:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db200/0x3d5ca2fc49dbd20e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.363489:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff91d0d90ae200) 00010000:00010000:3.0:1779202544.363492:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1779202544.363497:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1779202544.363630:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:22111:x1865628500905728:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 622us (857us total) trans 4294967714 rc 0/0 00000100:00100000:3.0:1779202544.363639:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 707 00000020:00080000:3.0:1779202544.363647:0:16980:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1779202544.366768:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202544.416345:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500906496 00000100:00100000:3.0:1779202544.416363:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500906496 00000100:00100000:3.0:1779202544.416443:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 710 00000100:00100000:3.0:1779202544.416455:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:22114:x1865628500906496:12345-192.168.204.21@tcp:54:lfs.0 00010000:00010000:3.0:1779202544.416572:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd254 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.416597:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd254 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.416612:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd254 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.416671:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd254 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.416680:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd254 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.416687:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd254 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.416730:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38dba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202544.416736:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd254 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.416744:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd254 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.416758:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff91d0d90ae200) 00010000:00010000:3.0:1779202544.416763:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202544.416770:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd254 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.416777:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd254 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202544.416884:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:22114:x1865628500906496:12345-192.168.204.21@tcp:54:lfs.0 Request processed in 431us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202544.416892:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 710 00000100:00100000:3.0:1779202544.634610:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500907904 00000100:00100000:3.0:1779202544.634625:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500907904 00000100:00100000:3.0:1779202544.634747:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 712 00000100:00100000:3.0:1779202544.634760:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:22133:x1865628500907904:12345-192.168.204.21@tcp:34:lfs.0 00010000:00010000:3.0:1779202544.634861:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd269 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.634887:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd269 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.634901:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd269 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.634914:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd270 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.634922:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd270 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.634929:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd270 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635363:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd277 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635376:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd277 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635404:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd277 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202544.635461:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x26:0x0]: returning size 158 00000004:00200000:3.0:1779202544.635466:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202544.635482:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd277 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635499:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd269 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635506:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd269 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635514:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd269 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635520:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38dba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202544.635526:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd269 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635535:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd269 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635551:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff91cfc10a7400) 00010000:00010000:3.0:1779202544.635556:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202544.635562:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd269 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635569:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd269 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635599:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd270 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635606:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd270 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635612:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd270 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635617:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38dae00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202544.635620:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd270 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635640:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd270 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635650:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x4a4b4929 (ffff91cfc10a7e00) 00010000:00010000:3.0:1779202544.635653:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202544.635657:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd270 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635663:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd270 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635673:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd277 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635679:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd277 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635685:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd277 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635869:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38daa00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202544.635873:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd277 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635879:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd277 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635888:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff91d0d90ae200) 00010000:00010000:3.0:1779202544.635891:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202544.635895:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd277 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202544.635901:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd277 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202544.636151:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:22133:x1865628500907904:12345-192.168.204.21@tcp:34:lfs.0 Request processed in 1390us (1656us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202544.636161:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 712 00000100:00100000:3.0:1779202545.035171:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202545.035218:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523963264:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202545.035328:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202545.035794:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523963264:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202545.036125:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523963392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202545.036158:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202545.054904:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523963392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202545.548480:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628523963648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202545.549252:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523963520 00000100:00100000:3.0:1779202545.549263:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523963520 00000100:00100000:3.0:1779202545.549330:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1779202545.549342:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628523963520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202545.549381:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73899712 pending 0 free 3920363520 avail 3688841216 00000100:00100000:3.0:1779202545.549443:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628523963520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (1867us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202545.549460:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1779202545.549529:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628523963520:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1779202546.316262:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202546.573315:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523963776:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202546.573427:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202546.574415:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523963776:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1779202546.574518:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967719 is committed 00000001:00080000:3.0:1779202546.574549:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967707 is committed 00010000:00010000:3.0:1779202548.367248:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202548.624398:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628523963904:0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.624445:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202548.624490:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523964416:0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.624513:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202548.624540:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523964928:0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.624568:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202548.624586:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523965440:0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.624606:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202548.624640:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1779202548.624649:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628523964288:0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.624672:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202548.624687:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523964800:0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.624731:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202548.624751:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523965312:0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.624770:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202548.625261:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523964288 00000100:00100000:3.0:1779202548.625269:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523964288 00000100:00100000:3.0:1779202548.625314:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1779202548.625320:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628523964288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.625368:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628523964288:12345-0@lo:400:kworker.0 Request processed in 48us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202548.625374:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1779202548.625398:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523964416 00000100:00100000:3.0:1779202548.625402:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523964416 00000100:00100000:3.0:1779202548.625423:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523965568 00000100:00100000:3.0:1779202548.625425:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523965568 00000100:00100000:3.0:1779202548.625436:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1779202548.625441:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628523964416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.625469:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628523964416:12345-0@lo:400:kworker.0 Request processed in 29us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202548.625475:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1779202548.625484:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1779202548.625488:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628523965568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202548.625518:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444446208 avail 1298206720 00000100:00100000:3.0:1779202548.626740:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628523965568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1250us (1595us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202548.626757:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1779202548.628326:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628523964288:0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.628341:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523964800:0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.628352:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523965312:0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.628363:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628523963904:0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.628374:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523964416:0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.628384:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523964928:0@lo:400:kworker.0 00000100:00100000:3.0:1779202548.628394:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523965440:0@lo:400:kworker.0 00000100:00100000:3.0:1779202549.643072:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202549.643201:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202549.643242:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202549.643273:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202549.643300:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202549.643326:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202549.643351:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202549.643391:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202549.654012:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00080000:3.0:1779202549.655045:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202550.162905:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202550.162955:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523965824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202550.163060:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202550.163177:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523965824 00000100:00100000:3.0:1779202550.163188:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523965824 00000100:00100000:3.0:1779202550.163259:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1779202550.163267:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628523965824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202550.163300:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 67088064 pending 0 free 3922460672 avail 3690938368 00000100:00100000:3.0:1779202550.163349:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628523965824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202550.163357:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1779202550.163411:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523965824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202550.670317:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523965952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202550.670417:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202550.670516:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523965952 00000100:00100000:3.0:1779202550.670527:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523965952 00000100:00100000:3.0:1779202550.670598:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1779202550.670610:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628523965952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202550.670651:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73899712 pending 0 free 3920363520 avail 3688841216 00000100:00100000:3.0:1779202550.670721:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628523965952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202550.670728:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1779202550.670785:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523965952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202551.691460:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523966208 00000100:00100000:3.0:1779202551.691472:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523966208 00000100:00100000:3.0:1779202551.691535:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1779202551.691546:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628523966208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202551.691592:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202551.691664:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628523966208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202551.691716:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00010000:00010000:3.0:1779202552.459026:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202553.708282:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202553.710571:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202553.722000:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500910208 00000100:00100000:3.0:1779202553.722013:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500910208 00000100:00100000:3.0:1779202553.722101:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 717 00000100:00100000:3.0:1779202553.722114:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+71:22763:x1865628500910208:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:3.0:1779202553.722191:0:6562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202553.722227:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db600/0x3d5ca2fc49dbd197 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64f8c expref: 71 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.722250:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202553.722256:0:6562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202553.722326:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd2b6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.722343:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64f9a expref: 30 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.722353:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd2b6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.722394:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64f9a expref: 30 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.722411:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd1c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64f9a expref: 30 pid: 7869 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202553.722464:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628523966336:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202553.722586:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e04b2cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202553.741198:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523966976:0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.741238:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202553.741277:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523967488:0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.741301:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202553.741318:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523968000:0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.741339:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202553.741360:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1779202553.741365:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628523966592:0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.741401:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523966976 00000100:00100000:3.0:1779202553.741409:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523966976 00000100:00100000:3.0:1779202553.742896:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523966720 00000100:00100000:3.0:1779202553.742901:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523966720 00000100:00100000:3.0:1779202553.742924:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1779202553.742931:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628523966976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.742976:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628523966976:12345-0@lo:400:kworker.0 Request processed in 45us (1738us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202553.742981:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1779202553.742993:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1779202553.742999:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628523966720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.743542:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628523966720:12345-0@lo:400:kworker.0 Request processed in 543us (1793us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202553.743550:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1779202553.743588:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523967360 00000100:00100000:3.0:1779202553.743593:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523967360 00000100:00100000:3.0:1779202553.743624:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523967872 00000100:00100000:3.0:1779202553.743627:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523967872 00000100:00100000:3.0:1779202553.743642:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1779202553.743650:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628523968000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.743716:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628523968000:12345-0@lo:400:kworker.0 Request processed in 45us (2353us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202553.743723:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1779202553.743738:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1779202553.743745:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628523967360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.743776:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628523967360:12345-0@lo:400:kworker.0 Request processed in 32us (1846us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202553.744258:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1779202553.744273:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1779202553.744281:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628523967872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.744312:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628523967872:12345-0@lo:400:kworker.0 Request processed in 32us (2343us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202553.744318:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1779202553.744335:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523968128 00000100:00100000:3.0:1779202553.744338:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523968128 00000100:00100000:3.0:1779202553.744357:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1779202553.744363:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628523968128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202553.744390:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444442112 avail 1298202624 00000100:00100000:3.0:1779202553.744435:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628523968128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202553.744442:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1779202553.745371:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628523967360:0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.745385:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628523967872:0@lo:400:kworker.0 00000100:00080000:3.0:1779202553.745414:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202553.745419:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202553.745435:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202553.746460:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628523967104:0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.746507:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202553.746572:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628523967616:0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.746596:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202553.753300:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523966976:0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.753324:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523967488:0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.753339:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523968000:0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.753381:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628523966592:0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.756454:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628523967104:0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.756483:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628523967616:0@lo:400:kworker.0 00000100:00100000:3.0:1779202553.781965:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202553.797374:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500911360 00000100:00100000:3.0:1779202553.797388:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500911360 00000100:00100000:3.0:1779202553.797554:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 724 00000100:00100000:3.0:1779202553.797566:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:22765:x1865628500911360:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202553.797596:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202553.797623:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db600/0x3d5ca2fc49dbd349 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65003 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.797769:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd350 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.797901:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd350 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.797916:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd350 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.797936:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd357 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.797944:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd357 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.797951:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd357 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798012:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd350 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798145:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd350 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798154:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd350 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798160:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38dae00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202553.798165:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd350 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798184:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd350 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798199:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff91cfc10a7200) 00010000:00010000:3.0:1779202553.798202:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202553.798208:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd350 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798214:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd350 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798229:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd357 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798235:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd357 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798241:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd357 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798246:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38daa00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202553.798249:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd357 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798254:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd357 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798262:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff91cfc2a52900) 00010000:00010000:3.0:1779202553.798264:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202553.798267:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd357 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798282:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd357 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798326:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db600/0x3d5ca2fc49dbd349 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65003 expref: 32 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798337:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff91cfc10a7200) 00010000:00010000:3.0:1779202553.798339:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202553.798343:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db600/0x3d5ca2fc49dbd349 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65003 expref: 32 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.798353:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38db600, rc 0) 00000100:00100000:3.0:1779202553.798443:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:22765:x1865628500911360:12345-192.168.204.21@tcp:101:rm.0 Request processed in 878us (1179us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202553.798450:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 724 00000100:00100000:3.0:1779202553.815552:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202553.824428:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500911616 00000100:00100000:3.0:1779202553.824442:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500911616 00000100:00100000:3.0:1779202553.824636:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 726 00000100:00100000:3.0:1779202553.824648:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:22766:x1865628500911616:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202553.824676:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202553.824759:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db600/0x3d5ca2fc49dbd373 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65011 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.824877:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd37a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.824918:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd37a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.824932:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd37a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.824948:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd381 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.824955:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd381 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.824961:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd381 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825010:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd37a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825017:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd37a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825040:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd37a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825047:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd37a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825054:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38daa00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202553.825059:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd37a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825067:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd37a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825088:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff91cfc10a7200) 00010000:00010000:3.0:1779202553.825091:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202553.825097:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd37a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825104:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd37a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825117:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd381 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825122:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd381 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825127:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd381 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825132:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38dae00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202553.825135:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd381 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825140:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd381 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825147:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff91cfc2a52900) 00010000:00010000:3.0:1779202553.825150:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202553.825152:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd381 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825158:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd381 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825206:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db600/0x3d5ca2fc49dbd373 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65011 expref: 32 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825217:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff91cfc10a7200) 00010000:00010000:3.0:1779202553.825219:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202553.825223:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db600/0x3d5ca2fc49dbd373 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65011 expref: 32 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.825232:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38db600, rc 0) 00000100:00100000:3.0:1779202553.825318:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:22766:x1865628500911616:12345-192.168.204.21@tcp:101:cp.0 Request processed in 672us (1297us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202553.825326:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 726 00000100:00100000:3.0:1779202553.829728:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500911872 00000100:00100000:3.0:1779202553.829743:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500911872 00000100:00100000:3.0:1779202553.829833:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 727 00000100:00100000:3.0:1779202553.829854:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:22766:x1865628500911872:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202553.829887:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202553.829917:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dac00/0x3d5ca2fc49dbd388 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65018 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.830083:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd38f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.830102:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd38f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.830114:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd38f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.830155:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd396 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.830163:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd396 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.830169:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd396 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1779202553.831312:0:6563:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xe:0x0], index 0: 0 00010000:00010000:3.0:1779202553.831592:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd39d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.831610:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd39d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.831621:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd39d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.831667:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd38f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.831675:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd38f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.831683:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd38f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.831689:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38da200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202553.831941:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd38f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.831967:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd38f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.831982:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff91cfc10a7200) 00010000:00010000:3.0:1779202553.831986:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202553.831992:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd38f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.831999:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd38f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202553.832015:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e6bb102 reply state 000000001aec14b8 transno 4294967722 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd396 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.832190:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dba00/0x3d5ca2fc49dbd396 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.832197:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff91cfc2a52400) 00010000:00010000:3.0:1779202553.832199:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202553.832203:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1779202553.832258:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dac00/0x3d5ca2fc49dbd388 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65018 expref: 34 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.832274:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da000/0x3d5ca2fc49dbd39d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65018 expref: 33 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202553.832280:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:3.0:1779202553.832282:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202553.832284:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38da000, rc 0) 00000100:00100000:3.0:1779202553.832441:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:22766:x1865628500911872:12345-192.168.204.21@tcp:101:cp.0 Request processed in 2596us (3321us total) trans 4294967722 rc 0/0 00000100:00100000:3.0:1779202553.832451:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 727 00000100:00100000:3.0:1779202553.836610:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500912000 00000100:00100000:3.0:1779202553.836628:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500912000 00000100:00100000:3.0:1779202553.845993:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202553.927636:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202554.248849:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500913408 00000100:00100000:3.0:1779202554.248866:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500913408 00002000:00100000:3.0:1779202554.248949:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xd:0x0] (0->157) req@ffff91cfc4a4ea00 x1865628500913408/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:520/0 lens 648/0 e 0 to 0 dl 1779202565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202554.248962:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a4ea00 with x1865628500913408 ext(0->157) 00002000:00010000:3.0:1779202554.248970:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4a4ea00 00000100:00100000:3.0:1779202554.249010:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 54 00000100:00100000:3.0:1779202554.249031:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628500913408:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:3.0:1779202554.252545:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2421:x1865628500913408:12345-192.168.204.21@tcp:4:cp.0 Request processed in 3493us (4507us total) trans 4294967327 rc 0/0 00000100:00100000:3.0:1779202554.252563:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 54 00002000:00100000:3.0:1779202554.252581:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xd:0x0] (0->157) req@ffff91cfc4a4ea00 x1865628500913408/t4294967327(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:520/0 lens 648/448 e 0 to 0 dl 1779202565 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202554.252593:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a4ea00 with x1865628500913408 ext(0->157) 00002000:00010000:3.0:1779202554.252601:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4a4ea00 00000040:00080000:3.0:1779202554.703347:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202554.703362:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202554.703397:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 2 00000040:00080000:3.0:1779202554.703408:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202554.703749:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628523968768:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202554.703903:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0faa3d300 going to sleep for 11 seconds 00000100:00100000:3.0:1779202554.717909:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628523968768:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202554.725248:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500913792 00000100:00100000:3.0:1779202554.725262:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500913792 00000100:00100000:3.0:1779202554.725344:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 732 00000100:00100000:3.0:1779202554.725357:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:22779:x1865628500913792:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202554.725388:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202554.725415:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dac00/0x3d5ca2fc49dbd3f1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65049 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202554.725575:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd3f8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202554.725594:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd3f8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202554.725607:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd3f8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202554.725621:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x11:0x0]: returning size 158 00010000:00010000:3.0:1779202554.725785:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dac00/0x3d5ca2fc49dbd3f1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65049 expref: 38 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202554.725806:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da200/0x3d5ca2fc49dbd3f8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65049 expref: 37 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202554.725817:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:3.0:1779202554.725848:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202554.725853:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38da200, rc 0) 00000100:00100000:3.0:1779202554.725954:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:22779:x1865628500913792:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 600us (1060us total) trans 4294967724 rc 0/0 00000100:00100000:3.0:1779202554.725962:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 732 00000100:00100000:3.0:1779202554.744859:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628523968896:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202554.744900:0:8444:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008beac01c/0x3d5ca2fc49dbd406 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202554.754492:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202554.754527:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500914304 00000100:00100000:3.0:1779202554.754537:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500914304 00010000:00010000:3.0:1779202554.754577:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000063cb7a12/0x3d5ca2fc49dbd3b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65026 expref: 14 pid: 8511 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202554.754622:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 210 00000100:00100000:3.0:1779202554.754632:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2419:x1865628500914304:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202554.754650:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1779202554.754671:0:7938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xe:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1779202554.754679:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000063cb7a12/0x3d5ca2fc49dbd3b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65026 expref: 14 pid: 8511 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202554.754736:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000063cb7a12/0x3d5ca2fc49dbd3b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65026 expref: 14 pid: 8511 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202554.754763:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063cb7a12/0x3d5ca2fc49dbd3b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65026 expref: 14 pid: 8511 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202554.754782:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202554.754784:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202554.754789:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008beac01c/0x3d5ca2fc49dbd406 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202554.754798:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008beac01c/0x3d5ca2fc49dbd406 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202554.754841:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202554.754861:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628500914304:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 230us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202554.754868:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 210 00000100:00100000:3.0:1779202554.793569:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500915968 00000100:00100000:3.0:1779202554.793585:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500915968 00002000:00100000:3.0:1779202554.793655:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xe:0x0] (0->4095) req@ffff91cfc3167b80 x1865628500915968/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:520/0 lens 488/0 e 0 to 0 dl 1779202565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202554.793668:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3167b80 with x1865628500915968 ext(0->4095) 00002000:00010000:3.0:1779202554.793676:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc3167b80 00000100:00100000:3.0:1779202554.793736:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 55 00000100:00100000:3.0:1779202554.793747:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3167b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628500915968:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1779202554.793984:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3167b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628500915968:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 238us (552us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1779202554.793992:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 55 00002000:00100000:3.0:1779202554.793999:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xe:0x0] (0->4095) req@ffff91cfc3167b80 x1865628500915968/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:520/0 lens 488/4536 e 0 to 0 dl 1779202565 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202554.794115:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3167b80 with x1865628500915968 ext(0->4095) 00002000:00010000:3.0:1779202554.794118:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc3167b80 00000100:00100000:3.0:1779202554.805805:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202554.828903:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202554.833052:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.043394:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.048966:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500917376 00000100:00100000:3.0:1779202555.048980:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500917376 00000100:00100000:3.0:1779202555.049060:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 33 00000100:00100000:3.0:1779202555.049074:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+78:2421:x1865628500917376:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202555.049095:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202555.049128:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297000/0x3d5ca2fc49dbd437 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6505e expref: 78 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.049149:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:3.0:1779202555.049156:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202555.049233:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+77:2421:x1865628500917376:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 163us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202555.049241:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 33 00000100:00100000:3.0:1779202555.068501:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.075856:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500917888 00000100:00100000:3.0:1779202555.075871:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500917888 00000100:00100000:3.0:1779202555.075949:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 143 00000100:00100000:3.0:1779202555.075962:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6477050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+77:22780:x1865628500917888:12345-192.168.204.21@tcp:35:md5sum.0 00000100:00100000:3.0:1779202555.076406:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6477050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+78:22780:x1865628500917888:12345-192.168.204.21@tcp:35:md5sum.0 Request processed in 444us (812us total) trans 4294967728 rc 0/0 00000100:00100000:3.0:1779202555.076428:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 143 00000100:00100000:3.0:1779202555.095248:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.101028:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.328080:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.397248:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.403651:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.408265:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.416666:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.422391:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00010000:00010000:3.0:1779202555.424355:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd4c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.424363:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd4c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202555.424387:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 0 00010000:00010000:3.0:1779202555.424661:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd4c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.424670:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd4c3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.424676:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd4c3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.424682:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202555.424687:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd4c3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.424727:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd4c3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.424749:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff91cfc10a4b00) 00010000:00010000:3.0:1779202555.424752:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202555.424757:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd4c3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.424762:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd4c3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.424847:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbd4bc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65088 expref: 83 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.424857:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff91cfc10a7200) 00010000:00010000:3.0:1779202555.424860:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202555.424864:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbd4bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65088 expref: 83 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.424874:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860600, rc 0) 00000100:00100000:3.0:1779202555.425404:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+81:22804:x1865628500919168:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 7124us (8751us total) trans 4294967731 rc 301/301 00000100:00100000:3.0:1779202555.425414:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 744 00000100:00100000:3.0:1779202555.429569:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.442529:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.447089:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.496489:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.501027:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500921216 00000100:00100000:3.0:1779202555.501040:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500921216 00000100:00100000:3.0:1779202555.501112:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 750 00000100:00100000:3.0:1779202555.501123:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:22806:x1865628500921216:12345-192.168.204.21@tcp:101:md5sum.0 00010000:00010000:3.0:1779202555.501170:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202555.501200:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dac00/0x3d5ca2fc49dbd510 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6509d expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.501271:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77400/0x3d5ca2fc49dbd509 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.501284:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dac00/0x3d5ca2fc49dbd510 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6509d expref: 89 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.501309:0:16980:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77400/0x3d5ca2fc49dbd509 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.501324:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dac00/0x3d5ca2fc49dbd510 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6509d expref: 89 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.501342:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff91cfc10a4d00) 00010000:00010000:3.0:1779202555.501345:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202555.501349:0:16980:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dac00/0x3d5ca2fc49dbd510 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6509d expref: 89 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202555.501357:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38dac00, rc 0) 00000100:00100000:3.0:1779202555.501595:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:22806:x1865628500921216:12345-192.168.204.21@tcp:101:md5sum.0 Request processed in 472us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202555.501612:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 750 00000100:00100000:3.0:1779202555.871330:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3165c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628523969920:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202555.890160:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.900032:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.910361:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.920155:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.932786:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.935352:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.943168:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.955059:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.958290:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.960799:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.964511:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.969629:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.972050:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.973769:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.977443:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202555.980652:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500924416 00000100:00100000:3.0:1779202555.980661:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500924416 00002000:00100000:3.0:1779202555.981041:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xf:0x0] (0->157) req@ffff91cfc4c8b800 x1865628500924416/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:521/0 lens 648/0 e 0 to 0 dl 1779202566 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202555.981054:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4c8b800 with x1865628500924416 ext(0->157) 00002000:00010000:3.0:1779202555.981060:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4c8b800 00000100:00100000:3.0:1779202555.981096:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 57 00000100:00100000:3.0:1779202555.981108:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628500924416:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1779202555.982020:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628500924416:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 911us (1460us total) trans 4294967332 rc 0/0 00000100:00100000:3.0:1779202555.982031:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 57 00002000:00100000:3.0:1779202555.982038:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xf:0x0] (0->157) req@ffff91cfc4c8b800 x1865628500924416/t4294967332(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:521/0 lens 648/448 e 0 to 0 dl 1779202566 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202555.982056:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4c8b800 with x1865628500924416 ext(0->157) 00002000:00010000:3.0:1779202555.982060:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4c8b800 00000100:00100000:3.0:1779202555.984183:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000001:00080000:3.0:1779202555.996213:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967741 is committed 00000004:00080000:3.0:1779202555.996227:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000001:00080000:3.0:1779202555.996264:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967737 is committed 00000004:00080000:3.0:1779202555.996289:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000100:00100000:3.0:1779202556.000853:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202556.003886:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628523970688:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202556.003922:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009c5f7721/0x3d5ca2fc49dbd59c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1779202556.004112:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1779202556.004630:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202556.004636:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c5f7721/0x3d5ca2fc49dbd59c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.004645:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202556.004649:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c5f7721/0x3d5ca2fc49dbd59c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.004659:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c5f7721/0x3d5ca2fc49dbd59c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.004671:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c5f7721/0x3d5ca2fc49dbd59c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.004684:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c5f7721/0x3d5ca2fc49dbd59c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.007246:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202556.007251:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202556.007255:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202556.012880:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500925184 00000100:00100000:3.0:1779202556.012893:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500925184 00000100:00100000:3.0:1779202556.012950:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 764 00000100:00100000:3.0:1779202556.012963:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:22807:x1865628500925184:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1779202556.013027:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202556.013054:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd587 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650c0 expref: 34 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.013087:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:3.0:1779202556.013093:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202556.013123:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5a3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.013137:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5a3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.013146:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5a3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202556.013287:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c312f1e6 reply state 0000000055f02c9f transno 4294967742 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5a3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.013316:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.013321:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:3.0:1779202556.013323:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202556.013326:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1779202556.013429:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:22807:x1865628500925184:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 469us (1183us total) trans 4294967742 rc 0/0 00000100:00100000:3.0:1779202556.013436:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 764 00000100:00100000:3.0:1779202556.018989:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202556.033016:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202556.039620:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202556.054237:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500926336 00000100:00100000:3.0:1779202556.054244:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500926336 00010000:00010000:3.0:1779202556.054277:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbd579 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650b9 expref: 36 pid: 16980 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202556.054310:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 219 00000100:00100000:3.0:1779202556.054318:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:2420:x1865628500926336:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202556.054330:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202556.054336:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbd579 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650b9 expref: 36 pid: 16980 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.054348:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbd579 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650b9 expref: 36 pid: 16980 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.054370:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbd579 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650b9 expref: 36 pid: 16980 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.054407:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:3.0:1779202556.054412:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77800/0x3d5ca2fc49dbd5bf lrc: 3/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.054422:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77800/0x3d5ca2fc49dbd5bf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.054430:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77800/0x3d5ca2fc49dbd5bf lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.054458:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202556.054508:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:2420:x1865628500926336:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 190us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202556.054516:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 219 00000100:00100000:3.0:1779202556.058235:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523971200 00000100:00100000:3.0:1779202556.058249:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523971200 00000100:00100000:3.0:1779202556.058323:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1779202556.058332:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628523971200:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1779202556.058492:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628523971200:12345-0@lo:1000:mdt00_001.0 Request processed in 160us (3219us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202556.058501:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000040:00080000:3.0:1779202556.089447:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202556.089452:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202556.089999:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1779202556.090010:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202556.102682:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500926464 00000100:00100000:3.0:1779202556.102739:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500926464 00000100:00100000:3.0:1779202556.102822:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 147 00000100:00100000:3.0:1779202556.102831:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+73:22806:x1865628500926464:12345-192.168.204.21@tcp:49:md5sum.0 00000100:00100000:3.0:1779202556.102960:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+73:22806:x1865628500926464:12345-192.168.204.21@tcp:49:md5sum.0 Request processed in 129us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202556.102968:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 147 00000100:00100000:3.0:1779202556.105853:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500926720 00000100:00100000:3.0:1779202556.105865:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500926720 00000100:00100000:3.0:1779202556.105926:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 148 00000100:00100000:3.0:1779202556.105937:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:22807:x1865628500926720:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1779202556.106379:0:6566:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x12:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1779202556.106423:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967748 00010000:00010000:3.0:1779202556.106458:0:6566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd5cd lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.106477:0:6566:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd5cd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.106488:0:6566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd5cd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.106497:0:6566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd5cd lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.106503:0:6566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd5cd lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.106509:0:6566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38daa00/0x3d5ca2fc49dbd5cd lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202556.106585:0:6566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1779202556.106745:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:22807:x1865628500926720:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 809us (1497us total) trans 4294967749 rc 0/0 00000100:00100000:3.0:1779202556.106753:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 148 00000020:00080000:3.0:1779202556.106759:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1779202556.114459:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202556.124347:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500926976 00000100:00100000:3.0:1779202556.124366:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500926976 00002000:00100000:3.0:1779202556.124440:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xf:0x0] (0->4095) req@ffff91cfc4961180 x1865628500926976/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:522/0 lens 488/0 e 0 to 0 dl 1779202567 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202556.124453:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4961180 with x1865628500926976 ext(0->4095) 00002000:00010000:3.0:1779202556.124460:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4961180 00000100:00100000:3.0:1779202556.124500:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 58 00000100:00100000:3.0:1779202556.124512:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628500926976:12345-192.168.204.21@tcp:3:md5sum.0 00000100:00100000:3.0:1779202556.124817:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628500926976:12345-192.168.204.21@tcp:3:md5sum.0 Request processed in 307us (4557us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1779202556.124826:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 58 00002000:00100000:3.0:1779202556.124833:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xf:0x0] (0->4095) req@ffff91cfc4961180 x1865628500926976/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:522/0 lens 488/4536 e 0 to 0 dl 1779202567 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202556.124841:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4961180 with x1865628500926976 ext(0->4095) 00002000:00010000:3.0:1779202556.124844:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4961180 00000100:00100000:3.0:1779202556.138711:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500927232 00000100:00100000:3.0:1779202556.138735:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500927232 00000100:00100000:3.0:1779202556.138832:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 149 00000100:00100000:3.0:1779202556.138848:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6474c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+73:22806:x1865628500927232:12345-192.168.204.21@tcp:35:md5sum.0 00000100:00100000:3.0:1779202556.139254:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6474c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+74:22806:x1865628500927232:12345-192.168.204.21@tcp:35:md5sum.0 Request processed in 409us (738us total) trans 4294967750 rc 0/0 00000100:00100000:3.0:1779202556.139284:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 149 00010000:00010000:3.0:1779202556.555204:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202558.603808:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202558.859124:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523971712 00000100:00100000:3.0:1779202558.859134:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523971712 00000100:00100000:3.0:1779202558.859187:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1779202558.859199:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628523971712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202558.859234:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444442112 avail 1298202624 00000100:00100000:3.0:1779202558.859296:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628523971712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202558.859304:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1779202558.860430:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628523971840:0@lo:400:kworker.0 00000100:00100000:3.0:1779202558.860464:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202558.860497:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628523972352:0@lo:400:kworker.0 00000100:00100000:3.0:1779202558.860521:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202558.860547:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628523972864:0@lo:400:kworker.0 00000100:00100000:3.0:1779202558.860573:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1779202558.860601:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202558.860605:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202558.867648:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523972352 00000100:00100000:3.0:1779202558.867676:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523972352 00000100:00100000:3.0:1779202558.867771:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523972864 00000100:00100000:3.0:1779202558.867776:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523972864 00000100:00100000:3.0:1779202558.867797:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523971968 00000100:00100000:3.0:1779202558.867800:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523971968 00000100:00100000:3.0:1779202558.867816:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523972480 00000100:00100000:3.0:1779202558.867818:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523972480 00000100:00100000:3.0:1779202558.868218:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1779202558.868228:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628523972352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202558.870219:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628523972352:12345-0@lo:400:kworker.0 Request processed in 1985us (9689us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202558.870236:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1779202558.870279:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1779202558.870303:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628523972864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202558.870362:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628523972864:12345-0@lo:400:kworker.0 Request processed in 74us (9790us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202558.870369:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1779202558.870381:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1779202558.870387:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628523971968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202558.870669:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628523971968:12345-0@lo:400:kworker.0 Request processed in 281us (10061us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202558.870677:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1779202558.870707:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1779202558.870716:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628523972480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202558.870771:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628523972480:12345-0@lo:400:kworker.0 Request processed in 36us (10078us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202558.870777:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00080000:3.0:1779202558.870808:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202558.870813:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202558.870856:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628523971840:0@lo:400:kworker.0 00000100:00100000:3.0:1779202558.870871:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628523972352:0@lo:400:kworker.0 00000100:00100000:3.0:1779202558.870882:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628523972864:0@lo:400:kworker.0 00000100:00100000:3.0:1779202558.879821:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523972992 00000100:00100000:3.0:1779202558.879832:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523972992 00000100:00100000:3.0:1779202558.880600:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1779202558.880613:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628523972992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202558.880739:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628523972992:12345-0@lo:400:kworker.0 Request processed in 129us (15468us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202558.880758:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1779202559.878274:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500927360 00000100:00100000:3.0:1779202559.878279:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500927360 00000100:00100000:3.0:1779202559.878306:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 478 00000100:00100000:3.0:1779202559.878311:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628500927360:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202559.878344:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628500927360:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 33us (1452us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202559.878350:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 478 00000100:00100000:3.0:1779202560.405571:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202560.405587:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628523973504:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202560.405634:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1779202560.406730:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202560.406768:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628523973504:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202561.941030:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628523973888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202561.941097:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202561.941170:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523973888 00000100:00100000:3.0:1779202561.941243:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523973888 00000100:00100000:3.0:1779202561.941291:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1779202561.941397:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628523973888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202561.941442:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202561.941493:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628523973888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 194us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202561.941499:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1779202561.941548:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628523973888:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1779202561.943432:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202561.943448:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5a3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202561.943454:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202561.943459:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38dae00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202561.943464:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202561.943471:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5a3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202561.943488:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:3.0:1779202561.943491:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202561.943495:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5a3 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202561.943501:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5a3 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1779202561.943530:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 10 committed batchid 9 00000020:00080000:3.0:1779202561.943603:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000100:00100000:3.0:1779202562.649280:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500928512 00000100:00100000:3.0:1779202562.649295:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500928512 00000100:00100000:3.0:1779202562.649381:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 767 00000100:00100000:3.0:1779202562.649395:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:22762:x1865628500928512:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1779202562.649503:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:22762:x1865628500928512:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 112us (2266us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202562.649512:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 767 00000040:00080000:3.0:1779202563.916620:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202563.981189:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523974016 00000100:00100000:3.0:1779202563.981194:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523974016 00000100:00100000:3.0:1779202563.981236:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1779202563.981243:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628523974016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202563.981290:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628523974016:12345-0@lo:400:kworker.0 Request processed in 48us (1874us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202563.981296:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1779202563.981365:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628523974016:0@lo:400:kworker.0 00000100:00100000:3.0:1779202563.982019:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202563.982034:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523975680:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202563.982073:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1779202565.517986:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202565.518079:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628523975936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202565.518110:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202565.523959:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628523975936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202566.898205:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500930176 00000100:00100000:3.0:1779202566.898238:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500930176 00010000:00010000:3.0:1779202566.898287:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91d0f3913e00/0x3d5ca2fc49dba655 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64314 expref: 12 pid: 6555 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202566.898332:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500930304 00000100:00100000:3.0:1779202566.898335:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500930304 00010000:00010000:3.0:1779202566.898348:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91d0f4e23a00/0x3d5ca2fc49dba64e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6430d expref: 13 pid: 6558 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202566.898373:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 229 00000100:00100000:3.0:1779202566.898382:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a6c697da-3b22-4719-9109-e8c43ba504e5+13:2419:x1865628500930176:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202566.898395:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202566.898399:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91d0f3913e00/0x3d5ca2fc49dba655 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64314 expref: 13 pid: 6555 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.898411:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91d0f3913e00/0x3d5ca2fc49dba655 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64314 expref: 13 pid: 6555 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.898446:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202566.898500:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a6c697da-3b22-4719-9109-e8c43ba504e5+13:2419:x1865628500930176:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 118us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202566.898507:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 229 00000100:00100000:3.0:1779202566.898527:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 230 00000100:00100000:3.0:1779202566.898533:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b0a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628500930304:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202566.898541:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202566.898546:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91d0f4e23a00/0x3d5ca2fc49dba64e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6430d expref: 12 pid: 6558 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.898553:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91d0f4e23a00/0x3d5ca2fc49dba64e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6430d expref: 12 pid: 6558 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.898570:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202566.898591:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b0a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628500930304:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 58us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202566.898611:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 230 00000100:00100000:3.0:1779202566.909921:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500930432 00000100:00100000:3.0:1779202566.909938:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500930432 00010000:00010000:3.0:1779202566.909999:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91d0f3af6600/0x3d5ca2fc49dba6a2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64322 expref: 10 pid: 6558 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202566.910065:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 231 00000100:00100000:3.0:1779202566.910077:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a6c697da-3b22-4719-9109-e8c43ba504e5+10:2420:x1865628500930432:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202566.910097:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202566.910105:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91d0f3af6600/0x3d5ca2fc49dba6a2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64322 expref: 10 pid: 6558 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.910121:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91d0f3af6600/0x3d5ca2fc49dba6a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64322 expref: 10 pid: 6558 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.910143:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91d0f3af6600/0x3d5ca2fc49dba6a2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64322 expref: 10 pid: 6558 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.910167:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff91cfc4296c00/0x3d5ca2fc49dbd5db lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.910176:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4296c00/0x3d5ca2fc49dbd5db lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.910198:0:6550:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91cfc4296c00/0x3d5ca2fc49dbd5db lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.910232:0:6550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91cfc4296c00/0x3d5ca2fc49dbd5db lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.910239:0:6550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff91cfc4296c00/0x3d5ca2fc49dbd5db lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.910245:0:6550:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff91cfc4296c00/0x3d5ca2fc49dbd5db lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.910251:0:6550:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202566.910257:0:6550:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff91cfc4296c00/0x3d5ca2fc49dbd5db lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.910266:0:6550:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff91cfc4296c00/0x3d5ca2fc49dbd5db lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.910284:0:6550:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff91cfc4296c00/0x3d5ca2fc49dbd5db lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202566.910296:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202566.910377:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a6c697da-3b22-4719-9109-e8c43ba504e5+9:2420:x1865628500930432:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 302us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202566.910477:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 231 00000100:00100000:3.0:1779202567.051649:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523979008 00000100:00100000:3.0:1779202567.051658:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523979008 00000100:00100000:3.0:1779202567.051742:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1779202567.051752:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628523979008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202567.051791:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202567.051851:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628523979008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202567.051872:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000020:00080000:3.0:1779202567.574206:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000020:00080000:3.0:1779202567.574220:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000100:00100000:0.0:1779202568.279827:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500930688 00000100:00100000:0.0:1779202568.279949:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 482 00000100:00100000:0.0:1779202568.279959:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500930688:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202568.280120:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500930688:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 Request processed in 163us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202568.280128:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 482 00000100:00100000:3.0:1779202568.312041:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500931072 00000100:00100000:3.0:1779202568.312058:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500931072 00000100:00100000:3.0:1779202568.312255:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 485 00000100:00100000:3.0:1779202568.312268:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+10:23410:x1865628500931072:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:3.0:1779202568.312488:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+10:23410:x1865628500931072:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 223us (1429us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202568.312496:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 485 00000100:00100000:3.0:1779202568.324004:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500931328 00000100:00100000:3.0:1779202568.324097:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500931328 00000100:00100000:3.0:1779202568.324233:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 487 00000100:00100000:3.0:1779202568.324249:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500931328:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202568.324508:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500931328:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 Request processed in 262us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202568.324517:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 487 00000100:00100000:0.0:1779202568.344102:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500931584 00000100:00100000:0.0:1779202568.344119:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500931584 00000100:00100000:0.0:1779202568.344206:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 489 00000100:00100000:0.0:1779202568.344218:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+11:23411:x1865628500931584:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:0.0:1779202568.344445:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+11:23411:x1865628500931584:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 229us (2077us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202568.344454:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 489 00000100:00100000:3.0:1779202568.369768:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500931840 00000100:00100000:3.0:1779202568.369790:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500931840 00000100:00100000:3.0:1779202568.369939:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 491 00000100:00100000:3.0:1779202568.369952:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500931840:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202568.369975:0:6555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202568.369998:0:6555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d650ea expref: -99 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202568.370148:0:6555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650ea expref: 12 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202568.370162:0:6555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650ea expref: 12 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202568.370173:0:6555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38dae00, rc 0) 00000100:00100000:3.0:1779202568.370973:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:6239:x1865628500931840:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 Request processed in 1021us (11906us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202568.370983:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 491 00000100:00100000:0.0:1779202568.377356:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500931968 00000100:00100000:0.0:1779202568.377370:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500931968 00000100:00100000:0.0:1779202568.378286:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 492 00000100:00100000:0.0:1779202568.378302:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:6239:x1865628500931968:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202568.378469:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:6239:x1865628500931968:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 Request processed in 170us (1452us total) trans 0 rc -2/-2 00000100:00100000:0.0:1779202568.384447:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 492 10000000:01000000:3.0:1779202568.522879:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1779202568.522889:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91cfc1ada000 from 52 10000000:01000000:3.0:1779202568.522896:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1779202568.522983:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202568.522997:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202568.523021:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202568.523052:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523979136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1779202568.523145:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202568.523243:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3900 going to sleep for 11 seconds 00000100:00100000:3.0:1779202568.525414:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523979136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202568.525436:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd5fe expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202568.525457:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd5fe expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202568.525560:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523979264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202568.525612:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202568.525656:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202568.525900:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523979264 00000100:00100000:0.0:1779202568.525907:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523979264 00000100:00100000:0.0:1779202568.525952:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1779202568.525960:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:6560:x1865628523979264:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202568.526131:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:6560:x1865628523979264:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 171us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202568.526149:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1779202568.527022:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523979264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202568.527069:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523979392:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202568.527125:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202568.527679:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3900 going to sleep for 11 seconds 00000100:00100000:3.0:1779202568.527726:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523979392:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202568.540651:0:18934:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18934:1865628523979520:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202568.540810:0:18934:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202568.540879:0:18934:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1779202568.542507:0:18934:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18934:1865628523979520:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202568.542588:0:18934:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18934:1865628523979648:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202568.542632:0:18934:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202568.542753:0:18934:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1779202568.553628:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523979648 00000100:00100000:0.0:1779202568.553648:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523979648 00000100:00100000:0.0:1779202568.553759:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1779202568.553771:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:18934:x1865628523979648:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202568.554024:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:18934:x1865628523979648:12345-0@lo:502:llog_process_th.0 Request processed in 255us (11390us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202568.554032:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1779202568.554675:0:18934:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18934:1865628523979648:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1779202568.554758:0:18934:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:0.0:1779202568.555631:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1779202568.555682:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1779202568.555731:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd5fe expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.555751:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd5fe expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202568.555762:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1779202568.555765:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1779202568.555769:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1779202568.555810:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd605 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.555818:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd605 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.555828:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd605 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202568.555854:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523979776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202568.556126:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202568.557011:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d0aa8300 going to sleep for 11 seconds 00000100:00100000:0.0:1779202568.577798:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523979776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202568.577843:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd605 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd60c expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.577860:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd605 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd60c expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202568.610398:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523980416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202568.610503:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202568.610559:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d0aa8300 going to sleep for 11 seconds 00000100:00100000:0.0:1779202568.627089:0:18936:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18936:1865628523980544:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202568.628130:0:18936:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202568.628333:0:18936:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d0aa8300 going to sleep for 11 seconds 00000100:00100000:3.0:1779202568.637116:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1779202568.637132:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:18936:x1865628523980544:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202568.637407:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:18936:x1865628523980544:12345-0@lo:502:llog_process_th.0 Request processed in 278us (9280us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202568.637416:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1779202568.637536:0:18936:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18936:1865628523980544:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202568.637635:0:18936:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18936:1865628523980672:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202568.637684:0:18936:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202568.649317:0:18936:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d0aa8300 going to sleep for 11 seconds 00000100:00100000:0.0:1779202568.651148:0:18936:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18936:1865628523980672:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1779202568.651198:0:18936:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000100:00100000:0.0:1779202568.652292:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523980800 00000100:00100000:0.0:1779202568.652300:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523980800 00000100:00100000:0.0:1779202568.652333:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1779202568.652343:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:6560:x1865628523980800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202568.652507:0:6555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202568.652521:0:6555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd628 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd621 expref: -99 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.652548:0:6555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd628 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd621 expref: 18 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.652568:0:6555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd628 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd621 expref: 18 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.652577:0:6555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860a00, rc 0) 00000100:00100000:0.0:1779202568.652625:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628523980800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 282us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202568.652631:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1779202568.653642:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523980928 00000100:00100000:0.0:1779202568.653646:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523980928 00000100:00100000:0.0:1779202568.653675:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1779202568.653681:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628523980928:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202568.653964:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628523980928:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 282us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202568.653971:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1779202568.654856:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523981056 00000100:00100000:0.0:1779202568.654861:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523981056 00000100:00100000:0.0:1779202568.656298:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1779202568.656313:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628523981056:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202568.656482:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628523981056:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 175us (2138us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202568.656499:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1779202568.668506:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523981184 00000100:00100000:3.0:1779202568.668528:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523981184 00000100:00100000:3.0:1779202568.668619:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1779202568.668631:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628523981184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202568.668655:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202568.668681:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc38db200/0x3d5ca2fc49dbd636 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd62f expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202568.668854:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc38db200/0x3d5ca2fc49dbd636 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd62f expref: 19 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202568.668946:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc38db200/0x3d5ca2fc49dbd636 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd62f expref: 19 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202568.668958:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38db200, rc 0) 00000100:00100000:3.0:1779202568.669118:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628523981184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 489us (10607us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202568.669125:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1779202568.676266:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523981312 00000100:00100000:3.0:1779202568.676287:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523981312 00000100:00100000:3.0:1779202568.676545:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1779202568.676569:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628523981312:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202568.676819:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628523981312:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 263us (4493us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202568.676848:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1779202568.687779:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523981440 00000100:00100000:0.0:1779202568.687792:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523981440 00000100:00100000:3.0:1779202568.689519:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1779202568.689535:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628523981440:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202568.689984:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628523981440:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 453us (11448us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202568.689992:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1779202568.702343:0:18938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18938:1865628523981568:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202568.702677:0:18938:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202568.702774:0:18938:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1779202568.704590:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523981568 00000100:00100000:0.0:1779202568.704608:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523981568 00000100:00100000:0.0:1779202568.704681:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1779202568.704710:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:18938:x1865628523981568:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202568.704927:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:18938:x1865628523981568:12345-0@lo:502:llog_process_th.0 Request processed in 235us (2250us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202568.704936:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1779202568.706576:0:18938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18938:1865628523981568:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202568.706674:0:18938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18938:1865628523981696:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202568.706784:0:18938:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202568.706834:0:18938:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e0316900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202568.707541:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523981696 00000100:00100000:0.0:1779202568.707549:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523981696 00000100:00100000:0.0:1779202568.707605:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1779202568.707614:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:18938:x1865628523981696:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202568.707782:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:18938:x1865628523981696:12345-0@lo:502:llog_process_th.0 Request processed in 169us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202568.707790:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000020:01000000:0.0:1779202568.708997:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1779202568.709027:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1779202568.709040:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd62f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd636 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.709056:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd62f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd636 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202568.709068:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:0.0:1779202568.709072:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 46 10000000:01000000:0.0:1779202568.709087:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1779202568.709123:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.709132:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.709143:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202568.709233:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523981824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202568.709283:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202568.709326:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c2bafd80 going to sleep for 11 seconds 00000100:00100000:3.0:1779202568.709859:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523981824 00000100:00100000:3.0:1779202568.709866:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523981824 00000100:00100000:3.0:1779202568.709924:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1779202568.709934:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628523981824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202568.709949:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202568.709966:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc38db000/0x3d5ca2fc49dbd644 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd63d expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202568.709997:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc38db000/0x3d5ca2fc49dbd644 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd63d expref: 20 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202568.710008:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc38db000/0x3d5ca2fc49dbd644 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd63d expref: 20 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202568.710028:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38db000, rc 0) 00000100:00100000:3.0:1779202568.710073:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628523981824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202568.710079:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1779202568.710323:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523981824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202568.710337:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd644 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.710547:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd644 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202568.710629:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523981952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202568.710661:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202568.710686:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c2bafd80 going to sleep for 11 seconds 00000100:00100000:0.0:1779202568.713015:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523982080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202568.721262:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523982208 00000100:00100000:3.0:1779202568.721274:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523982208 00000100:00100000:3.0:1779202568.721335:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1779202568.721832:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:18939:x1865628523982208:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202568.722095:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:18939:x1865628523982208:12345-0@lo:502:llog_process_th.0 Request processed in 751us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202568.722104:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1779202568.728767:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523982464 00000100:00100000:0.0:1779202568.728775:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523982464 00000100:00100000:0.0:1779202568.728815:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1779202568.728824:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:18939:x1865628523982464:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202568.728961:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:18939:x1865628523982464:12345-0@lo:502:llog_process_th.0 Request processed in 137us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202568.728968:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000020:01000000:0.0:1779202568.730014:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 46-49 (rc=0) 10000000:01000000:0.0:1779202568.730044:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1779202568.730056:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd644 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.730070:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd644 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202568.730082:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1779202568.730085:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91d0cb521800 from 52 10000000:01000000:0.0:1779202568.730089:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1779202568.730121:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4861400/0x3d5ca2fc49dbd64b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.730130:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4861400/0x3d5ca2fc49dbd64b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202568.730142:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4861400/0x3d5ca2fc49dbd64b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202568.730161:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523982592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202568.730217:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202568.730254:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f3868480 going to sleep for 11 seconds 00000100:00100000:0.0:1779202568.731296:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523982720 00000100:00100000:0.0:1779202568.731302:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523982720 00000100:00100000:0.0:1779202568.731341:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1779202568.731367:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628523982720:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202568.731489:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628523982720:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202568.731496:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1779202568.733599:0:18940:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18940:1865628523982976:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202568.733664:0:18940:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202568.733748:0:18940:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4780 going to sleep for 11 seconds 00000100:00100000:0.0:1779202568.734220:0:18940:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18940:1865628523982976:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202568.734262:0:18940:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18940:1865628523983104:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202568.734292:0:18940:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202568.739199:0:18940:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4780 going to sleep for 11 seconds 00000100:00100000:0.0:1779202568.744197:0:18940:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18940:1865628523983104:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1779202568.744244:0:18940:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000100:00100000:0.0:1779202568.761642:0:18941:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202568.761960:0:18941:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85afe40 going to sleep for 11 seconds 00000100:00100000:0.0:1779202568.767838:0:18941:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9265180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:18941:1865628523983616:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1779202568.767905:0:18941:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1779202568.767925:0:18941:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1779202568.767928:0:18941:0:(obd_config.c:1561:class_process_config()) marker 44 (0x1) lustre-MDT0000-m new lustre.test_11c 00000020:00000080:0.0:1779202568.767935:0:18941:0:(obd_config.c:1470:class_process_config()) processing cmd: ce020 00020000:01000000:0.0:1779202568.768017:0:18941:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00080000:10000000:0.0:1779202568.769064:0:18941:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00080000:10000000:3.0:1779202568.786950:0:18941:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/32) registered 00000100:00100000:3.0:1779202568.815045:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523983744 00000100:00100000:3.0:1779202568.815071:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523983744 00000100:00100000:3.0:1779202568.815152:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1779202568.815280:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:18941:x1865628523983744:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202568.815991:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:18941:x1865628523983744:12345-0@lo:502:llog_process_th.0 Request processed in 827us (6357us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202568.816000:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1779202568.823545:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523983872 00000100:00100000:0.0:1779202568.823565:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523983872 00000100:00100000:0.0:1779202568.823632:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1779202568.823643:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:18941:x1865628523983872:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202568.825195:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:18941:x1865628523983872:12345-0@lo:502:llog_process_th.0 Request processed in 1044us (1928us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202568.825209:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1779202568.837134:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523984128 00000100:00100000:0.0:1779202568.837161:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523984128 00000100:00100000:0.0:1779202568.837373:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1779202568.837386:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:6560:x1865628523984128:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202568.837580:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:6560:x1865628523984128:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 197us (1597us total) trans 0 rc -2/-2 00000100:00100000:0.0:1779202568.837588:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1779202569.098935:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202569.098972:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628523984256:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202569.099071:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202569.099189:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523984256 00000100:00100000:0.0:1779202569.099199:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523984256 00000100:00100000:0.0:1779202569.099259:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1779202569.099270:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628523984256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202569.099311:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:0.0:1779202569.099364:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628523984256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202569.099372:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1779202569.099433:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628523984256:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202569.100421:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202569.100439:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628523984768:0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.100506:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202569.100547:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628523984640:0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.100585:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202569.100602:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628523984512:0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.100635:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628523985280:0@lo:400:kworker.0 00000100:00100000:0.0:1779202569.100643:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202569.100670:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202569.100672:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523985024:0@lo:400:kworker.0 00000100:00100000:0.0:1779202569.100738:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202569.100843:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1779202569.100849:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628523985152:0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.100876:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202569.100895:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628523985664:0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.100915:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202569.100952:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523984768 00000100:00100000:3.0:1779202569.100960:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523984768 00000100:00100000:3.0:1779202569.101008:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523984512 00000100:00100000:3.0:1779202569.101012:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523984512 00000100:00100000:3.0:1779202569.101032:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523985280 00000100:00100000:3.0:1779202569.101036:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523985280 00000100:00100000:3.0:1779202569.101055:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523984384 00000100:00100000:3.0:1779202569.101058:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523984384 00000100:00100000:3.0:1779202569.101076:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1779202569.101086:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628523984768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.101146:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628523984768:12345-0@lo:400:kworker.0 Request processed in 62us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202569.101154:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1779202569.101171:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523984896 00000100:00100000:3.0:1779202569.101174:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523984896 00000100:00100000:3.0:1779202569.101190:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523985408 00000100:00100000:3.0:1779202569.101193:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523985408 00000100:00100000:3.0:1779202569.101210:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1779202569.101218:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628523984512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.101248:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628523984512:12345-0@lo:400:kworker.0 Request processed in 32us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202569.101261:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1779202569.101282:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1779202569.101290:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628523985280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.101407:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628523985280:12345-0@lo:400:kworker.0 Request processed in 117us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202569.101414:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1779202569.101430:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1779202569.101439:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628523985408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.101475:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628523985408:12345-0@lo:400:kworker.0 Request processed in 38us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202569.101481:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1779202569.101504:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523985024 00000100:00100000:3.0:1779202569.101509:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523985024 00000100:00100000:3.0:1779202569.101541:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523985152 00000100:00100000:3.0:1779202569.101544:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523985152 00000100:00100000:3.0:1779202569.101580:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523985664 00000100:00100000:3.0:1779202569.101583:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523985664 00000100:00100000:3.0:1779202569.101841:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1779202569.101848:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628523985024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.102079:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628523985024:12345-0@lo:400:kworker.0 Request processed in 231us (1340us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202569.102085:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1779202569.102097:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1779202569.102102:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628523985152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.102124:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628523985152:12345-0@lo:400:kworker.0 Request processed in 23us (1250us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202569.102130:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1779202569.102138:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1779202569.102150:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628523985664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.102179:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628523985664:12345-0@lo:400:kworker.0 Request processed in 31us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202569.102185:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1779202569.102228:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628523985152:0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.102238:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628523985664:0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.102248:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628523985280:0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.102257:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628523984768:0@lo:400:kworker.0 00000100:00100000:3.0:1779202569.102266:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628523984640:0@lo:400:kworker.0 00000100:00100000:0.0:1779202569.103002:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523985536:0@lo:400:kworker.0 00000100:00100000:0.0:1779202569.103059:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202569.103113:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628523984512:0@lo:400:kworker.0 00000100:00100000:0.0:1779202569.103125:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523985024:0@lo:400:kworker.0 00000100:00100000:0.0:1779202569.105079:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523985536 00000100:00100000:0.0:1779202569.105094:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523985536 00000100:00100000:0.0:1779202569.108095:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1779202569.108117:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628523985536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202569.111766:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628523985536:12345-0@lo:400:kworker.0 Request processed in 3647us (8696us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202569.111781:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1779202569.112082:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523985536:0@lo:400:kworker.0 00000100:00080000:0.0:1779202570.116772:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202570.117250:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500932224 00000100:00100000:3.0:1779202570.117256:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500932224 00000100:00100000:3.0:1779202570.117312:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500932736 00000100:00100000:3.0:1779202570.117316:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500932736 00000100:00100000:3.0:1779202570.117347:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500932352 00000100:00100000:3.0:1779202570.117350:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500932352 00000100:00100000:3.0:1779202570.117362:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500932864 00000100:00100000:3.0:1779202570.117364:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500932864 00000100:00100000:3.0:1779202570.117383:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 765 00000100:00100000:3.0:1779202570.117394:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+73:2421:x1865628500932224:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202570.117496:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+73:2421:x1865628500932224:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 102us (1427us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202570.117504:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 765 00000100:00100000:3.0:1779202570.117523:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 766 00000100:00100000:3.0:1779202570.117551:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:2421:x1865628500932736:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202570.117578:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:2421:x1865628500932736:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (1397us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202570.117584:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 766 00000100:00100000:3.0:1779202570.117596:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 767 00000100:00100000:3.0:1779202570.117602:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628500932352:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202570.117625:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628500932352:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (1362us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202570.117631:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 767 00000100:00100000:3.0:1779202570.117641:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 768 00000100:00100000:3.0:1779202570.117647:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628500932864:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202570.117668:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628500932864:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (1363us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202570.117674:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 768 00000100:00100000:3.0:1779202570.119381:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 468 00000100:00100000:3.0:1779202570.119394:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2421:x1865628500932992:12345-192.168.204.21@tcp:400:kworker.0 00000100:00080000:0.0:1779202570.119489:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202570.119494:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202570.119498:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202570.119501:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202570.120791:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2421:x1865628500932992:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1399us (4585us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202570.120811:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 468 00000100:00100000:0.0:1779202570.637465:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523985920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202570.637511:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202570.891300:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202571.152083:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523986048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202571.152159:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202571.152230:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523986048 00000100:00100000:3.0:1779202571.152238:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523986048 00000100:00100000:3.0:1779202571.152317:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1779202571.152327:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628523986048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202571.152358:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:3.0:1779202571.152403:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628523986048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202571.152410:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00080000:3.0:1779202571.152430:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202571.152462:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523986048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202571.153456:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202571.153470:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628523986176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202571.153522:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202571.154000:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523986176 00000100:00100000:3.0:1779202571.154008:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523986176 00000100:00100000:3.0:1779202571.154056:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1779202571.154064:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628523986176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202571.154083:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:3.0:1779202571.154130:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628523986176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202571.154137:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00080000:3.0:1779202571.154153:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202571.154183:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628523986176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202572.174401:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628523986304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202572.174476:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202572.175416:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523986304 00000100:00100000:3.0:1779202572.175427:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523986304 00000100:00100000:3.0:1779202572.175477:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1779202572.175485:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628523986304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202572.175531:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202572.175595:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628523986304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (1119us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202572.175601:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1779202572.175659:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628523986304:0@lo:41:osp-pre-1-0.0 00000040:00100000:0.0:1779202572.347283:0:19039:0:(llog.c:1067:llog_reverse_process()) index 54 : idx 49 20000000:01000000:0.0:1779202572.347311:0:19039:0:(mgs_llog.c:959:mgs_search_pool_cb()) Matched pool rec 53 cmd:0xce020 lustre.test_11c 00000040:00080000:0.0:1779202572.347450:0:19039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].55, 224 off17736 20000000:01000000:0.0:1779202572.347472:0:19039:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:0.0:1779202572.347498:0:19039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].56, 136 off17872 00000040:00080000:0.0:1779202572.347518:0:19039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].57, 224 off18096 00000040:00080000:0.0:1779202572.347588:0:19039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].50, 224 off16832 20000000:01000000:0.0:1779202572.347596:0:19039:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:0.0:1779202572.347608:0:19039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].51, 144 off16976 00000040:00080000:0.0:1779202572.347622:0:19039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].52, 224 off17200 00000040:00080000:0.0:1779202572.347677:0:19039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].50, 224 off16832 20000000:01000000:0.0:1779202572.347686:0:19039:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:0.0:1779202572.347728:0:19039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].51, 144 off16976 00000040:00080000:0.0:1779202572.347749:0:19039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].52, 224 off17200 10000000:01000000:0.0:1779202572.347760:0:19039:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1779202572.347780:0:19039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd675 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347800:0:19039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4296c00/0x3d5ca2fc49dbd5e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650dc expref: 11 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347809:0:19039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd5e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650e3 expref: 11 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347817:0:19039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650ea expref: 11 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347825:0:19039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4c76600/0x3d5ca2fc49dbd5fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd5f7 expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347831:0:19039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4297a00/0x3d5ca2fc49dbd60c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd605 expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347850:0:19039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4c77000/0x3d5ca2fc49dbd61a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd613 expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347856:0:19039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd628 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd621 expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347864:0:19039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc38db200/0x3d5ca2fc49dbd636 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd62f expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347871:0:19039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc38db000/0x3d5ca2fc49dbd644 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd63d expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347879:0:19039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4c77400/0x3d5ca2fc49dbd652 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd64b expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347886:0:19039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4297000/0x3d5ca2fc49dbd660 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd659 expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347894:0:19039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd66e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd667 expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347902:0:19039:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd675 lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347941:0:19039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd66e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd667 expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.347956:0:19039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd66e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd667 expref: 22 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.347982:0:19039:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523986432:0@lo:104: 00000100:00100000:0.0:1779202572.348050:0:19039:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202572.348114:0:19039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4297000/0x3d5ca2fc49dbd660 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd659 expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.348123:0:19039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4297000/0x3d5ca2fc49dbd660 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd659 expref: 22 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.348134:0:19039:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523986560:0@lo:104: 00000100:00100000:0.0:1779202572.348157:0:19039:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202572.348184:0:19039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4c77400/0x3d5ca2fc49dbd652 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd64b expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.348193:0:19039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4c77400/0x3d5ca2fc49dbd652 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd64b expref: 22 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.348202:0:19039:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523986688:0@lo:104: 00000100:00100000:0.0:1779202572.348221:0:19039:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202572.348235:0:19039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc38db000/0x3d5ca2fc49dbd644 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd63d expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.348243:0:19039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc38db000/0x3d5ca2fc49dbd644 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd63d expref: 22 pid: 6558 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.348252:0:19039:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523986816:0@lo:104: 00000100:00100000:0.0:1779202572.348272:0:19039:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202572.348289:0:19039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc38db200/0x3d5ca2fc49dbd636 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd62f expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.348308:0:19039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc38db200/0x3d5ca2fc49dbd636 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd62f expref: 22 pid: 6558 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.348316:0:19039:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523986944:0@lo:104: 00000100:00100000:0.0:1779202572.348337:0:19039:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202572.348353:0:19039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd628 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd621 expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.348361:0:19039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd628 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd621 expref: 22 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.348368:0:19039:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987072:0@lo:104: 00000100:00100000:0.0:1779202572.348387:0:19039:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202572.348402:0:19039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4c77000/0x3d5ca2fc49dbd61a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd613 expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.348409:0:19039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4c77000/0x3d5ca2fc49dbd61a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd613 expref: 22 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.348417:0:19039:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987200:0@lo:104: 00000100:00100000:0.0:1779202572.348439:0:19039:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202572.348455:0:19039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4297a00/0x3d5ca2fc49dbd60c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd605 expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.348462:0:19039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4297a00/0x3d5ca2fc49dbd60c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd605 expref: 22 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.348471:0:19039:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987328:0@lo:104: 00010000:00010000:0.0:1779202572.348515:0:19039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4c76600/0x3d5ca2fc49dbd5fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd5f7 expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.348523:0:19039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4c76600/0x3d5ca2fc49dbd5fe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd5f7 expref: 22 pid: 6558 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.348531:0:19039:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987456:0@lo:104: 00010000:00010000:0.0:1779202572.348552:0:19039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650ea expref: 11 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.348563:0:19039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd5f0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650ea expref: 11 pid: 6555 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.348572:0:19039:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987584:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202572.348625:0:19039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd5e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650e3 expref: 11 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.348633:0:19039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd5e9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650e3 expref: 11 pid: 6558 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.348642:0:19039:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987712:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202572.348670:0:19039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4296c00/0x3d5ca2fc49dbd5e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650dc expref: 11 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.348677:0:19039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91cfc4296c00/0x3d5ca2fc49dbd5e2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650dc expref: 11 pid: 6555 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.348684:0:19039:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987840:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202572.348733:0:19039:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e005d840 going to sleep for 11 seconds 00000100:00100000:3.0:1779202572.348841:0:6547:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1779202572.348869:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202572.348883:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202572.348892:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523986432 00000100:00100000:3.0:1779202572.348899:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523986432 00000100:00100000:3.0:1779202572.348941:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523986560 00000100:00100000:3.0:1779202572.348944:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523986560 00000100:00100000:3.0:1779202572.348958:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523986688 00000100:00100000:3.0:1779202572.348961:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523986688 00000100:00100000:3.0:1779202572.348972:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523986816 00000100:00100000:3.0:1779202572.348974:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523986816 00000100:00100000:3.0:1779202572.348983:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523986944 00000100:00100000:3.0:1779202572.348986:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523986944 00000100:00100000:3.0:1779202572.348994:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523987072 00000100:00100000:3.0:1779202572.348996:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523987072 00000100:00100000:3.0:1779202572.349005:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523987200 00000100:00100000:3.0:1779202572.349007:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523987200 00000100:00100000:3.0:1779202572.349014:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523987328 00000100:00100000:3.0:1779202572.349016:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523987328 00000100:00100000:3.0:1779202572.349023:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523987456 00000100:00100000:3.0:1779202572.349025:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523987456 00000100:00100000:3.0:1779202572.349038:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1779202572.349046:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+11:19039:x1865628523986432:12345-0@lo:104: 00010000:00010000:3.0:1779202572.349059:0:6547:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd667 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd66e expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349122:0:6547:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1779202572.349129:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+11:19039:x1865628523986432:12345-0@lo:104: Request processed in 83us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202572.349136:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1779202572.349160:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1779202572.349166:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+10:19039:x1865628523986560:12345-0@lo:104: 00010000:00010000:3.0:1779202572.349174:0:6547:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77800/0x3d5ca2fc49dbd659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd660 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349207:0:6547:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1779202572.349211:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+10:19039:x1865628523986560:12345-0@lo:104: Request processed in 46us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202572.349217:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1779202572.349228:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1779202572.349234:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+9:19039:x1865628523986688:12345-0@lo:104: 00010000:00010000:3.0:1779202572.349241:0:6547:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4861400/0x3d5ca2fc49dbd64b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd652 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349265:0:6547:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1779202572.349271:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+9:19039:x1865628523986688:12345-0@lo:104: Request processed in 37us (1050us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202572.349276:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1779202572.349287:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1779202572.349293:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+8:19039:x1865628523986816:12345-0@lo:104: 00010000:00010000:3.0:1779202572.349301:0:6547:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd644 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349327:0:6547:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1779202572.349331:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+8:19039:x1865628523986816:12345-0@lo:104: Request processed in 39us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202572.349337:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1779202572.349356:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1779202572.349361:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+7:19039:x1865628523986944:12345-0@lo:104: 00010000:00010000:3.0:1779202572.349370:0:6547:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd62f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd636 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349399:0:6547:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:3.0:1779202572.349403:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+7:19039:x1865628523986944:12345-0@lo:104: Request processed in 43us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202572.349409:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1779202572.349420:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1779202572.349425:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+6:19039:x1865628523987072:12345-0@lo:104: 00010000:00010000:3.0:1779202572.349433:0:6547:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76000/0x3d5ca2fc49dbd621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd628 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349459:0:6547:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:3.0:1779202572.349463:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+6:19039:x1865628523987072:12345-0@lo:104: Request processed in 39us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202572.349470:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1779202572.349479:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1779202572.349484:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1186050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+5:19039:x1865628523987200:12345-0@lo:104: 00010000:00010000:3.0:1779202572.349501:0:6547:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4296600/0x3d5ca2fc49dbd613 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd61a expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349526:0:6547:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:3.0:1779202572.349531:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1186050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+5:19039:x1865628523987200:12345-0@lo:104: Request processed in 48us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202572.349536:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1779202572.349565:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1779202572.349571:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+4:19039:x1865628523987328:12345-0@lo:104: 00010000:00010000:3.0:1779202572.349579:0:6547:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd605 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd60c expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349605:0:6547:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to priority blp list, 8 blwis in pool 00000100:00100000:3.0:1779202572.349609:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+4:19039:x1865628523987328:12345-0@lo:104: Request processed in 39us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202572.349615:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1779202572.349625:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1779202572.349631:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+3:19039:x1865628523987456:12345-0@lo:104: 00010000:00010000:3.0:1779202572.349637:0:6547:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd5fe expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349660:0:6547:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to priority blp list, 9 blwis in pool 00000100:00100000:3.0:1779202572.349664:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+3:19039:x1865628523987456:12345-0@lo:104: Request processed in 34us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202572.349669:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00010000:00010000:3.0:1779202572.349729:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1779202572.349735:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd667 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd66e expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349742:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296200 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:3.0:1779202572.349746:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd667 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd66e expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349755:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd667 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd66e expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779202572.349774:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd667 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd66e expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202572.349781:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1779202572.349815:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd667 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd66e expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349822:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779202572.349842:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd667 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd66e expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349850:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd667 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd66e expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349864:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1779202572.349867:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77800/0x3d5ca2fc49dbd659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd660 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349873:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77800 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:3.0:1779202572.349876:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77800/0x3d5ca2fc49dbd659 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd660 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349883:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77800/0x3d5ca2fc49dbd659 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd660 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779202572.349889:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77800/0x3d5ca2fc49dbd659 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd660 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202572.349893:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1779202572.349913:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77800/0x3d5ca2fc49dbd659 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd660 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349919:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779202572.349925:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77800/0x3d5ca2fc49dbd659 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd660 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349932:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77800/0x3d5ca2fc49dbd659 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd660 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349941:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1779202572.349943:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4861400/0x3d5ca2fc49dbd64b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd652 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349948:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4861400 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:3.0:1779202572.349951:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4861400/0x3d5ca2fc49dbd64b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd652 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349957:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4861400/0x3d5ca2fc49dbd64b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd652 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779202572.349963:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4861400/0x3d5ca2fc49dbd64b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd652 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202572.349967:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1779202572.349978:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4861400/0x3d5ca2fc49dbd64b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd652 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.349984:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779202572.350000:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4861400/0x3d5ca2fc49dbd64b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd652 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350016:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4861400/0x3d5ca2fc49dbd64b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd652 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350027:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1779202572.350030:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd644 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350036:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860e00 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:3.0:1779202572.350038:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd644 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350045:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd644 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779202572.350064:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd644 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202572.350071:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1779202572.350085:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd644 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350091:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779202572.350098:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd644 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350104:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd63d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd644 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350113:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1779202572.350122:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd62f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd636 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350128:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76e00 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:3.0:1779202572.350130:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd62f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd636 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350138:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd62f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd636 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779202572.350144:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd62f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd636 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202572.350149:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1779202572.350164:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd62f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd636 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350170:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779202572.350175:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd62f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd636 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350181:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd62f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd636 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350192:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1779202572.350196:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76000/0x3d5ca2fc49dbd621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd628 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350202:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76000 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:3.0:1779202572.350204:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76000/0x3d5ca2fc49dbd621 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd628 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350220:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76000/0x3d5ca2fc49dbd621 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd628 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779202572.350227:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76000/0x3d5ca2fc49dbd621 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd628 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202572.350232:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1779202572.350247:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76000/0x3d5ca2fc49dbd621 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd628 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350254:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779202572.350258:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76000/0x3d5ca2fc49dbd621 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd628 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350264:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76000/0x3d5ca2fc49dbd621 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd628 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350274:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1779202572.350276:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4296600/0x3d5ca2fc49dbd613 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd61a expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350281:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296600 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:3.0:1779202572.350283:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4296600/0x3d5ca2fc49dbd613 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd61a expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350289:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4296600/0x3d5ca2fc49dbd613 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd61a expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779202572.350296:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4296600/0x3d5ca2fc49dbd613 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd61a expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202572.350306:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1779202572.350320:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4296600/0x3d5ca2fc49dbd613 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd61a expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350325:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779202572.350330:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4296600/0x3d5ca2fc49dbd613 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd61a expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350336:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4296600/0x3d5ca2fc49dbd613 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd61a expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350345:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1779202572.350348:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd605 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd60c expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350353:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860600 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:3.0:1779202572.350356:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd605 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd60c expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350362:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd605 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd60c expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779202572.350367:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd605 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd60c expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202572.350373:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1779202572.350383:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd605 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd60c expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350388:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779202572.350398:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd605 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd60c expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350404:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd605 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd60c expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350411:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202572.350414:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd5fe expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350419:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38db600 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:3.0:1779202572.350421:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd5fe expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350427:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd5fe expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779202572.350433:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd5fe expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202572.350438:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1779202572.350449:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd5fe expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350454:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779202572.350458:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd5fe expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350463:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd5f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd5fe expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.350475:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202572.350482:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202572.350483:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202572.350518:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628523987968:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202572.350559:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202572.350606:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628523988480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202572.350627:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202572.350727:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628523988992:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202572.350750:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202572.350775:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1779202572.350781:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628523988096:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202572.350799:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202572.350815:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628523988608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202572.350833:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202572.351994:0:19039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd66e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd667 expref: 22 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.352005:0:19039:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523986432:0@lo:104: 00010000:00010000:0.0:1779202572.352016:0:19039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4297000/0x3d5ca2fc49dbd660 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd659 expref: 21 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.352023:0:19039:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523986560:0@lo:104: 00000100:00100000:0.0:1779202572.352031:0:19039:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523986688:0@lo:104: 00000100:00100000:0.0:1779202572.352040:0:19039:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523986816:0@lo:104: 00010000:00010000:0.0:1779202572.352047:0:19039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc38db200/0x3d5ca2fc49dbd636 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd62f expref: 20 pid: 6558 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.352055:0:19039:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523986944:0@lo:104: 00010000:00010000:0.0:1779202572.352063:0:19039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd628 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd621 expref: 19 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.352070:0:19039:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987072:0@lo:104: 00000100:00100000:0.0:1779202572.352078:0:19039:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987200:0@lo:104: 00000100:00100000:0.0:1779202572.352085:0:19039:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987328:0@lo:104: 00010000:00010000:0.0:1779202572.352093:0:19039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4c76600/0x3d5ca2fc49dbd5fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd5f7 expref: 18 pid: 6558 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.352101:0:19039:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987456:0@lo:104: 00000100:00100000:3.0:1779202572.352485:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628523988224:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202572.352538:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202572.352577:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628523988736:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202572.352597:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202572.352617:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1779202572.352622:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628523988352:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202572.352640:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202572.352648:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628523988864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202572.352664:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202572.352718:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523988224 00000100:00100000:3.0:1779202572.352724:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523988224 00010000:00010000:3.0:1779202572.352747:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4c77400/0x3d5ca2fc49dbd652 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd64b expref: 18 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202572.352777:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523988736 00000100:00100000:3.0:1779202572.352780:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523988736 00010000:00010000:3.0:1779202572.352790:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4c77000/0x3d5ca2fc49dbd61a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd613 expref: 19 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202572.352800:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523988352 00000100:00100000:3.0:1779202572.352802:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523988352 00010000:00010000:3.0:1779202572.352810:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc38db000/0x3d5ca2fc49dbd644 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd63d expref: 20 pid: 6558 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202572.352819:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523988864 00000100:00100000:3.0:1779202572.352822:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523988864 00010000:00010000:3.0:1779202572.352834:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4297a00/0x3d5ca2fc49dbd60c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd605 expref: 21 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202572.352846:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1779202572.352853:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b0a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:3662:x1865628523988224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1779202572.352863:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202572.352867:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4c77400/0x3d5ca2fc49dbd652 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd64b expref: 21 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.352877:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4c77400/0x3d5ca2fc49dbd652 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd64b expref: 21 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.352891:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4c77400/0x3d5ca2fc49dbd652 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd64b expref: 21 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.352903:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202572.352935:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b0a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:3662:x1865628523988224:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202572.352950:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1779202572.352991:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1779202572.352996:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:3662:x1865628523988864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1779202572.353001:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202572.353005:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4297a00/0x3d5ca2fc49dbd60c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd605 expref: 17 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202572.353132:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628523988224:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202572.353140:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628523988736:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1779202572.354612:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4297a00/0x3d5ca2fc49dbd60c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd605 expref: 17 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.354634:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4297a00/0x3d5ca2fc49dbd60c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd605 expref: 17 pid: 6555 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.354650:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202572.354830:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:3662:x1865628523988864:12345-0@lo:103:ldlm_bl.0 Request processed in 1832us (2163us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202572.354840:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1779202572.354992:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628523988864:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202572.358839:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+14:3662:x1865628523988352:12345-0@lo:103:ldlm_bl.0 Request processed in 5844us (6195us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202572.358863:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1779202572.358962:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628523988352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202572.367071:0:19039:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987584:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202572.367087:0:19039:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987712:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202572.376162:0:19039:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19039:1865628523987840:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202572.376228:0:19039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd675 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.382417:0:19039:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd675 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.382427:0:19039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd675 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202572.382434:0:19039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd675 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202572.939056:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202573.448079:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500933632 00000100:00100000:0.0:1779202573.448089:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500933632 00000100:00100000:0.0:1779202573.448148:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 534 00000100:00100000:0.0:1779202573.448159:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+9:6239:x1865628500933632:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202573.448175:0:6557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202573.448194:0:6557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd67c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d650f1 expref: -99 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.448247:0:6557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd67c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f1 expref: 10 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.448258:0:6557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd67c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f1 expref: 10 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.448269:0:6557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4861600, rc 0) 00000100:00100000:0.0:1779202573.448326:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500933632:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 Request processed in 169us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202573.448333:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 534 00000100:00100000:3.0:1779202573.451426:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500933760 00000100:00100000:3.0:1779202573.451435:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500933760 00000100:00100000:3.0:1779202573.451490:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 535 00000100:00100000:3.0:1779202573.451500:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500933760:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.451660:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500933760:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 Request processed in 161us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202573.451668:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 535 00000100:00100000:0.0:1779202573.467957:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500934016 00000100:00100000:0.0:1779202573.467968:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500934016 00000100:00100000:0.0:1779202573.468028:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 537 00000100:00100000:0.0:1779202573.468037:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+10:23455:x1865628500934016:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:0.0:1779202573.468440:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+10:23455:x1865628500934016:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 403us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202573.468448:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 537 00000100:00100000:3.0:1779202573.480916:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500934144 00000100:00100000:3.0:1779202573.480927:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500934144 00000100:00100000:3.0:1779202573.480983:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 538 00000100:00100000:3.0:1779202573.480994:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+10:23455:x1865628500934144:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:3.0:1779202573.481608:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+10:23455:x1865628500934144:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 175us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202573.481619:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 538 00000100:00100000:0.0:1779202573.497021:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500934272 00000100:00100000:0.0:1779202573.497032:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500934272 00000100:00100000:0.0:1779202573.497101:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 539 00000100:00100000:0.0:1779202573.497112:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500934272:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202573.497128:0:6557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202573.497146:0:6557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd683 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d650f8 expref: -99 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.497184:0:6557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd683 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f8 expref: 11 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.497227:0:6557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd683 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f8 expref: 11 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.497239:0:6557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860a00, rc 0) 00000100:00100000:0.0:1779202573.497320:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500934272:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 Request processed in 210us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202573.497328:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 539 00000040:00080000:3.0:1779202573.523922:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202573.523932:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202573.524024:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 1 00000040:00080000:3.0:1779202573.524033:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202573.530995:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500934528 00000100:00100000:3.0:1779202573.531005:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500934528 00000100:00100000:3.0:1779202573.531088:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 541 00000100:00100000:3.0:1779202573.531098:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500934528:12345-192.168.204.21@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.531986:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500934528:12345-192.168.204.21@tcp:503:ll_cfg_requeue.0 Request processed in 885us (1199us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202573.531997:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 541 00000100:00100000:0.0:1779202573.554538:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500934656 00000100:00100000:0.0:1779202573.554548:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500934656 00000100:00100000:0.0:1779202573.554608:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 542 00000100:00100000:0.0:1779202573.554621:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+11:23456:x1865628500934656:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:0.0:1779202573.554824:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+11:23456:x1865628500934656:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 205us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202573.554831:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 542 00000100:00100000:0.0:1779202573.574525:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202573.578456:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500934784 00000100:00100000:3.0:1779202573.578481:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500934784 10000000:01000000:3.0:1779202573.898978:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1779202573.898986:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91cfc1ada000 from 55 10000000:01000000:3.0:1779202573.898992:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1779202573.899059:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd691 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.899080:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd691 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.899116:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd691 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202573.899144:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523989120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.899226:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202573.899316:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f180 going to sleep for 11 seconds 00000100:00100000:0.0:1779202573.901621:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523989248 00000100:00100000:0.0:1779202573.901626:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523989248 00000100:00100000:0.0:1779202573.901660:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1779202573.901668:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:6560:x1865628523989248:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202573.901863:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:6560:x1865628523989248:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 186us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202573.901870:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1779202573.904057:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523989376 00000100:00100000:0.0:1779202573.904080:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523989376 00000100:00100000:0.0:1779202573.904131:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1779202573.904151:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:6560:x1865628523989376:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202573.904302:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:6560:x1865628523989376:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 151us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202573.904309:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1779202573.918511:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523989504 00000100:00100000:0.0:1779202573.918519:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523989504 00000100:00100000:0.0:1779202573.918572:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1779202573.918581:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:19040:x1865628523989504:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202573.918844:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:19040:x1865628523989504:12345-0@lo:502:llog_process_th.0 Request processed in 263us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202573.918853:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1779202573.921294:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523989632 00000100:00100000:3.0:1779202573.921302:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523989632 00000100:00100000:3.0:1779202573.921360:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1779202573.921370:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:19040:x1865628523989632:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202573.921537:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:19040:x1865628523989632:12345-0@lo:502:llog_process_th.0 Request processed in 168us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202573.921546:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000020:01000000:3.0:1779202573.922930:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:3.0:1779202573.922964:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1779202573.922974:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd691 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd698 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.922987:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd691 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd698 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202573.922997:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1779202573.923000:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1779202573.923003:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1779202573.923039:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd69f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.923059:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd69f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.924327:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd69f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202573.924357:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523989760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.924436:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202573.924501:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f840 going to sleep for 11 seconds 00000100:00100000:3.0:1779202573.926373:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523989888 00000100:00100000:3.0:1779202573.926379:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523989888 00000100:00100000:3.0:1779202573.926422:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1779202573.926431:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:6560:x1865628523989888:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.926569:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:6560:x1865628523989888:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 139us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202573.926576:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1779202573.930360:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523990016:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202573.930453:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202573.930511:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d07b8180 going to sleep for 11 seconds 00000100:00100000:3.0:1779202573.930808:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523990016 00000100:00100000:3.0:1779202573.930816:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523990016 00000100:00100000:3.0:1779202573.930873:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1779202573.930883:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:6560:x1865628523990016:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.931020:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:6560:x1865628523990016:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 139us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202573.931028:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000020:01000000:0.0:1779202573.936062:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1779202573.936092:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1779202573.936104:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd69f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6a6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.936117:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd69f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6a6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202573.936128:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1779202573.936130:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91d0fbd33800 from 55 10000000:01000000:0.0:1779202573.936133:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1779202573.936169:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd6ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.936194:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd6ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.936205:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd6ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202573.936228:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523990144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202573.936292:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202573.936336:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d07b8180 going to sleep for 11 seconds 00000100:00100000:3.0:1779202573.949373:0:19042:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19042:1865628523990528:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202573.949482:0:19042:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202573.949541:0:19042:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f3868b40 going to sleep for 11 seconds 00000100:00100000:3.0:1779202573.955891:0:19042:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19042:1865628523990528:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202573.955984:0:19042:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19042:1865628523990656:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202573.956066:0:19042:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202573.956113:0:19042:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3840 going to sleep for 11 seconds 00000100:00100000:0.0:1779202573.957592:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523990656 00000100:00100000:0.0:1779202573.957604:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523990656 00000100:00100000:0.0:1779202573.957670:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1779202573.957680:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:19042:x1865628523990656:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202573.957881:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:19042:x1865628523990656:12345-0@lo:502:llog_process_th.0 Request processed in 202us (1815us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202573.957889:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000020:01000000:0.0:1779202573.958158:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:0.0:1779202573.958186:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1779202573.958195:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd6ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6b4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.958207:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd6ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6b4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202573.958217:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1779202573.958220:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1779202573.958222:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1779202573.958270:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd6bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.958278:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd6bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.958287:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd6bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202573.958307:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523990784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202573.958345:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202573.958399:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d07b8180 going to sleep for 11 seconds 00000100:00100000:3.0:1779202573.959129:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523990784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202573.959143:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd6bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6c2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.959152:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd6bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd6c2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202573.959214:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523990912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.959243:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202573.959277:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3240 going to sleep for 11 seconds 00000100:00100000:3.0:1779202573.960161:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523990912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.960198:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523991040:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.960249:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202573.960279:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3240 going to sleep for 11 seconds 00000100:00100000:3.0:1779202573.960582:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523991040:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1779202573.962041:0:19043:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000100:00100000:0.0:1779202573.975648:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523991296 00000100:00100000:0.0:1779202573.975664:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523991296 00000100:00100000:0.0:1779202573.975775:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1779202573.975785:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628523991296:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202573.975966:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628523991296:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 183us (2728us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202573.975974:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1779202573.978569:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523991424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202573.981832:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523991552 00000100:00100000:0.0:1779202573.981840:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523991552 00000100:00100000:0.0:1779202573.981894:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1779202573.981903:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:19044:x1865628523991552:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202573.982026:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:19044:x1865628523991552:12345-0@lo:502:llog_process_th.0 Request processed in 123us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202573.982034:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1779202573.987172:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523991680 00000100:00100000:3.0:1779202573.987180:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523991680 00000100:00100000:3.0:1779202573.987237:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1779202573.987258:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:19044:x1865628523991680:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202573.987410:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:19044:x1865628523991680:12345-0@lo:502:llog_process_th.0 Request processed in 164us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202573.987424:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000020:01000000:3.0:1779202573.987983:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:3.0:1779202573.988005:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1779202573.988016:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77400/0x3d5ca2fc49dbd6c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6d0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.988027:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77400/0x3d5ca2fc49dbd6c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6d0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202573.988038:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:3.0:1779202573.988041:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 50 10000000:01000000:3.0:1779202573.988044:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1779202573.988083:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.988090:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.988099:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202573.988115:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523991808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.988151:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202573.988186:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202573.990237:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523991808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202573.990264:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6de expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.990287:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd6de expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202573.990363:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523991936:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.990406:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202573.990445:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202573.990603:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523991936 00000100:00100000:0.0:1779202573.990609:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523991936 00000100:00100000:0.0:1779202573.990671:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1779202573.990677:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628523991936:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202573.990832:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628523991936:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 154us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202573.990840:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1779202573.991589:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523992064 00000100:00100000:3.0:1779202573.991596:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523992064 00000100:00100000:3.0:1779202573.991640:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1779202573.991647:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628523992064:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.991771:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628523992064:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 124us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202573.991778:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1779202573.994403:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523992192 00000100:00100000:3.0:1779202573.994412:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523992192 00000100:00100000:3.0:1779202573.994452:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1779202573.994473:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:19045:x1865628523992192:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202573.994994:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:19045:x1865628523992192:12345-0@lo:502:llog_process_th.0 Request processed in 522us (1468us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202573.995003:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000020:01000000:3.0:1779202573.996908:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 50-52 (rc=0) 10000000:01000000:3.0:1779202573.996939:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1779202573.996951:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6de expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.996963:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6de expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202573.996987:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1779202573.996990:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91d0cb521800 from 55 10000000:01000000:3.0:1779202573.996993:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1779202573.997027:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.997034:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.997042:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202573.997062:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3343480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523992448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.997113:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202573.997149:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3840 going to sleep for 11 seconds 00000100:00100000:0.0:1779202573.997212:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523992448 00000100:00100000:0.0:1779202573.997218:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523992448 00000100:00100000:0.0:1779202573.997272:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1779202573.997280:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628523992448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202573.997290:0:6557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202573.997302:0:6557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4861e00/0x3d5ca2fc49dbd6ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd6e5 expref: -99 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.997324:0:6557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4861e00/0x3d5ca2fc49dbd6ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd6e5 expref: 21 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.997334:0:6557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4861e00/0x3d5ca2fc49dbd6ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd6e5 expref: 21 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202573.997341:0:6557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4861e00, rc 0) 00000100:00100000:0.0:1779202573.997382:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628523992448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202573.997401:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1779202573.997926:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3343480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523992448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202573.997945:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6ec expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202573.997955:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd6ec expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202573.998031:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3343480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523992576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202573.998065:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202573.998104:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3840 going to sleep for 11 seconds 00000100:00100000:0.0:1779202573.998588:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523992576 00000100:00100000:0.0:1779202573.998596:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523992576 00000100:00100000:0.0:1779202573.998653:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1779202573.998662:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628523992576:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202573.999596:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628523992576:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 931us (1527us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202573.999620:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1779202574.009472:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523992704 00000100:00100000:3.0:1779202574.009479:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523992704 00000100:00100000:3.0:1779202574.009553:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1779202574.009564:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628523992704:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202574.009724:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628523992704:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 162us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202574.009732:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1779202574.012076:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19046:1865628523992832:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202574.012154:0:19046:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202574.012193:0:19046:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3780 going to sleep for 11 seconds 00000100:00100000:0.0:1779202574.012564:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523992832 00000100:00100000:0.0:1779202574.012572:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523992832 00000100:00100000:0.0:1779202574.012641:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1779202574.012653:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:19046:x1865628523992832:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202574.013908:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:19046:x1865628523992832:12345-0@lo:502:llog_process_th.0 Request processed in 1254us (1750us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202574.013919:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1779202574.016320:0:19046:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19046:1865628523992832:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202574.016414:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19046:1865628523992960:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202574.016496:0:19046:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202574.016562:0:19046:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3780 going to sleep for 11 seconds 00000100:00100000:0.0:1779202574.018307:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523992960 00000100:00100000:0.0:1779202574.018321:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523992960 00000100:00100000:0.0:1779202574.018401:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1779202574.018411:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:19046:x1865628523992960:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202574.018935:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:19046:x1865628523992960:12345-0@lo:502:llog_process_th.0 Request processed in 525us (2438us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202574.018944:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000020:01000000:0.0:1779202574.019501:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:0.0:1779202574.019523:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1779202574.019534:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6ec expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202574.019629:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6ec expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202574.021182:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:0.0:1779202574.021185:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 50 10000000:01000000:0.0:1779202574.021187:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1779202574.021227:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860c00/0x3d5ca2fc49dbd6f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202574.021380:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4860c00/0x3d5ca2fc49dbd6f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202574.021867:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4860c00/0x3d5ca2fc49dbd6f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202574.021897:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523993088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202574.021967:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202574.022062:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0fab62180 going to sleep for 11 seconds 00000100:00100000:3.0:1779202574.033411:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523993088 00000100:00100000:3.0:1779202574.033427:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523993088 00000100:00100000:3.0:1779202574.033500:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1779202574.033510:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628523993088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202574.033527:0:6557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202574.033556:0:6557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc38da200/0x3d5ca2fc49dbd6fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd6f3 expref: -99 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202574.033587:0:6557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc38da200/0x3d5ca2fc49dbd6fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd6f3 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202574.033598:0:6557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc38da200/0x3d5ca2fc49dbd6fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd6f3 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202574.033607:0:6557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38da200, rc 0) 00000100:00100000:0.0:1779202574.034674:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523993088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202574.034728:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4860c00/0x3d5ca2fc49dbd6f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6fa expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202574.034739:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4860c00/0x3d5ca2fc49dbd6f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd6fa expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202574.034818:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523993216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202574.034856:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202574.034894:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0fab62180 going to sleep for 11 seconds 00000100:00100000:0.0:1779202574.035571:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523993216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202574.035606:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523993344:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202574.035671:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202574.035759:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628523993088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1031us (12572us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202574.035768:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1779202574.036095:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0fab62180 going to sleep for 11 seconds 00000100:00100000:3.0:1779202574.047307:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523993344 00000100:00100000:3.0:1779202574.047321:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523993344 00000100:00100000:3.0:1779202574.047375:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1779202574.047386:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628523993344:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202574.047609:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628523993344:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 225us (11938us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202574.047617:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1779202574.048565:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523993472 00000100:00100000:0.0:1779202574.048571:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523993472 00000100:00100000:0.0:1779202574.048610:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1779202574.048617:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:19047:x1865628523993472:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202574.048759:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:19047:x1865628523993472:12345-0@lo:502:llog_process_th.0 Request processed in 142us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202574.048766:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1779202574.050409:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523993600 00000100:00100000:3.0:1779202574.050416:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523993600 00000100:00100000:3.0:1779202574.050445:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1779202574.050453:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:19047:x1865628523993600:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202574.050854:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:19047:x1865628523993600:12345-0@lo:502:llog_process_th.0 Request processed in 401us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202574.050861:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000020:01000000:0.0:1779202574.051386:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 50-52 (rc=0) 10000000:01000000:0.0:1779202574.051421:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1779202574.051431:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860c00/0x3d5ca2fc49dbd6f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6fa expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202574.051443:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4860c00/0x3d5ca2fc49dbd6f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd6fa expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202574.051454:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1779202574.051467:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff91d0e01b19c0 from 1 10000000:01000000:0.0:1779202574.051470:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1779202574.051499:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd701 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202574.051509:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd701 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202574.051519:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4860600/0x3d5ca2fc49dbd701 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202574.051538:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523993728:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202574.051587:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202574.051624:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0fab62300 going to sleep for 11 seconds 00000100:00100000:3.0:1779202574.052254:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523993728 00000100:00100000:3.0:1779202574.052263:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523993728 00000100:00100000:3.0:1779202574.052309:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1779202574.052317:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628523993728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202574.052329:0:6557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202574.052342:0:6557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd708 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd701 expref: -99 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202574.052366:0:6557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd708 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd701 expref: 23 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202574.052405:0:6557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd708 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd701 expref: 23 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202574.052414:0:6557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38dae00, rc 0) 00000100:00100000:3.0:1779202574.052509:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:6560:x1865628523993728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 192us (922us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202574.052516:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1779202574.086130:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628523993856:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202574.086226:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202574.086286:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0fab62c00 going to sleep for 11 seconds 00000100:00100000:3.0:1779202574.086531:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523993856 00000100:00100000:3.0:1779202574.086539:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523993856 00000100:00100000:3.0:1779202574.086600:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1779202574.086611:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:6560:x1865628523993856:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202574.086793:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:6560:x1865628523993856:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 184us (567us total) trans 0 rc -2/-2 00000100:00100000:3.0:1779202574.086801:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1779202574.219469:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523993984 00000100:00100000:0.0:1779202574.219478:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523993984 00000100:00100000:0.0:1779202574.219532:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1779202574.219552:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628523993984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202574.219586:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:0.0:1779202574.219863:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628523993984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 320us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202574.219872:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1779202574.221940:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628523994240:0@lo:400:kworker.0 00000100:00100000:3.0:1779202574.222002:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202574.222046:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628523994752:0@lo:400:kworker.0 00000100:00100000:3.0:1779202574.222070:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202574.222089:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628523995264:0@lo:400:kworker.0 00000100:00100000:3.0:1779202574.222106:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202574.222126:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1779202574.222131:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628523994112:0@lo:400:kworker.0 00000100:00100000:3.0:1779202574.222149:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202574.222164:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628523994624:0@lo:400:kworker.0 00000100:00100000:3.0:1779202574.222201:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202574.222220:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628523995136:0@lo:400:kworker.0 00000100:00100000:3.0:1779202574.222236:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202574.222713:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523994368:0@lo:400:kworker.0 00000100:00100000:0.0:1779202574.222745:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202574.222764:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523994880:0@lo:400:kworker.0 00000100:00100000:0.0:1779202574.222785:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202574.222802:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523995392:0@lo:400:kworker.0 00000100:00100000:0.0:1779202574.222819:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202574.222836:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1779202574.222842:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628523994496:0@lo:400:kworker.0 00000100:00100000:0.0:1779202574.222866:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523994368 00000100:00100000:0.0:1779202574.222870:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523994368 00000100:00100000:0.0:1779202574.222896:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1779202574.222902:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628523994368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202574.222935:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628523994368:12345-0@lo:400:kworker.0 Request processed in 34us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202574.222941:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1779202574.222957:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523994880 00000100:00100000:0.0:1779202574.222967:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523994880 00000100:00100000:0.0:1779202574.222989:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523995392 00000100:00100000:0.0:1779202574.222991:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523995392 00000100:00100000:0.0:1779202574.223007:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1779202574.223014:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628523994880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202574.223043:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628523994880:12345-0@lo:400:kworker.0 Request processed in 30us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202574.223049:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1779202574.223060:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1779202574.223065:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628523995392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202574.223089:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628523995392:12345-0@lo:400:kworker.0 Request processed in 24us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202574.223095:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1779202574.223207:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628523994752:0@lo:400:kworker.0 00000100:00100000:3.0:1779202574.223218:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628523995264:0@lo:400:kworker.0 00000100:00080000:3.0:1779202574.223258:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202574.223262:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1779202574.986938:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202575.757990:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523995520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202575.759267:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202575.788096:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523995520 00000100:00100000:3.0:1779202575.788110:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523995520 00000100:00100000:3.0:1779202575.788203:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1779202575.788214:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628523995520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202575.788240:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:3.0:1779202575.788327:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628523995520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (29059us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202575.788335:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1779202575.797123:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523995520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202576.182588:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202576.182626:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500936576 00000100:00100000:0.0:1779202576.182635:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500936576 00010000:00010000:0.0:1779202576.182674:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbd311 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64fee expref: 31 pid: 6563 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202576.182736:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 244 00000100:00100000:0.0:1779202576.182746:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b08450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:2420:x1865628500936576:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202576.182760:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202576.182766:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbd311 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64fee expref: 31 pid: 6563 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.182786:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbd311 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64fee expref: 31 pid: 6563 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.182803:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202576.182807:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbd70f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.182814:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbd70f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.182820:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbd70f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.182832:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202576.182870:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b08450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:2420:x1865628500936576:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 127us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202576.182875:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 244 00000100:00100000:0.0:1779202576.241005:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202576.241052:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500936704 00000100:00100000:0.0:1779202576.241061:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500936704 00000100:00100000:0.0:1779202576.241113:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 770 00000100:00100000:0.0:1779202576.241123:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+74:23477:x1865628500936704:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202576.241146:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202576.241167:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd724 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65106 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.241236:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd72b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.241262:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd72b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.241275:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd72b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202576.241322:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202576.241325:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202576.241344:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd72b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.241366:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd724 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65106 expref: 76 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.241382:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd72b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65106 expref: 75 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.241391:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202576.241393:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202576.241397:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860000, rc 0) 00000100:00100000:0.0:1779202576.241461:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+75:23477:x1865628500936704:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 340us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202576.241469:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 770 00000100:00100000:0.0:1779202576.269316:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202576.269327:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523996032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202576.269359:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202576.269387:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523996032 00000100:00100000:0.0:1779202576.269390:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523996032 00000100:00100000:0.0:1779202576.269443:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1779202576.269449:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628523996032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202576.269459:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1779202576.269490:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628523996032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202576.269496:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1779202576.269526:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523996032:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1779202576.269539:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202576.275957:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500937344 00000100:00100000:0.0:1779202576.275967:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500937344 00000100:00100000:0.0:1779202576.276066:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 773 00000100:00100000:0.0:1779202576.276078:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+77:23477:x1865628500937344:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:0.0:1779202576.276135:0:6562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202576.276166:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbd747 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6510d expref: 77 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.276186:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff91d0c3d0cb00) 00010000:00010000:0.0:1779202576.276191:0:6562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202576.276215:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd75c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.276228:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd75c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.276237:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd75c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202576.276393:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c7830bcb reply state 00000000a765b7fe transno 4294967754 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd75c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.276431:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd75c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202576.276438:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff91d0c3d0cb00) 00010000:00010000:0.0:1779202576.276442:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:0.0:1779202576.276444:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1779202576.276454:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000100:00100000:0.0:1779202576.276535:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+78:23477:x1865628500937344:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 459us (682us total) trans 4294967754 rc 0/0 00000100:00100000:0.0:1779202576.276543:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 773 00000100:00100000:3.0:1779202576.280156:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500937600 00000100:00100000:3.0:1779202576.280166:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500937600 00000100:00100000:3.0:1779202576.280231:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 151 00000100:00100000:3.0:1779202576.280242:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+78:23477:x1865628500937600:12345-192.168.204.21@tcp:35:lfs.0 00000100:00100000:3.0:1779202576.280485:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:23477:x1865628500937600:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 244us (425us total) trans 4294967755 rc 0/0 00000100:00100000:3.0:1779202576.280493:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 151 00010000:00010000:3.0:1779202577.034949:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202577.066338:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500937728 00000100:00100000:3.0:1779202577.066348:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500937728 00000100:00100000:3.0:1779202577.066427:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500937984 00000100:00100000:3.0:1779202577.066430:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500937984 00000100:00100000:3.0:1779202577.066453:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 774 00000100:00100000:3.0:1779202577.066462:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2421:x1865628500937728:12345-192.168.204.21@tcp:41:mkdir.0 00000004:00000024:3.0:1779202577.066510:0:16980:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202577.066570:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2421:x1865628500937728:12345-192.168.204.21@tcp:41:mkdir.0 Request processed in 108us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202577.066587:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 774 00000100:00100000:3.0:1779202577.066606:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 775 00000100:00100000:3.0:1779202577.066612:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:23515:x1865628500937984:12345-192.168.204.21@tcp:36:mkdir.0 00000100:00100000:3.0:1779202577.066744:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:16980:1865628523996160:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1779202577.066790:0:16980:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202577.066850:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c380da80 going to sleep for 11 seconds 00000100:00080000:0.0:1779202577.069945:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202577.080148:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202577.202619:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00080000:0.0:1779202577.203246:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202577.255139:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00010000:00010000:0.0:1779202577.256169:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861400/0x3d5ca2fc49dbd7a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.256180:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861400/0x3d5ca2fc49dbd7a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.256187:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861400/0x3d5ca2fc49dbd7a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202577.256198:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 0 00010000:00010000:0.0:1779202577.256223:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd794 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.256230:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd794 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.256236:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd794 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.256250:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202577.256254:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd794 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.256261:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd794 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.256269:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff91d0c3d0cb00) 00010000:00010000:0.0:1779202577.256272:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202577.256276:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd794 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.256283:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd794 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202577.256294:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006dfae182 reply state 00000000ded6eb2c transno 4294967756 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbd79b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.256305:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbd79b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.256311:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0xecadbcfe (ffff91d0c3d0c600) 00010000:00010000:0.0:1779202577.256314:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202577.256317:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1779202577.256351:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd78d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65129 expref: 82 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.256364:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861400/0x3d5ca2fc49dbd7a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65129 expref: 81 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.256383:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff91cfc1ad0200) 00010000:00010000:0.0:1779202577.256385:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202577.256388:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4861400, rc 0) 00000100:00100000:0.0:1779202577.256472:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:23521:x1865628500938496:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1109us (1344us total) trans 4294967756 rc 0/0 00000100:00100000:0.0:1779202577.256480:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 778 00000100:00100000:0.0:1779202577.262445:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500938752 00000100:00100000:0.0:1779202577.262463:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500938752 00000100:00100000:0.0:1779202577.262561:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 779 00000100:00100000:0.0:1779202577.262573:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:23521:x1865628500938752:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202577.262601:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202577.262624:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7b0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65130 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.262767:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861200/0x3d5ca2fc49dbd7b7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.262783:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861400/0x3d5ca2fc49dbd7a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65129 expref: 83 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.262793:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861200/0x3d5ca2fc49dbd7b7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.262823:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861400/0x3d5ca2fc49dbd7a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65129 expref: 83 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.262837:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861400/0x3d5ca2fc49dbd7a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65129 expref: 83 pid: 6563 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202577.262866:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628523996288:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202577.262967:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0fab62c00 going to sleep for 11 seconds 00010000:00010000:0.0:1779202577.276145:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861400/0x3d5ca2fc49dbd7a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65129 expref: 83 pid: 6563 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202577.276175:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628523996288:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202577.276205:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861200/0x3d5ca2fc49dbd7b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.276217:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861200/0x3d5ca2fc49dbd7b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.276224:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861200/0x3d5ca2fc49dbd7b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202577.276250:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 0 00010000:00010000:0.0:1779202577.277002:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861200/0x3d5ca2fc49dbd7b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.277023:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861200/0x3d5ca2fc49dbd7b7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.277031:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861200/0x3d5ca2fc49dbd7b7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.277038:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4861200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202577.277042:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861200/0x3d5ca2fc49dbd7b7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.277072:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861200/0x3d5ca2fc49dbd7b7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.277091:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff91cfc1ad0200) 00010000:00010000:0.0:1779202577.277094:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202577.277099:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861200/0x3d5ca2fc49dbd7b7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.277105:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861200/0x3d5ca2fc49dbd7b7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.277180:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7b0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65130 expref: 83 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.277193:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff91d0c3d0cb00) 00010000:00010000:0.0:1779202577.277195:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1779202577.277199:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65130 expref: 83 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.277208:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860e00, rc 0) 00000100:00100000:0.0:1779202577.277305:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:23521:x1865628500938752:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 14733us (15458us total) trans 4294967757 rc 301/301 00000100:00100000:0.0:1779202577.277315:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 779 00000100:00100000:3.0:1779202577.284520:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500939136 00000100:00100000:3.0:1779202577.284532:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500939136 00000100:00100000:3.0:1779202577.284615:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 152 00000100:00100000:3.0:1779202577.284627:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:23521:x1865628500939136:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1779202577.289663:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202577.294114:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779202577.294141:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523996416:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202577.294224:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202577.295918:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628523996416:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202577.302578:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202577.308654:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000001:00080000:3.0:1779202577.808289:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967762 is committed 00010000:00010000:0.0:1779202577.808429:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297000/0x3d5ca2fc49dbd716 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808442:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297000/0x3d5ca2fc49dbd716 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808462:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297000/0x3d5ca2fc49dbd716 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808469:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202577.808474:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297000/0x3d5ca2fc49dbd716 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808482:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297000/0x3d5ca2fc49dbd716 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808502:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff91d0c3d0cd00) 00010000:00010000:0.0:1779202577.808506:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202577.808512:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297000/0x3d5ca2fc49dbd716 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808519:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297000/0x3d5ca2fc49dbd716 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808542:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd71d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808549:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd71d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808555:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd71d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808573:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202577.808576:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd71d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808594:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd71d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808603:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff91d0c3d0cb00) 00010000:00010000:0.0:1779202577.808605:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202577.808609:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd71d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808615:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd71d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808641:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd75c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808648:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd75c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808654:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd75c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808659:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4861000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202577.808662:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd75c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808668:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd75c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808674:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff91d0c3d0cb00) 00010000:00010000:0.0:1779202577.808677:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202577.808680:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd75c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808739:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4861000/0x3d5ca2fc49dbd75c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808755:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbd79b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808762:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbd79b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808767:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbd79b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808771:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202577.808774:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbd79b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808779:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbd79b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808786:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0xecadbcfe (ffff91d0c3d0c600) 00010000:00010000:0.0:1779202577.808790:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202577.808793:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbd79b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808798:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbd79b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808814:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76400/0x3d5ca2fc49dbd7d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808820:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76400/0x3d5ca2fc49dbd7d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808832:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76400/0x3d5ca2fc49dbd7d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808838:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202577.808843:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76400/0x3d5ca2fc49dbd7d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808850:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76400/0x3d5ca2fc49dbd7d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808861:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff91cfc10a7f00) 00010000:00010000:0.0:1779202577.808864:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1779202577.808869:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76400/0x3d5ca2fc49dbd7d3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202577.808874:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76400/0x3d5ca2fc49dbd7d3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202579.085107:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202579.345997:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628523996544:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346099:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202579.346182:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628523997056:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346214:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202579.346233:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628523997568:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346256:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202579.346280:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628523998080:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346303:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202579.346329:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1779202579.346335:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628523996672:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346378:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202579.346397:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628523997184:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346417:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202579.346430:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628523997696:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346447:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202579.346478:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628523996800:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346500:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202579.346517:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628523997312:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346546:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202579.346563:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628523997824:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346582:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202579.346599:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1779202579.346605:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628523996928:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346643:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202579.346658:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628523997440:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346676:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202579.346731:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628523997952:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346757:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202579.346793:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523997056 00000100:00100000:3.0:1779202579.346803:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523997056 00000100:00100000:3.0:1779202579.346856:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523996800 00000100:00100000:3.0:1779202579.346859:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523996800 00000100:00100000:3.0:1779202579.346879:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1779202579.346889:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628523997056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.346954:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628523997056:12345-0@lo:400:kworker.0 Request processed in 65us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202579.346961:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1779202579.346980:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1779202579.346987:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628523996800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.347018:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628523996800:12345-0@lo:400:kworker.0 Request processed in 32us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202579.347024:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1779202579.347046:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523996672 00000100:00100000:3.0:1779202579.347049:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523996672 00000100:00100000:3.0:1779202579.347068:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523997184 00000100:00100000:3.0:1779202579.347071:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523997184 00000100:00100000:3.0:1779202579.347094:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523997696 00000100:00100000:3.0:1779202579.347096:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523997696 00000100:00100000:3.0:1779202579.347109:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523997312 00000100:00100000:3.0:1779202579.347111:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523997312 00000100:00100000:3.0:1779202579.347123:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523997824 00000100:00100000:3.0:1779202579.347132:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523997824 00000100:00100000:3.0:1779202579.347151:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523996928 00000100:00100000:3.0:1779202579.347153:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523996928 00000100:00100000:3.0:1779202579.347167:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1779202579.347172:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628523996672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.347205:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628523996672:12345-0@lo:400:kworker.0 Request processed in 32us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202579.347212:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1779202579.347223:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1779202579.347230:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628523997184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.347257:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628523997184:12345-0@lo:400:kworker.0 Request processed in 28us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202579.347262:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1779202579.347272:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1779202579.347278:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628523997696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.347302:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628523997696:12345-0@lo:400:kworker.0 Request processed in 24us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202579.347307:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1779202579.347319:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1779202579.347325:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628523997312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.347351:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628523997312:12345-0@lo:400:kworker.0 Request processed in 26us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202579.347369:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1779202579.347381:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1779202579.347387:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628523997824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.347411:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628523997824:12345-0@lo:400:kworker.0 Request processed in 25us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202579.347422:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1779202579.347434:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1779202579.347439:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628523996928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.347465:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628523996928:12345-0@lo:400:kworker.0 Request processed in 26us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202579.347471:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1779202579.347513:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523997568 00000100:00100000:3.0:1779202579.347517:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523997568 00000100:00100000:3.0:1779202579.347544:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523998080 00000100:00100000:3.0:1779202579.347547:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523998080 00000100:00100000:3.0:1779202579.347565:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523997440 00000100:00100000:3.0:1779202579.347567:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523997440 00000100:00100000:3.0:1779202579.347578:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523997952 00000100:00100000:3.0:1779202579.347580:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523997952 00000100:00100000:3.0:1779202579.347590:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1779202579.347597:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628523997568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.347628:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628523997568:12345-0@lo:400:kworker.0 Request processed in 31us (1371us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202579.347635:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1779202579.347645:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1779202579.347651:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628523998080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.347676:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628523998080:12345-0@lo:400:kworker.0 Request processed in 26us (1373us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202579.347682:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1779202579.347717:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1779202579.347724:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628523997440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.347763:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628523997440:12345-0@lo:400:kworker.0 Request processed in 40us (1085us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202579.347769:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1779202579.347780:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1779202579.347787:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628523997952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.347812:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628523997952:12345-0@lo:400:kworker.0 Request processed in 27us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202579.347818:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1779202579.348038:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628523996672:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.348051:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628523997184:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.348060:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628523997696:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.348070:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628523997056:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.348080:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628523997568:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.348089:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628523998080:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.348129:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628523996928:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.348138:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628523997440:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.348147:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628523997952:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.348156:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628523996800:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.348166:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628523997312:0@lo:400:kworker.0 00000100:00100000:3.0:1779202579.348181:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628523997824:0@lo:400:kworker.0 00000100:00080000:3.0:1779202579.348217:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202579.348222:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202579.348225:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202579.348228:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202579.349333:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628523998208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202579.349413:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202579.349455:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523998208 00000100:00100000:0.0:1779202579.349459:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523998208 00000100:00100000:0.0:1779202579.349487:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1779202579.349494:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64b9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628523998208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202579.349527:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:0.0:1779202579.349872:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64b9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628523998208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 378us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202579.349879:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1779202579.350859:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628523996544:0@lo:400:kworker.0 00000100:00100000:3.0:1779202580.362141:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202580.362186:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202580.362211:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202580.362228:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202580.362257:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202580.362276:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202580.362293:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202580.362317:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202580.362355:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202580.362391:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500940160 00000100:00100000:3.0:1779202580.362403:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500940160 00000100:00100000:3.0:1779202580.362474:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 586 00000100:00100000:3.0:1779202580.362486:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628500940160:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202580.362588:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628500940160:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 104us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202580.362595:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 586 00000100:00100000:3.0:1779202580.362633:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500940416 00000100:00100000:3.0:1779202580.362636:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500940416 00000100:00100000:3.0:1779202580.362673:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500940928 00000100:00100000:3.0:1779202580.362676:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500940928 00000100:00100000:3.0:1779202580.362719:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500940288 00000100:00100000:3.0:1779202580.362722:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500940288 00000100:00100000:3.0:1779202580.362736:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500940800 00000100:00100000:3.0:1779202580.362754:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500940800 00000100:00100000:3.0:1779202580.362773:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 785 00000100:00100000:3.0:1779202580.362779:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628500940416:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202580.362812:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628500940416:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 33us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202580.362817:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 785 00000100:00100000:3.0:1779202580.362831:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 786 00000100:00100000:3.0:1779202580.362837:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628500940928:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202580.362861:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628500940928:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202580.362866:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 786 00000100:00100000:3.0:1779202580.362876:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 787 00000100:00100000:3.0:1779202580.362882:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+74:2422:x1865628500940288:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202580.362911:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+74:2422:x1865628500940288:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202580.362917:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 787 00000100:00100000:3.0:1779202580.362926:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 788 00000100:00100000:3.0:1779202580.362932:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:2422:x1865628500940800:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202580.362953:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:2422:x1865628500940800:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202580.362958:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 788 00000100:00100000:3.0:1779202580.362978:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500940672 00000100:00100000:3.0:1779202580.362981:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500940672 00000100:00100000:3.0:1779202580.363008:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500941184 00000100:00100000:3.0:1779202580.363016:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500941184 00000100:00100000:3.0:1779202580.363033:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500940544 00000100:00100000:3.0:1779202580.363035:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500940544 00000100:00100000:3.0:1779202580.363047:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500941056 00000100:00100000:3.0:1779202580.363050:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500941056 00000100:00100000:3.0:1779202580.363063:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 483 00000100:00100000:3.0:1779202580.363070:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628500940672:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202580.363098:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628500940672:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202580.363104:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 483 00000100:00100000:3.0:1779202580.363115:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 484 00000100:00100000:3.0:1779202580.363122:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628500941184:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202580.363142:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628500941184:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202580.363148:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 484 00000100:00100000:3.0:1779202580.363158:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 485 00000100:00100000:3.0:1779202580.363164:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628500940544:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202580.363188:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628500940544:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202580.363194:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 485 00000100:00100000:3.0:1779202580.363204:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 486 00000100:00100000:3.0:1779202580.363209:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2422:x1865628500941056:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202580.363228:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2422:x1865628500941056:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202580.363233:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 486 00000100:00080000:3.0:1779202580.363456:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202580.363461:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202580.363464:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202580.363466:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202580.875023:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202580.882761:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523998464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202580.882872:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202580.882961:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523998336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202580.882985:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202580.883045:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523998464 00000100:00100000:0.0:1779202580.883055:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523998464 00000100:00100000:0.0:1779202580.883109:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523998336 00000100:00100000:0.0:1779202580.883112:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523998336 00000100:00100000:0.0:1779202580.883128:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1779202580.883138:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628523998464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202580.883192:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:0.0:1779202580.883253:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628523998464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202580.883261:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1779202580.883302:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1779202580.883310:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628523998336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202580.885768:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:0.0:1779202580.885880:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628523998336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2567us (2888us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202580.885892:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1779202580.885991:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523998464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202580.886008:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628523998336:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1779202581.194995:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202581.393468:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202581.393507:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628523998720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202581.393600:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202581.393682:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523998720 00000100:00100000:3.0:1779202581.393715:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523998720 00000100:00100000:3.0:1779202581.393783:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1779202581.393793:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628523998720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202581.393823:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:3.0:1779202581.393885:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628523998720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202581.393892:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00080000:3.0:1779202581.393916:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202581.393969:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628523998720:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1779202582.222650:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202582.427454:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523998848 00000100:00100000:3.0:1779202582.427468:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523998848 00000100:00100000:3.0:1779202582.427528:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1779202582.427537:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628523998848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202582.427572:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202582.427751:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628523998848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 214us (3541us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202582.427758:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00010000:00010000:3.0:1779202583.242956:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202584.268072:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202584.459242:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628523999360:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.459422:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628523998976:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.459538:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202584.459617:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523999488:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.459650:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202584.459676:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524000000:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.459740:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202584.459761:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524000512:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.459783:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202584.459833:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628523999104:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.459865:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202584.459889:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628523999616:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.459915:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202584.459935:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524000128:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.459960:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202584.459984:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1779202584.459991:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628523999232:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.460018:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202584.460039:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628523999744:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.460064:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202584.460083:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524000256:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.460103:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202584.460135:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523998976 00000100:00100000:3.0:1779202584.460145:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523998976 00000100:00100000:3.0:1779202584.460202:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1779202584.460226:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628523998976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.460292:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628523998976:12345-0@lo:400:kworker.0 Request processed in 66us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202584.460309:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1779202584.460350:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523999488 00000100:00100000:3.0:1779202584.460354:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523999488 00000100:00100000:3.0:1779202584.460377:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523999232 00000100:00100000:3.0:1779202584.460379:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523999232 00000100:00100000:3.0:1779202584.460391:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1779202584.460397:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628523999488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.460427:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628523999488:12345-0@lo:400:kworker.0 Request processed in 31us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202584.460432:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1779202584.460444:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1779202584.460449:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628523999232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.460478:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628523999232:12345-0@lo:400:kworker.0 Request processed in 29us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202584.460484:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1779202584.460503:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524000000 00000100:00100000:3.0:1779202584.460506:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524000000 00000100:00100000:3.0:1779202584.460542:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524000512 00000100:00100000:3.0:1779202584.460545:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524000512 00000100:00100000:3.0:1779202584.460562:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1779202584.460567:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524000000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.460593:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524000000:12345-0@lo:400:kworker.0 Request processed in 27us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202584.460599:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1779202584.460614:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1779202584.460619:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524000512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.460640:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524000512:12345-0@lo:400:kworker.0 Request processed in 22us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202584.460646:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1779202584.460666:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523999104 00000100:00100000:3.0:1779202584.460669:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523999104 00000100:00100000:3.0:1779202584.460718:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523999616 00000100:00100000:3.0:1779202584.460720:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523999616 00000100:00100000:3.0:1779202584.460732:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524000128 00000100:00100000:3.0:1779202584.460734:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524000128 00000100:00100000:3.0:1779202584.460745:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523999744 00000100:00100000:3.0:1779202584.460748:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523999744 00000100:00100000:3.0:1779202584.460759:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524000256 00000100:00100000:3.0:1779202584.460761:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524000256 00000100:00100000:3.0:1779202584.460774:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1779202584.460779:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628523999104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.460809:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628523999104:12345-0@lo:400:kworker.0 Request processed in 29us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202584.460815:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1779202584.460826:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1779202584.460832:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628523999616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.460854:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628523999616:12345-0@lo:400:kworker.0 Request processed in 23us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202584.460858:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1779202584.460866:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1779202584.460872:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524000128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.460893:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524000128:12345-0@lo:400:kworker.0 Request processed in 22us (933us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202584.460905:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1779202584.460917:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1779202584.460922:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628523999744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.460949:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628523999744:12345-0@lo:400:kworker.0 Request processed in 28us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202584.460955:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1779202584.460963:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1779202584.460967:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524000256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.460985:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524000256:12345-0@lo:400:kworker.0 Request processed in 18us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202584.460990:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00080000:3.0:1779202584.461040:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202584.461045:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202584.461048:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202584.461050:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202584.461100:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628523999232:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.461112:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628523999744:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.461120:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524000256:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.461129:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628523999104:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.461139:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628523999616:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.461147:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524000128:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.461187:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628523998976:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.461207:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628523999488:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.461217:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524000000:0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.461227:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524000512:0@lo:400:kworker.0 00000100:00100000:0.0:1779202584.462380:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202584.462446:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628523999872:0@lo:400:kworker.0 00000100:00100000:0.0:1779202584.462487:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202584.463476:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628523999360 00000100:00100000:3.0:1779202584.463489:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628523999360 00000100:00100000:3.0:1779202584.463941:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1779202584.463952:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628523999360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202584.464033:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628523999360:12345-0@lo:400:kworker.0 Request processed in 84us (1659us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202584.464041:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:0.0:1779202584.476147:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524000384:0@lo:400:kworker.0 00000100:00100000:0.0:1779202584.476243:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202584.480211:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524000640 00000100:00100000:3.0:1779202584.480219:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524000640 00000100:00100000:3.0:1779202584.480277:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1779202584.480287:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524000640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202584.484134:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:3.0:1779202584.484484:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524000640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 4193us (4673us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202584.484497:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1779202584.486432:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524000384 00000100:00100000:0.0:1779202584.486449:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524000384 00000100:00100000:0.0:1779202584.495211:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1779202584.495225:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524000384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202584.495609:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524000384:12345-0@lo:400:kworker.0 Request processed in 388us (19366us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202584.495618:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00010000:00010000:3.0:1779202585.291468:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202585.478291:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500941312 00000100:00100000:3.0:1779202585.478304:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500941312 00000100:00100000:3.0:1779202585.478376:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 588 00000100:00100000:3.0:1779202585.478387:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628500941312:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202585.478495:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628500941312:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 109us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202585.478516:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 588 00000100:00100000:3.0:1779202585.478559:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500941568 00000100:00100000:3.0:1779202585.478563:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500941568 00000100:00100000:3.0:1779202585.478604:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500942080 00000100:00100000:3.0:1779202585.478607:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500942080 00000100:00100000:3.0:1779202585.478625:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500941440 00000100:00100000:3.0:1779202585.478628:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500941440 00000100:00100000:3.0:1779202585.478640:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500941952 00000100:00100000:3.0:1779202585.478642:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500941952 00000100:00100000:3.0:1779202585.478660:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 795 00000100:00100000:3.0:1779202585.478667:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628500941568:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202585.478744:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628500941568:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 77us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202585.478751:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 795 00000100:00100000:3.0:1779202585.478763:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 796 00000100:00100000:3.0:1779202585.478770:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628500942080:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202585.478795:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628500942080:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202585.478801:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 796 00000100:00100000:3.0:1779202585.478811:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 797 00000100:00100000:3.0:1779202585.478817:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+74:2421:x1865628500941440:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202585.478843:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+74:2421:x1865628500941440:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202585.479319:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 797 00000100:00100000:3.0:1779202585.479337:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 798 00000100:00100000:3.0:1779202585.479354:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:2421:x1865628500941952:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202585.479387:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:2421:x1865628500941952:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (1243us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202585.479393:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 798 00000100:00100000:3.0:1779202585.479801:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500941824 00000100:00100000:3.0:1779202585.479810:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500941824 00000100:00100000:3.0:1779202585.480055:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500942336 00000100:00100000:3.0:1779202585.480060:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500942336 00000100:00100000:3.0:1779202585.480093:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500941696 00000100:00100000:3.0:1779202585.480097:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500941696 00000100:00100000:3.0:1779202585.480115:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500942208 00000100:00100000:3.0:1779202585.480118:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500942208 00000100:00100000:3.0:1779202585.480139:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 491 00000100:00100000:3.0:1779202585.480146:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628500941824:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202585.481014:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628500941824:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 863us (2978us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202585.481024:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 491 00000100:00100000:3.0:1779202585.481049:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 492 00000100:00100000:3.0:1779202585.481057:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628500942336:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202585.481086:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628500942336:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (3017us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202585.481091:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 492 00000100:00100000:3.0:1779202585.481100:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 493 00000100:00100000:3.0:1779202585.481105:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628500941696:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202585.481124:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628500941696:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (3021us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202585.481139:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 493 00000100:00100000:3.0:1779202585.481152:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 494 00000100:00100000:3.0:1779202585.481158:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2421:x1865628500942208:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202585.481364:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2421:x1865628500942208:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 204us (3187us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202585.481370:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 494 00000100:00100000:3.0:1779202585.997828:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202585.997846:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524000768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202585.997909:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202585.997964:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202585.997972:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524000896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202585.997992:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202585.998019:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524000768 00000100:00100000:3.0:1779202585.998026:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524000768 00000100:00100000:3.0:1779202585.998057:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524000896 00000100:00100000:3.0:1779202585.998059:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524000896 00000100:00100000:3.0:1779202585.998071:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1779202585.998079:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524000768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202585.998106:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:3.0:1779202585.998143:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524000768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202585.998151:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1779202585.998166:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1779202585.998171:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524000896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202585.998182:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:3.0:1779202585.998212:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524000896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202585.998218:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1779202585.998269:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524000768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202585.998295:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524000896:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1779202586.314877:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202586.510091:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524001024 00000100:00100000:0.0:1779202586.510100:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524001024 00000100:00100000:0.0:1779202586.510162:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1779202586.510173:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524001024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202586.510203:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1779202586.510259:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524001024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202586.510267:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1779202586.521142:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524001152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202586.521214:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1779202586.521871:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1779202587.341982:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1779202587.969748:0:19392:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffe280ee450 20000000:00000080:0.0:1779202587.969766:0:19392:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff91d0f4e67000 uarg=0000000000000000 00000040:00100000:0.0:1779202587.970535:0:19392:0:(llog.c:1067:llog_reverse_process()) index 57 : idx 49 20000000:01000000:0.0:1779202587.970542:0:19392:0:(mgs_llog.c:959:mgs_search_pool_cb()) Matched pool rec 56 cmd:0xce021 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:0.0:1779202587.970558:0:19392:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:3.0:1779202587.971629:0:19393:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 55 marker 46 1->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:0.0:1779202587.972170:0:19393:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 57 marker 46 2->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1779202587.972207:0:19393:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000040:00080000:3.0:1779202587.972468:0:19392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].58, 224 off18320 20000000:01000000:3.0:1779202587.972484:0:19392:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1779202587.972503:0:19392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].59, 136 off18456 00000040:00080000:3.0:1779202587.972517:0:19392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].60, 224 off18680 20000000:01000000:3.0:1779202587.972532:0:19392:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:0.0:1779202587.978492:0:19394:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 50 marker 47 1->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:0.0:1779202587.978560:0:19394:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 52 marker 47 2->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1779202587.978572:0:19394:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000040:00080000:3.0:1779202587.978879:0:19392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].53, 224 off17424 20000000:01000000:3.0:1779202587.978895:0:19392:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1779202587.978912:0:19392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].54, 144 off17568 00000040:00080000:3.0:1779202587.978928:0:19392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].55, 224 off17792 20000000:01000000:3.0:1779202587.978942:0:19392:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-MDT0001/lustre-MDT0001-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:0.0:1779202587.979575:0:19395:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 50 marker 48 1->4: lustre-MDT0001-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:0.0:1779202587.979601:0:19395:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 52 marker 48 2->4: lustre-MDT0001-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1779202587.979611:0:19395:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 53 count 52 00000040:00080000:3.0:1779202587.979770:0:19392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].53, 224 off17424 20000000:01000000:3.0:1779202587.979779:0:19392:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1779202587.979793:0:19392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].54, 144 off17568 00000040:00080000:3.0:1779202587.979806:0:19392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].55, 224 off17792 10000000:01000000:3.0:1779202587.979828:0:19392:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1779202587.979847:0:19392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.979881:0:19392:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd67c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f1 expref: 11 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.979891:0:19392:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd683 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f8 expref: 11 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.979899:0:19392:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd68a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650ff expref: 11 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.979907:0:19392:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd698 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd691 expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.979914:0:19392:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4c76600/0x3d5ca2fc49dbd6a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd69f expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.979920:0:19392:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd6b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd6ad expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.979927:0:19392:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4297200/0x3d5ca2fc49dbd6c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd6bb expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.979934:0:19392:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4296000/0x3d5ca2fc49dbd6d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd6c9 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.979940:0:19392:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4c77000/0x3d5ca2fc49dbd6de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd6d7 expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.979947:0:19392:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4861e00/0x3d5ca2fc49dbd6ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd6e5 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.979963:0:19392:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc38da200/0x3d5ca2fc49dbd6fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd6f3 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.979971:0:19392:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd708 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd701 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.979978:0:19392:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.980013:0:19392:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd708 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd701 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.980029:0:19392:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd708 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd701 expref: 22 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202587.980046:0:19392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524001408:0@lo:104: 00000100:00100000:3.0:1779202587.980111:0:19392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1779202587.980238:0:19392:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc38da200/0x3d5ca2fc49dbd6fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6f3 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.980247:0:19392:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc38da200/0x3d5ca2fc49dbd6fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6f3 expref: 22 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202587.980256:0:19392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524001536:0@lo:104: 00000100:00100000:3.0:1779202587.980278:0:19392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1779202587.988470:0:19392:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4861e00/0x3d5ca2fc49dbd6ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6e5 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202587.988488:0:19392:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4861e00/0x3d5ca2fc49dbd6ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6e5 expref: 22 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202587.988519:0:19392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524001664:0@lo:104: 00000100:00100000:3.0:1779202587.988587:0:19392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1779202587.993494:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc38da200/0x3d5ca2fc49dbd6fa lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6f3 expref: 23 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202587.993513:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc38da200/0x3d5ca2fc49dbd6fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6f3 expref: 23 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202587.993522:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202587.993544:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524001920:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202587.993550:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1779202587.993596:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524001920:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1779202587.993604:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524001792:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202587.995994:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202587.999803:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524001664 00000100:00100000:2.0:1779202587.999817:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524001664 00000100:00100000:2.0:1779202587.999871:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1779202587.999886:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+3:19392:x1865628524001664:12345-0@lo:104: 00010000:00010000:2.0:1779202587.999905:0:6546:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd6ec expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202587.999991:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1779202587.999998:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+3:19392:x1865628524001664:12345-0@lo:104: Request processed in 118us (11410us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202588.000005:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00010000:00010000:2.0:1779202588.000070:0:19392:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4c77000/0x3d5ca2fc49dbd6de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6d7 expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.000083:0:19392:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4c77000/0x3d5ca2fc49dbd6de lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6d7 expref: 22 pid: 6558 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.000098:0:19392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002048:0@lo:104: 00000100:00100000:2.0:1779202588.000147:0:19392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1779202588.000178:0:19392:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4296000/0x3d5ca2fc49dbd6d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6c9 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.000197:0:19392:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4296000/0x3d5ca2fc49dbd6d0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6c9 expref: 22 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.000208:0:19392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002176:0@lo:104: 00000100:00100000:3.0:1779202588.000228:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524002048 00000100:00100000:2.0:1779202588.000232:0:19392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202588.000233:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524002048 00010000:00010000:2.0:1779202588.000249:0:19392:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4297200/0x3d5ca2fc49dbd6c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6bb expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.000256:0:19392:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4297200/0x3d5ca2fc49dbd6c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6bb expref: 22 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202588.000263:0:6546:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1779202588.000265:0:19392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002304:0@lo:104: 00000100:00100000:3.0:1779202588.000286:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524002176 00000100:00100000:3.0:1779202588.000289:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524002176 00000100:00100000:2.0:1779202588.000294:0:19392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202588.000301:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524002304 00000100:00100000:3.0:1779202588.000303:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524002304 00010000:00010000:2.0:1779202588.000311:0:19392:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd6b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6ad expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202588.000314:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00010000:00010000:2.0:1779202588.000320:0:19392:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd6b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6ad expref: 22 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202588.000321:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+5:19392:x1865628524002048:12345-0@lo:104: 00010000:00010000:3.0:1779202588.000329:0:6546:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd6de expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.000329:0:19392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002432:0@lo:104: 00000100:00100000:2.0:1779202588.000350:0:19392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1779202588.000368:0:19392:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4c76600/0x3d5ca2fc49dbd6a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd69f expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.000377:0:19392:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4c76600/0x3d5ca2fc49dbd6a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd69f expref: 22 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.000399:0:19392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002560:0@lo:104: 00000100:00100000:2.0:1779202588.000421:0:19392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1779202588.000437:0:19392:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd698 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd691 expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.000446:0:19392:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd698 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd691 expref: 22 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.000454:0:19392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002688:0@lo:104: 00000100:00100000:2.0:1779202588.000474:0:19392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1779202588.000492:0:19392:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd68a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650ff expref: 11 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.000503:0:19392:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd68a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650ff expref: 11 pid: 6555 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.000511:0:19392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002816:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202588.000531:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1779202588.000538:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+5:19392:x1865628524002048:12345-0@lo:104: Request processed in 218us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202588.000544:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1779202588.000558:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524002432 00000100:00100000:3.0:1779202588.000561:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524002432 00010000:00010000:2.0:1779202588.000562:0:19392:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd683 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f8 expref: 11 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202588.000571:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524002560 00010000:00010000:2.0:1779202588.000571:0:19392:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd683 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f8 expref: 11 pid: 6557 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202588.000574:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524002560 00000100:00100000:2.0:1779202588.000580:0:19392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4963800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002944:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202588.000582:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524002688 00000100:00100000:3.0:1779202588.000583:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524002688 00000100:00100000:3.0:1779202588.000594:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1779202588.000599:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffbc5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+7:19392:x1865628524002176:12345-0@lo:104: 00010000:00010000:2.0:1779202588.000605:0:19392:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd67c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f1 expref: 11 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202588.000607:0:6546:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77400/0x3d5ca2fc49dbd6c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd6d0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.000625:0:19392:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd67c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f1 expref: 11 pid: 6557 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.000634:0:19392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524003072:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202588.000657:0:19392:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b99c0 going to sleep for 11 seconds 00010000:00010000:2.0:1779202588.000678:0:19392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd708 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd701 expref: 22 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.000731:0:19392:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524001408:0@lo:104: 00010000:00010000:3.0:1779202588.000773:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00010000:00010000:2.0:1779202588.000774:0:19392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc38da200/0x3d5ca2fc49dbd6fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6f3 expref: 21 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202588.000778:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffbc5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+7:19392:x1865628524002176:12345-0@lo:104: Request processed in 179us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202588.000782:0:19392:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524001536:0@lo:104: 00000100:00100000:3.0:1779202588.000785:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1779202588.000790:0:19392:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524001664:0@lo:104: 00000100:00100000:2.0:1779202588.000796:0:19392:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002048:0@lo:104: 00000100:00100000:2.0:1779202588.000802:0:19392:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002176:0@lo:104: 00000100:00100000:3.0:1779202588.000816:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1779202588.000823:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+6:19392:x1865628524002304:12345-0@lo:104: 00010000:00010000:3.0:1779202588.000831:0:6546:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd6bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd6c2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202588.000868:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1779202588.000873:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+6:19392:x1865628524002304:12345-0@lo:104: Request processed in 51us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202588.000879:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1779202588.000890:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1779202588.000896:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+5:19392:x1865628524002432:12345-0@lo:104: 00010000:00010000:3.0:1779202588.000902:0:6546:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd6ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd6b4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202588.000927:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:3.0:1779202588.000932:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+5:19392:x1865628524002432:12345-0@lo:104: Request processed in 38us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202588.000937:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1779202588.000947:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1779202588.000951:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+4:19392:x1865628524002560:12345-0@lo:104: 00010000:00010000:3.0:1779202588.000958:0:6546:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd69f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd6a6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202588.000989:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:3.0:1779202588.000993:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+4:19392:x1865628524002560:12345-0@lo:104: Request processed in 42us (572us total) trans 0 rc 0/0 00010000:00010000:0.0:1779202588.000998:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00000100:00100000:3.0:1779202588.000999:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00010000:0.0:1779202588.001006:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd6ec expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202588.001010:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00010000:00010000:0.0:1779202588.001014:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38da000 already unused, calling callback (ffffffffc1301c20) 00000100:00100000:3.0:1779202588.001015:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+3:19392:x1865628524002688:12345-0@lo:104: 10000000:00010000:0.0:1779202588.001019:0:6551:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd6ec expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202588.001021:0:6546:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd691 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd698 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001028:0:6551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd6ec expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1779202588.001036:0:6551:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd6ec expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202588.001043:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 10000000:01000000:0.0:1779202588.001043:0:6551:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1779202588.001047:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+3:19392:x1865628524002688:12345-0@lo:104: Request processed in 33us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202588.001052:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00010000:00010000:0.0:1779202588.001073:0:6551:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6ec expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001079:0:6551:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1779202588.001100:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6ec expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001106:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc38da000/0x3d5ca2fc49dbd6e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6ec expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001122:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1779202588.001125:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd6de expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001130:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38daa00 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:0.0:1779202588.001133:0:6551:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd6de expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001139:0:6551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd6de expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1779202588.001144:0:6551:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd6de expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202588.001149:0:6551:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1779202588.001162:0:6551:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6de expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001168:0:6551:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1779202588.001174:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6de expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001179:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd6d7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6de expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001198:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1779202588.001201:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77400/0x3d5ca2fc49dbd6c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd6d0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001217:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77400 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:0.0:1779202588.001220:0:6551:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77400/0x3d5ca2fc49dbd6c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd6d0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001228:0:6551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77400/0x3d5ca2fc49dbd6c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd6d0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1779202588.001234:0:6551:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77400/0x3d5ca2fc49dbd6c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd6d0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202588.001239:0:6551:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1779202588.001252:0:6551:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77400/0x3d5ca2fc49dbd6c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6d0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001258:0:6551:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1779202588.001274:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77400/0x3d5ca2fc49dbd6c9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6d0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001291:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77400/0x3d5ca2fc49dbd6c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6d0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001302:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1779202588.001304:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd6bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd6c2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001310:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4861c00 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:0.0:1779202588.001313:0:6551:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd6bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd6c2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001330:0:6551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd6bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd6c2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1779202588.001336:0:6551:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd6bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd6c2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202588.001341:0:6551:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1779202588.001355:0:6551:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd6bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6c2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001361:0:6551:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1779202588.001367:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd6bb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6c2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001373:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd6bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6c2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001385:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1779202588.001389:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd6ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd6b4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001395:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860200 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:0.0:1779202588.001398:0:6551:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd6ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd6b4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001406:0:6551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd6ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd6b4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1779202588.001412:0:6551:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd6ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd6b4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202588.001422:0:6551:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1779202588.001435:0:6551:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd6ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6b4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001441:0:6551:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1779202588.001445:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd6ad lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6b4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001451:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd6ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6b4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001459:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1779202588.001461:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd69f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd6a6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001467:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38dba00 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:0.0:1779202588.001469:0:6551:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd69f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd6a6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001475:0:6551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd69f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd6a6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1779202588.001480:0:6551:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd69f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd6a6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202588.001485:0:6551:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1779202588.001500:0:6551:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd69f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6a6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001504:0:6551:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1779202588.001515:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd69f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6a6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001521:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd69f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd6a6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001530:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202588.001533:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd691 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd698 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001538:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc38db600 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:0.0:1779202588.001540:0:6551:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd691 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd698 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001546:0:6551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd691 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd698 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1779202588.001551:0:6551:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd691 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd698 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202588.001556:0:6551:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1779202588.001568:0:6551:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd691 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd698 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001573:0:6551:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1779202588.001578:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd691 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd698 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001583:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd691 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd698 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.001595:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202588.001602:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202588.001603:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202588.001625:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524003200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202588.001662:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202588.001731:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524003712:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202588.001754:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202588.001779:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1779202588.001785:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524003328:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202588.001804:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202588.001819:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524003840:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202588.001840:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202588.001864:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524003456:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202588.001885:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202588.001895:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524003968:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202588.001913:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202588.001923:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202588.001928:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524003584:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202588.001946:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202588.001971:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524003200 00000100:00100000:0.0:1779202588.001978:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524003200 00010000:00010000:0.0:1779202588.002004:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4861e00/0x3d5ca2fc49dbd6ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6e5 expref: 21 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202588.002023:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524003712 00000100:00100000:0.0:1779202588.002025:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524003712 00010000:00010000:0.0:1779202588.002035:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd6b4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6ad expref: 22 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202588.002055:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524003328 00000100:00100000:0.0:1779202588.002058:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524003328 00010000:00010000:0.0:1779202588.002068:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4c77000/0x3d5ca2fc49dbd6de lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6d7 expref: 23 pid: 6558 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202588.002078:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524003840 00000100:00100000:0.0:1779202588.002081:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524003840 00010000:00010000:0.0:1779202588.002091:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4c76600/0x3d5ca2fc49dbd6a6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd69f expref: 24 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202588.002100:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524003456 00000100:00100000:0.0:1779202588.002103:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524003456 00010000:00010000:0.0:1779202588.002130:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4296000/0x3d5ca2fc49dbd6d0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6c9 expref: 25 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202588.002142:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524003968 00000100:00100000:0.0:1779202588.002144:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524003968 00010000:00010000:0.0:1779202588.002154:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd698 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd691 expref: 26 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202588.002161:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524003584 00000100:00100000:0.0:1779202588.002163:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524003584 00010000:00010000:0.0:1779202588.002172:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4297200/0x3d5ca2fc49dbd6c2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6bb expref: 27 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202588.002183:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1779202588.002202:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+27:3662:x1865628524003200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202588.002213:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202588.002218:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4861e00/0x3d5ca2fc49dbd6ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6e5 expref: 27 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002240:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4861e00/0x3d5ca2fc49dbd6ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6e5 expref: 27 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002255:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4861e00/0x3d5ca2fc49dbd6ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6e5 expref: 27 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002268:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202588.002302:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+26:3662:x1865628524003200:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202588.002309:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1779202588.002326:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1779202588.002332:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+25:3662:x1865628524003712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202588.002339:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202588.002343:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd6b4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6ad expref: 25 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002352:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd6b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6ad expref: 25 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002361:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202588.002382:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+25:3662:x1865628524003712:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202588.002388:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1779202588.002398:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1779202588.002404:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+24:3662:x1865628524003328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202588.002411:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202588.002414:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4c77000/0x3d5ca2fc49dbd6de lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6d7 expref: 24 pid: 6558 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002428:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4c77000/0x3d5ca2fc49dbd6de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6d7 expref: 24 pid: 6558 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002437:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4c77000/0x3d5ca2fc49dbd6de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6d7 expref: 24 pid: 6558 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002445:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202588.002467:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524003328:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202588.002473:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1779202588.002485:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1779202588.002491:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:3662:x1865628524003840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202588.002498:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202588.002502:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4c76600/0x3d5ca2fc49dbd6a6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd69f expref: 22 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002511:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4c76600/0x3d5ca2fc49dbd6a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd69f expref: 22 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002519:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202588.002540:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:3662:x1865628524003840:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202588.002545:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1779202588.002576:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1779202588.002582:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:3664:x1865628524003456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202588.002588:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202588.002592:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4296000/0x3d5ca2fc49dbd6d0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6c9 expref: 21 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002608:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4296000/0x3d5ca2fc49dbd6d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6c9 expref: 21 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002617:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4296000/0x3d5ca2fc49dbd6d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6c9 expref: 21 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002625:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202588.002653:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:3664:x1865628524003456:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202588.002658:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1779202588.002670:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1779202588.002675:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:3664:x1865628524003968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202588.002681:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202588.002685:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd698 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd691 expref: 19 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002729:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd698 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd691 expref: 19 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002740:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202588.002762:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:3664:x1865628524003968:12345-0@lo:103:ldlm_bl.0 Request processed in 87us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202588.002767:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1779202588.002779:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1779202588.002784:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:3664:x1865628524003584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202588.002791:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202588.002794:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4297200/0x3d5ca2fc49dbd6c2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6bb expref: 18 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002810:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4297200/0x3d5ca2fc49dbd6c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6bb expref: 18 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.002819:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202588.002841:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:3664:x1865628524003584:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202588.002847:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00010000:00010000:2.0:1779202588.003471:0:19392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4297200/0x3d5ca2fc49dbd6c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6bb expref: 17 pid: 6557 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.003485:0:19392:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002304:0@lo:104: 00010000:00010000:2.0:1779202588.003497:0:19392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd6b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd6ad expref: 16 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.003505:0:19392:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002432:0@lo:104: 00010000:00010000:2.0:1779202588.003513:0:19392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4c76600/0x3d5ca2fc49dbd6a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd69f expref: 15 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.003534:0:19392:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002560:0@lo:104: 00010000:00010000:2.0:1779202588.003547:0:19392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd698 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd691 expref: 14 pid: 6555 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.003554:0:19392:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002688:0@lo:104: 00000100:00100000:2.0:1779202588.011245:0:19392:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002816:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202588.011260:0:19392:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4963800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524002944:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202588.011267:0:19392:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19392:1865628524003072:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202588.011338:0:19392:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202588.015837:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202588.015871:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202588.015953:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202588.016419:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500942464 00000100:00100000:2.0:1779202588.016430:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500942464 00010000:00010000:2.0:1779202588.016472:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd68a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650ff expref: 12 pid: 6555 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.016503:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500942720 00000100:00100000:2.0:1779202588.016506:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500942720 00010000:00010000:2.0:1779202588.016518:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd683 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f8 expref: 13 pid: 6557 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.016529:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500942592 00000100:00100000:2.0:1779202588.016531:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500942592 00010000:00010000:2.0:1779202588.016541:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd67c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f1 expref: 14 pid: 6557 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202588.016555:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 255 00000100:00100000:2.0:1779202588.016579:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a6c697da-3b22-4719-9109-e8c43ba504e5+14:2420:x1865628500942464:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202588.016594:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202588.016599:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd68a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650ff expref: 14 pid: 6555 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016612:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd68a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650ff expref: 14 pid: 6555 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016630:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd68a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650ff expref: 14 pid: 6555 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016647:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202588.016723:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a6c697da-3b22-4719-9109-e8c43ba504e5+13:2420:x1865628500942464:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 145us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202588.016731:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 255 00000100:00100000:2.0:1779202588.016750:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 256 00000100:00100000:2.0:1779202588.016756:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628500942720:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202588.016764:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202588.016768:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd683 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f8 expref: 12 pid: 6557 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016777:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd683 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f8 expref: 12 pid: 6557 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016787:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd683 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f8 expref: 12 pid: 6557 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016796:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202588.016834:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a6c697da-3b22-4719-9109-e8c43ba504e5+11:2420:x1865628500942720:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 78us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202588.016841:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 256 00000100:00100000:2.0:1779202588.016856:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 257 00000100:00100000:2.0:1779202588.016862:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a6c697da-3b22-4719-9109-e8c43ba504e5+10:2420:x1865628500942592:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202588.016869:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202588.016874:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd67c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f1 expref: 10 pid: 6557 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016883:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd67c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f1 expref: 10 pid: 6557 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016892:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd67c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650f1 expref: 10 pid: 6557 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016903:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016910:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016925:0:7938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016932:0:7938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016938:0:7938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016944:0:7938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016955:0:7938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202588.016960:0:7938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016967:0:7938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016981:0:7938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.016991:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202588.017013:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a6c697da-3b22-4719-9109-e8c43ba504e5+9:2420:x1865628500942592:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 151us (1060us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202588.017020:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 257 00010000:00010000:2.0:1779202588.017154:0:19392:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.017163:0:19392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202588.017196:0:19392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91d0c121cc00/0x3d5ca2fc49dbd7da lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202588.367294:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202589.381641:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500942848 00000100:00100000:3.0:1779202589.381653:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500942848 00000100:00100000:3.0:1779202589.381746:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 589 00000100:00100000:3.0:1779202589.381756:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+9:6239:x1865628500942848:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202589.381773:0:6557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202589.381791:0:6557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91d0c121d600/0x3d5ca2fc49dbd7e1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6513e expref: -99 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.381818:0:6557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91d0c121d600/0x3d5ca2fc49dbd7e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6513e expref: 10 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.381866:0:6557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91d0c121d600/0x3d5ca2fc49dbd7e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6513e expref: 10 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.381877:0:6557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d600, rc 0) 00000100:00100000:3.0:1779202589.382269:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500942848:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 Request processed in 514us (1259us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.382277:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 589 00000100:00100000:2.0:1779202589.389401:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202589.402882:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202589.402991:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500943104 00000100:00100000:3.0:1779202589.403002:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500943104 00000100:00100000:3.0:1779202589.403061:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 591 00000100:00100000:3.0:1779202589.403072:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500943104:12345-192.168.204.21@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202589.403230:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500943104:12345-192.168.204.21@tcp:503:ll_cfg_requeue.0 Request processed in 159us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.403239:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 591 00000100:00100000:0.0:1779202589.432071:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202589.432356:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500943232 00000100:00100000:3.0:1779202589.432367:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500943232 00000100:00100000:3.0:1779202589.432429:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 592 00000100:00100000:3.0:1779202589.432440:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+10:23992:x1865628500943232:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:3.0:1779202589.432602:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+10:23992:x1865628500943232:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 164us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.432620:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 592 00000100:00100000:2.0:1779202589.441647:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202589.457833:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500943488 00000100:00100000:0.0:1779202589.457846:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500943488 00000100:00100000:0.0:1779202589.457913:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 594 00000100:00100000:0.0:1779202589.457924:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500943488:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202589.457941:0:6557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202589.457960:0:6557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4861400/0x3d5ca2fc49dbd7e8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65145 expref: -99 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.457990:0:6557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4861400/0x3d5ca2fc49dbd7e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65145 expref: 11 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.458001:0:6557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4861400/0x3d5ca2fc49dbd7e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65145 expref: 11 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.458010:0:6557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4861400, rc 0) 00000100:00100000:0.0:1779202589.458084:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500943488:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 Request processed in 162us (1433us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.458110:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 594 00000100:00100000:0.0:1779202589.470236:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202589.470464:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500943616 00000100:00100000:3.0:1779202589.470474:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500943616 00000100:00100000:3.0:1779202589.470539:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 595 00000100:00100000:3.0:1779202589.470549:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500943616:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202589.470755:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500943616:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 Request processed in 207us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.470763:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 595 00000100:00100000:2.0:1779202589.475603:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202589.494433:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202589.509343:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202589.509447:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500944000 00000100:00100000:3.0:1779202589.509460:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500944000 00000100:00100000:3.0:1779202589.509534:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 598 00000100:00100000:3.0:1779202589.509547:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+11:23993:x1865628500944000:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:3.0:1779202589.509803:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+11:23993:x1865628500944000:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 256us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.509812:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 598 00000100:00100000:2.0:1779202589.517586:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202589.518061:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500944128 00000100:00100000:3.0:1779202589.518074:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500944128 00000100:00100000:3.0:1779202589.518143:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 599 00000100:00100000:3.0:1779202589.518155:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500944128:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202589.518184:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202589.518203:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91d0c121c800/0x3d5ca2fc49dbd7ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6514c expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.518239:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91d0c121c800/0x3d5ca2fc49dbd7ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6514c expref: 12 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.518251:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91d0c121c800/0x3d5ca2fc49dbd7ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6514c expref: 12 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.518261:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c800, rc 0) 00000100:00100000:3.0:1779202589.518502:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:6239:x1865628500944128:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 Request processed in 349us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.518524:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 599 00000100:00100000:2.0:1779202589.528315:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202589.579367:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524004096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202589.579443:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202589.579807:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524004096 00000100:00100000:2.0:1779202589.579817:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524004096 00000100:00100000:2.0:1779202589.579879:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1779202589.579889:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524004096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202589.579929:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:2.0:1779202589.579991:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524004096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202589.579999:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1779202589.580092:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524004096:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202589.581981:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524004224:0@lo:400:kworker.0 00000100:00100000:3.0:1779202589.582030:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524004608:0@lo:400:kworker.0 00000100:00100000:2.0:1779202589.583128:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524004352:0@lo:400:kworker.0 00000100:00100000:0.0:1779202589.587913:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.587990:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524004736:0@lo:400:kworker.0 00000100:00100000:0.0:1779202589.588026:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.588050:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524005248:0@lo:400:kworker.0 00000100:00100000:0.0:1779202589.588073:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.588121:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524004736 00000100:00100000:0.0:1779202589.588128:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524004736 00000100:00100000:0.0:1779202589.588187:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524005248 00000100:00100000:0.0:1779202589.588190:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524005248 00000100:00100000:0.0:1779202589.588209:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1779202589.588217:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524004736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202589.588265:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524004736:12345-0@lo:400:kworker.0 Request processed in 49us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.588272:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1779202589.588732:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1779202589.588741:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524005248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202589.588771:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524005248:12345-0@lo:400:kworker.0 Request processed in 33us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.588777:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00080000:0.0:1779202589.588807:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202589.588843:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524004736:0@lo:400:kworker.0 00000100:00100000:0.0:1779202589.588852:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524005248:0@lo:400:kworker.0 00000100:00100000:0.0:1779202589.588890:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524004224 00000100:00100000:0.0:1779202589.588894:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524004224 00000100:00100000:0.0:1779202589.588919:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1779202589.588926:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+14:3662:x1865628524004224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202589.588961:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+14:3662:x1865628524004224:12345-0@lo:400:kworker.0 Request processed in 36us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.588967:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1779202589.589000:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524004224:0@lo:400:kworker.0 00000100:00100000:3.0:1779202589.589120:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202589.589151:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524005120:0@lo:400:kworker.0 00000100:00100000:3.0:1779202589.589187:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202589.589206:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524005632:0@lo:400:kworker.0 00000100:00100000:3.0:1779202589.589226:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202589.589256:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524005120 00000100:00100000:3.0:1779202589.589260:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524005120 00000100:00100000:3.0:1779202589.589308:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524005632 00000100:00100000:3.0:1779202589.589311:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524005632 00000100:00100000:3.0:1779202589.589499:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1779202589.589509:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524005120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202589.589554:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524005120:12345-0@lo:400:kworker.0 Request processed in 48us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.589560:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1779202589.589577:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1779202589.589582:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524005632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202589.590188:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524004608 00000100:00100000:0.0:1779202589.590195:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524004608 00000100:00100000:0.0:1779202589.590230:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1779202589.590237:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524004608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202589.590292:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524004608:12345-0@lo:400:kworker.0 Request processed in 56us (1172us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.590298:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00080000:0.0:1779202589.590447:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202589.590452:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202589.590540:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524005632:12345-0@lo:400:kworker.0 Request processed in 956us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.590546:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1779202589.590586:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524004608:0@lo:400:kworker.0 00000100:00100000:3.0:1779202589.590626:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524005120:0@lo:400:kworker.0 00000100:00100000:3.0:1779202589.590637:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524005632:0@lo:400:kworker.0 00000100:00100000:2.0:1779202589.591620:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202589.591650:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524004480 00000100:00100000:2.0:1779202589.591655:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524004480 00000100:00100000:2.0:1779202589.591683:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524004352 00000100:00100000:2.0:1779202589.591685:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524004352 00000100:00100000:2.0:1779202589.591719:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1779202589.591726:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524004480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202589.591762:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524004480:12345-0@lo:400:kworker.0 Request processed in 37us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202589.591768:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1779202589.591780:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1779202589.591785:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524004352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202589.591810:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524004352:12345-0@lo:400:kworker.0 Request processed in 25us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202589.591815:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1779202589.591841:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524004352:0@lo:400:kworker.0 00000100:00100000:2.0:1779202589.591849:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4381500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524004864:0@lo:400:kworker.0 00000100:00100000:2.0:1779202589.591878:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202589.591893:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524005376:0@lo:400:kworker.0 00000100:00100000:2.0:1779202589.591911:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202589.592467:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524004864 00000100:00100000:3.0:1779202589.592472:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524004864 00000100:00100000:3.0:1779202589.592511:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524005376 00000100:00100000:3.0:1779202589.592514:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524005376 00000100:00100000:3.0:1779202589.592530:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1779202589.592535:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524004864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202589.592576:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524004864:12345-0@lo:400:kworker.0 Request processed in 41us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.592582:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1779202589.592595:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1779202589.592601:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524005376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202589.592640:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524005376:12345-0@lo:400:kworker.0 Request processed in 39us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.592645:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00080000:0.0:1779202589.592999:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202589.593005:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202589.593008:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202589.593136:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4381500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524004864:0@lo:400:kworker.0 00000100:00100000:2.0:1779202589.593145:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524005376:0@lo:400:kworker.0 10000000:01000000:0.0:1779202589.903887:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1779202589.903894:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91cfc1ada000 from 58 10000000:01000000:0.0:1779202589.903900:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1779202589.903948:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.903975:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.903987:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202589.904016:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524005760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.904093:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.904186:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e0316900 going to sleep for 11 seconds 00000100:00100000:3.0:1779202589.904601:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524005760 00000100:00100000:3.0:1779202589.904611:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524005760 00000100:00100000:3.0:1779202589.904667:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1779202589.904677:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+14:6560:x1865628524005760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202589.904720:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202589.904733:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91d0c121c400/0x3d5ca2fc49dbd7fd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd7f6 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.904758:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91d0c121c400/0x3d5ca2fc49dbd7fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd7f6 expref: 15 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.904785:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91d0c121c400/0x3d5ca2fc49dbd7fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd7f6 expref: 15 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.904794:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c400, rc 0) 00000100:00100000:3.0:1779202589.904848:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:6560:x1865628524005760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 172us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.904864:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1779202589.905026:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524005760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1779202589.905044:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd7fd expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.905052:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd7fd expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202589.905119:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524005888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1779202589.905148:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202589.905190:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414180 going to sleep for 11 seconds 00000100:00100000:2.0:1779202589.907456:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524005888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1779202589.907510:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524006016:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1779202589.907597:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202589.907653:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414180 going to sleep for 11 seconds 00000100:00100000:2.0:1779202589.908909:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524006016:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1779202589.909441:0:19396:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19396:1865628524006144:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1779202589.909493:0:19396:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202589.909536:0:19396:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414300 going to sleep for 11 seconds 00000100:00100000:2.0:1779202589.910006:0:19396:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19396:1865628524006144:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1779202589.910054:0:19396:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19396:1865628524006272:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1779202589.910089:0:19396:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202589.910122:0:19396:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414300 going to sleep for 11 seconds 00000100:00100000:0.0:1779202589.910187:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524006272 00000100:00100000:0.0:1779202589.910192:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524006272 00000100:00100000:0.0:1779202589.910229:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1779202589.910236:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:19396:x1865628524006272:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202589.910325:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:19396:x1865628524006272:12345-0@lo:502:llog_process_th.0 Request processed in 89us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.910332:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1779202589.910466:0:19396:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19396:1865628524006272:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1779202589.910487:0:19396:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:0.0:1779202589.911035:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:0.0:1779202589.911061:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1779202589.911071:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd7fd expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.911082:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd7fd expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202589.911092:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1779202589.911095:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1779202589.911099:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1779202589.911133:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4861200/0x3d5ca2fc49dbd804 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.911142:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4861200/0x3d5ca2fc49dbd804 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.912047:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4861200/0x3d5ca2fc49dbd804 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202589.912079:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524006400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.912138:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.912236:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d07cd3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202589.919506:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524006400 00000100:00100000:3.0:1779202589.919520:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524006400 00000100:00100000:3.0:1779202589.919589:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1779202589.919601:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:6560:x1865628524006400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202589.919620:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202589.919638:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91d0c121da00/0x3d5ca2fc49dbd80b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd804 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.919664:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91d0c121da00/0x3d5ca2fc49dbd80b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd804 expref: 16 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.919675:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91d0c121da00/0x3d5ca2fc49dbd80b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd804 expref: 16 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.919684:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121da00, rc 0) 00000100:00100000:3.0:1779202589.919789:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:6560:x1865628524006400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 191us (7651us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.919797:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1779202589.920550:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524006528 00000100:00100000:2.0:1779202589.920556:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524006528 00000100:00100000:2.0:1779202589.920589:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1779202589.920597:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:6560:x1865628524006528:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1779202589.920803:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:6560:x1865628524006528:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 207us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202589.920811:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1779202589.922439:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524006656 00000100:00100000:2.0:1779202589.922446:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524006656 00000100:00100000:2.0:1779202589.922497:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1779202589.922507:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:6560:x1865628524006656:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1779202589.922619:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:6560:x1865628524006656:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 114us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202589.922627:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1779202589.923184:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4383b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524006656:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1779202589.924235:0:19397:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000100:00100000:0.0:1779202589.926022:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524006784 00000100:00100000:0.0:1779202589.926033:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524006784 00000100:00100000:0.0:1779202589.926090:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1779202589.926100:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:6560:x1865628524006784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202589.926116:0:6555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202589.926132:0:6555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4861000/0x3d5ca2fc49dbd819 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd812 expref: -99 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.926172:0:6555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4861000/0x3d5ca2fc49dbd819 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd812 expref: 17 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.926183:0:6555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4861000/0x3d5ca2fc49dbd819 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd812 expref: 17 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.926191:0:6555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4861000, rc 0) 00000100:00100000:0.0:1779202589.926286:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:6560:x1865628524006784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 186us (1460us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.926292:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1779202589.927222:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524006912 00000100:00100000:3.0:1779202589.927227:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524006912 00000100:00100000:3.0:1779202589.927276:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1779202589.927283:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:6560:x1865628524006912:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202589.927418:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:6560:x1865628524006912:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 135us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.927425:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1779202589.927993:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524007040 00000100:00100000:3.0:1779202589.927998:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524007040 00000100:00100000:3.0:1779202589.928032:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1779202589.928040:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:6560:x1865628524007040:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202589.928132:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:6560:x1865628524007040:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 93us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.928139:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1779202589.928230:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4381f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524007040:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.929042:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524007168 00000100:00100000:0.0:1779202589.929048:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524007168 00000100:00100000:0.0:1779202589.929087:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1779202589.929094:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:19398:x1865628524007168:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202589.929199:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:19398:x1865628524007168:12345-0@lo:502:llog_process_th.0 Request processed in 104us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.929206:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1779202589.929951:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524007296 00000100:00100000:2.0:1779202589.929957:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524007296 00000100:00100000:2.0:1779202589.929989:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1779202589.929996:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:19398:x1865628524007296:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1779202589.930090:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:19398:x1865628524007296:12345-0@lo:502:llog_process_th.0 Request processed in 93us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202589.930104:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000020:01000000:0.0:1779202589.931986:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:0.0:1779202589.932023:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1779202589.932034:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4297a00/0x3d5ca2fc49dbd812 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd819 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.932048:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4297a00/0x3d5ca2fc49dbd812 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd819 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202589.932059:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1779202589.932062:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1779202589.932065:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1779202589.932104:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.932112:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.932123:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202589.932173:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524007424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.932232:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.932321:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e005d840 going to sleep for 11 seconds 00000100:00100000:2.0:1779202589.933275:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524007424 00000100:00100000:2.0:1779202589.933285:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524007424 00000100:00100000:2.0:1779202589.933345:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1779202589.933354:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:6560:x1865628524007424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1779202589.933368:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202589.933383:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd827 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd820 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.933629:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd827 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd820 expref: 18 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.933641:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd827 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd820 expref: 18 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.933651:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c77e00, rc 0) 00000100:00100000:2.0:1779202589.934046:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628524007424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 692us (1813us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202589.934055:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1779202589.934165:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524007424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202589.934183:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd827 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.934193:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd827 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202589.934272:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524007552:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.934309:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.934349:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e005d840 going to sleep for 11 seconds 00000100:00100000:3.0:1779202589.934407:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524007552 00000100:00100000:3.0:1779202589.934413:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524007552 00000100:00100000:3.0:1779202589.934446:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1779202589.934453:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628524007552:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202589.934577:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628524007552:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 123us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.934583:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1779202589.935124:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524007680 00000100:00100000:0.0:1779202589.935129:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524007680 00000100:00100000:0.0:1779202589.935170:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1779202589.935177:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628524007680:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.935271:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628524007680:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 95us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.935278:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000020:01000000:0.0:1779202589.936751:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1779202589.936776:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1779202589.936785:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd827 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.936797:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd827 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202589.936820:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1779202589.936823:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91d0f3903800 from 58 10000000:01000000:0.0:1779202589.936826:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1779202589.936857:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.936864:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.936873:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202589.936893:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524007808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.936943:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.936985:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e005df00 going to sleep for 11 seconds 00000100:00100000:3.0:1779202589.937178:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524007808 00000100:00100000:3.0:1779202589.937187:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524007808 00000100:00100000:3.0:1779202589.937236:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1779202589.937244:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628524007808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202589.937255:0:6557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202589.937266:0:6557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91d0c121d000/0x3d5ca2fc49dbd835 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd82e expref: -99 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.937300:0:6557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91d0c121d000/0x3d5ca2fc49dbd835 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd82e expref: 19 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.937311:0:6557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91d0c121d000/0x3d5ca2fc49dbd835 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd82e expref: 19 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.937320:0:6557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d000, rc 0) 00000100:00100000:3.0:1779202589.937354:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628524007808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.937361:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1779202589.938040:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524007808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202589.938055:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd835 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.938063:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd835 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202589.938121:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524007936:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.938160:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.938185:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e005df00 going to sleep for 11 seconds 00000100:00100000:3.0:1779202589.938236:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524007936 00000100:00100000:3.0:1779202589.938241:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524007936 00000100:00100000:3.0:1779202589.938276:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1779202589.938284:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628524007936:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202589.938392:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628524007936:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 109us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.938519:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1779202589.938798:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524007936:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.938827:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524008064:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.938875:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.938904:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e005df00 going to sleep for 11 seconds 00000100:00100000:2.0:1779202589.939033:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524008064 00000100:00100000:2.0:1779202589.939039:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524008064 00000100:00100000:2.0:1779202589.939069:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1779202589.939077:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628524008064:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1779202589.939192:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628524008064:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 116us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202589.939200:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1779202589.939734:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524008064:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.948049:0:19400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19400:1865628524008192:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202589.948162:0:19400:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.948207:0:19400:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e005d840 going to sleep for 11 seconds 00000100:00100000:3.0:1779202589.948263:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524008192 00000100:00100000:3.0:1779202589.948273:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524008192 00000100:00100000:3.0:1779202589.948314:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1779202589.948323:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:19400:x1865628524008192:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202589.948463:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:19400:x1865628524008192:12345-0@lo:502:llog_process_th.0 Request processed in 140us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.948470:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1779202589.948866:0:19400:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19400:1865628524008192:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202589.948925:0:19400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19400:1865628524008320:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202589.948962:0:19400:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.948995:0:19400:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d07cd540 going to sleep for 11 seconds 00000100:00100000:0.0:1779202589.949893:0:19400:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19400:1865628524008320:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1779202589.949927:0:19400:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:2.0:1779202589.950117:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:2.0:1779202589.950146:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1779202589.950166:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd835 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.950178:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd835 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1779202589.950188:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:2.0:1779202589.950191:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 53 10000000:01000000:2.0:1779202589.950193:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1779202589.950219:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.950227:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.950236:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202589.950252:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524008448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1779202589.950291:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202589.950323:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414600 going to sleep for 11 seconds 00000100:00100000:0.0:1779202589.950747:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524008448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202589.950760:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd843 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.950769:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd843 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202589.950816:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524008576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.950838:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.950856:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e005d840 going to sleep for 11 seconds 00000100:00100000:3.0:1779202589.950992:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524008576 00000100:00100000:3.0:1779202589.950997:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524008576 00000100:00100000:3.0:1779202589.951029:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1779202589.951036:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628524008576:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202589.951147:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628524008576:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 111us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.951163:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1779202589.952552:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524008576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.952613:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524008704:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.952689:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.952771:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e005d840 going to sleep for 11 seconds 00000100:00100000:2.0:1779202589.952950:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524008704 00000100:00100000:2.0:1779202589.952957:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524008704 00000100:00100000:2.0:1779202589.953006:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1779202589.953015:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628524008704:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1779202589.953133:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628524008704:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 117us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202589.953140:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1779202589.959725:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524008832 00000100:00100000:0.0:1779202589.959732:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524008832 00000100:00100000:0.0:1779202589.959779:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1779202589.959788:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:19401:x1865628524008832:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202589.959904:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:19401:x1865628524008832:12345-0@lo:502:llog_process_th.0 Request processed in 116us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.959912:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1779202589.960747:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524008960 00000100:00100000:3.0:1779202589.960755:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524008960 00000100:00100000:3.0:1779202589.960794:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1779202589.960804:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:19401:x1865628524008960:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202589.960927:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:19401:x1865628524008960:12345-0@lo:502:llog_process_th.0 Request processed in 124us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.960936:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000020:01000000:2.0:1779202589.961340:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 53-55 (rc=0) 10000000:01000000:2.0:1779202589.961373:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1779202589.961382:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd843 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.961393:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd843 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1779202589.961404:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1779202589.961406:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91d0cb521800 from 58 10000000:01000000:2.0:1779202589.961409:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1779202589.961435:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd84a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.961444:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd84a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.961453:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd84a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202589.961469:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524009088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1779202589.961503:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202589.961540:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414600 going to sleep for 11 seconds 00000100:00100000:3.0:1779202589.962205:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524009088 00000100:00100000:3.0:1779202589.962212:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524009088 00000100:00100000:3.0:1779202589.962252:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1779202589.962259:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628524009088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202589.962268:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202589.962281:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91d0c121c600/0x3d5ca2fc49dbd851 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd84a expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.962305:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91d0c121c600/0x3d5ca2fc49dbd851 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd84a expref: 21 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.962316:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91d0c121c600/0x3d5ca2fc49dbd851 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd84a expref: 21 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.962325:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c600, rc 0) 00000100:00100000:3.0:1779202589.962373:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628524009088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.962390:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1779202589.962742:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524009216 00000100:00100000:2.0:1779202589.962747:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524009216 00000100:00100000:2.0:1779202589.962765:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1779202589.962771:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628524009216:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1779202589.962862:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628524009216:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 91us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202589.962869:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1779202589.963166:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524009344 00000100:00100000:0.0:1779202589.963170:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524009344 00000100:00100000:0.0:1779202589.963191:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1779202589.963196:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628524009344:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.963267:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628524009344:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 71us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.963274:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1779202589.964170:0:19402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19402:1865628524009472:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202589.964220:0:19402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202589.964256:0:19402:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0df00a480 going to sleep for 11 seconds 00000100:00100000:0.0:1779202589.964305:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524009472 00000100:00100000:0.0:1779202589.964310:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524009472 00000100:00100000:0.0:1779202589.964344:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1779202589.964351:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:19402:x1865628524009472:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202589.964457:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:19402:x1865628524009472:12345-0@lo:502:llog_process_th.0 Request processed in 107us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.964464:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1779202589.964660:0:19402:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19402:1865628524009472:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202589.964735:0:19402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19402:1865628524009600:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202589.964780:0:19402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202589.964802:0:19402:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0df00a480 going to sleep for 11 seconds 00000100:00100000:2.0:1779202589.964926:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524009600 00000100:00100000:2.0:1779202589.964931:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524009600 00000100:00100000:2.0:1779202589.964956:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1779202589.964962:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:19402:x1865628524009600:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1779202589.965039:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:19402:x1865628524009600:12345-0@lo:502:llog_process_th.0 Request processed in 77us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202589.965046:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1779202589.965174:0:19402:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19402:1865628524009600:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1779202589.965195:0:19402:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000100:00100000:2.0:1779202589.965666:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524009728 00000100:00100000:2.0:1779202589.965671:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524009728 00000100:00100000:2.0:1779202589.965726:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1779202589.965744:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628524009728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1779202589.965753:0:6557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202589.965765:0:6557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd85f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd858 expref: -99 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.965785:0:6557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd85f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd858 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.965794:0:6557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd85f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd858 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.965803:0:6557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76800, rc 0) 00000100:00100000:2.0:1779202589.965844:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628524009728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202589.965851:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1779202589.973561:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524009856 00000100:00100000:2.0:1779202589.973579:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524009856 00000100:00100000:3.0:1779202589.973801:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1779202589.973815:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628524009856:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202589.973998:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628524009856:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 186us (7509us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.974006:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1779202589.974610:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524009984 00000100:00100000:0.0:1779202589.974616:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524009984 00000100:00100000:0.0:1779202589.974653:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1779202589.974661:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628524009984:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.974803:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628524009984:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 142us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.974811:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1779202589.976250:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524010112 00000100:00100000:0.0:1779202589.976255:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524010112 00000100:00100000:0.0:1779202589.976294:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1779202589.976302:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:19403:x1865628524010112:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202589.976428:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:19403:x1865628524010112:12345-0@lo:502:llog_process_th.0 Request processed in 125us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202589.976435:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1779202589.981142:0:19403:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19403:1865628524010240:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1779202589.981255:0:19403:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202589.981305:0:19403:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cb936300 going to sleep for 11 seconds 00000100:00100000:3.0:1779202589.981366:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524010240 00000100:00100000:3.0:1779202589.981374:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524010240 00000100:00100000:3.0:1779202589.981435:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1779202589.981446:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:19403:x1865628524010240:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202589.981565:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:19403:x1865628524010240:12345-0@lo:502:llog_process_th.0 Request processed in 121us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202589.981573:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000020:01000004:0.0:1779202589.981683:0:19404:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91d0cb521800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1779202589.981688:0:19404:0:(obd_mount.c:701:lustre_put_lsi()) put ffff91d0cb521800 4 00000100:00100000:2.0:1779202589.982871:0:19403:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19403:1865628524010240:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1779202589.982922:0:19403:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1779202589.982932:0:19403:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1779202589.982934:0:19403:0:(obd_config.c:1561:class_process_config()) marker 50 (0x2) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1779202589.982941:0:19403:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000020:01000000:3.0:1779202589.983132:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 53-55 (rc=0) 10000000:01000000:3.0:1779202589.983174:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1779202589.983184:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd858 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd85f expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.983195:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd858 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd85f expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202589.983204:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1779202589.983207:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff91d0e01b19c0 from 1 10000000:01000000:3.0:1779202589.983210:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1779202589.983239:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.983247:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202589.983256:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202589.983275:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524010368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1779202589.983326:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202589.983356:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0df00a0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202589.983411:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524010368 00000100:00100000:2.0:1779202589.983418:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524010368 00000100:00100000:2.0:1779202589.983461:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1779202589.983471:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628524010368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1779202589.983484:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202589.983496:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4c76400/0x3d5ca2fc49dbd86d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd866 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.983519:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4c76400/0x3d5ca2fc49dbd86d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd866 expref: 23 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.983530:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4c76400/0x3d5ca2fc49dbd86d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd866 expref: 23 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202589.983539:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76400, rc 0) 00000100:00100000:2.0:1779202589.983579:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:6560:x1865628524010368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202589.983586:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1779202589.983818:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524010368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202589.983831:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd86d expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.983840:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd86d expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202589.983895:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524010496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202589.983922:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202589.983943:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d7f75e40 going to sleep for 11 seconds 00000100:00100000:2.0:1779202589.984245:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524010496 00000100:00100000:2.0:1779202589.984250:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524010496 00000100:00100000:2.0:1779202589.984284:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1779202589.984300:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:6560:x1865628524010496:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1779202589.984380:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:6560:x1865628524010496:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 81us (457us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202589.984387:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1779202589.984515:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524010496:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1779202589.984537:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1779202589.984543:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd86d expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202589.984561:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd86d expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202590.418505:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202590.599665:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500944384 00000100:00100000:3.0:1779202590.599683:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500944384 00000100:00100000:3.0:1779202590.599793:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 640 00000100:00100000:3.0:1779202590.599805:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628500944384:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202590.599900:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628500944384:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 98us (3984us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202590.599908:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 640 00000100:00100000:3.0:1779202591.115141:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524010752 00000100:00100000:3.0:1779202591.115153:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524010752 00000100:00080000:2.0:1779202591.115251:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202591.115398:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202591.115426:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1779202591.115436:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524010624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202591.115474:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:2.0:1779202591.115529:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524010624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202591.115539:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1779202591.115616:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524010752:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202591.115627:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524010624:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202591.627233:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524010880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202591.627324:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202591.627427:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524010880 00000100:00100000:2.0:1779202591.627437:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524010880 00000100:00100000:2.0:1779202591.627502:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1779202591.627513:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524010880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202591.627551:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:2.0:1779202591.627600:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524010880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202591.627608:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00080000:2.0:1779202591.627634:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202591.627687:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524010880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202591.628380:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202591.628393:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524011008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202591.628433:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202591.629394:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524011008 00000100:00100000:0.0:1779202591.629404:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524011008 00000100:00080000:2.0:1779202591.629647:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202591.629851:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1779202591.629862:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524011008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202591.629890:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1779202591.630336:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524011008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 475us (1900us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202591.630344:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000020:00000080:3.0:1779202592.341037:0:19503:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fffbafa64d0 20000000:00000080:3.0:1779202592.341056:0:19503:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff91cfc4b32800 uarg=0000000000000000 00000040:00100000:3.0:1779202592.341602:0:19503:0:(llog.c:1067:llog_reverse_process()) index 60 : idx 49 20000000:01000000:3.0:1779202592.341610:0:19503:0:(mgs_llog.c:959:mgs_search_pool_cb()) Matched pool rec 59 cmd:0xce022 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:3.0:1779202592.341624:0:19503:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_11c fl=4 20000000:01000000:2.0:1779202592.353860:0:19504:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 52 marker 43 1->4: lustre-clilov new lustre.test_11c 20000000:01000000:2.0:1779202592.353915:0:19504:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 54 marker 43 2->4: lustre-clilov new lustre.test_11c 00000040:00080000:2.0:1779202592.353946:0:19504:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000040:00080000:3.0:1779202592.363578:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].61, 224 off18904 20000000:01000000:3.0:1779202592.363601:0:19503:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1779202592.363620:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].62, 112 off19016 00000040:00080000:3.0:1779202592.363635:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].63, 224 off19240 20000000:01000000:3.0:1779202592.363649:0:19503:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_11c fl=4 20000000:01000000:3.0:1779202592.369819:0:19505:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 46 marker 44 1->4: lustre-MDT0000-mdtlov new lustre.test_11c 20000000:01000000:3.0:1779202592.369878:0:19505:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 49 marker 44 2->4: lustre-MDT0000-mdtlov new lustre.test_11c 00000040:00080000:3.0:1779202592.369891:0:19505:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000040:00080000:0.0:1779202592.370435:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].56, 224 off18016 20000000:01000000:0.0:1779202592.370449:0:19503:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:0.0:1779202592.370464:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].57, 120 off18136 00000040:00080000:0.0:1779202592.370479:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].58, 224 off18360 20000000:01000000:0.0:1779202592.370493:0:19503:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-MDT0001/lustre-MDT0001-mdtlov/new lustre.test_11c fl=4 20000000:01000000:2.0:1779202592.373425:0:19506:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 46 marker 45 1->4: lustre-MDT0001-mdtlov new lustre.test_11c 20000000:01000000:2.0:1779202592.373488:0:19506:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 49 marker 45 2->4: lustre-MDT0001-mdtlov new lustre.test_11c 00000040:00080000:2.0:1779202592.373507:0:19506:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 56 count 55 00000040:00080000:0.0:1779202592.374221:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].56, 224 off18016 20000000:01000000:0.0:1779202592.374237:0:19503:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:0.0:1779202592.374253:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].57, 120 off18136 00000040:00080000:0.0:1779202592.374267:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].58, 224 off18360 10000000:01000000:0.0:1779202592.374279:0:19503:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1779202592.374295:0:19503:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd874 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19503 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374344:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91d0c121d600/0x3d5ca2fc49dbd7e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6513e expref: 11 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374353:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4861400/0x3d5ca2fc49dbd7e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65145 expref: 11 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374360:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91d0c121c800/0x3d5ca2fc49dbd7ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6514c expref: 11 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374368:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91d0c121c400/0x3d5ca2fc49dbd7fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd7f6 expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374374:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91d0c121da00/0x3d5ca2fc49dbd80b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd804 expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374381:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4861000/0x3d5ca2fc49dbd819 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd812 expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374387:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd827 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd820 expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374393:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91d0c121d000/0x3d5ca2fc49dbd835 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd82e expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374399:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4296400/0x3d5ca2fc49dbd843 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd83c expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374606:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91d0c121c600/0x3d5ca2fc49dbd851 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd84a expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374624:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd85f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd858 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374632:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91cfc4c76400/0x3d5ca2fc49dbd86d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd866 expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374639:0:19503:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd874 lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19503 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374673:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4c76400/0x3d5ca2fc49dbd86d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd866 expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374687:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4c76400/0x3d5ca2fc49dbd86d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd866 expref: 22 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.374738:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524011136:0@lo:104: 00000100:00100000:0.0:1779202592.374798:0:19503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202592.374857:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd85f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd858 expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374866:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd85f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd858 expref: 22 pid: 6557 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.374875:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524011264:0@lo:104: 00000100:00100000:0.0:1779202592.374893:0:19503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202592.374919:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91d0c121c600/0x3d5ca2fc49dbd851 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd84a expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.374928:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91d0c121c600/0x3d5ca2fc49dbd851 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd84a expref: 22 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.374943:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524011392:0@lo:104: 00000100:00100000:0.0:1779202592.374968:0:19503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202592.375126:0:6547:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1779202592.375139:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524011136 00000100:00100000:2.0:1779202592.375146:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524011136 00000100:00100000:2.0:1779202592.375194:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524011264 00000100:00100000:2.0:1779202592.375197:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524011264 00000100:00100000:2.0:1779202592.375208:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524011392 00000100:00100000:2.0:1779202592.375210:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524011392 00000100:00100000:3.0:1779202592.375218:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1779202592.375228:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+5:19503:x1865628524011136:12345-0@lo:104: 00010000:00010000:0.0:1779202592.375239:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91cfc4296400/0x3d5ca2fc49dbd843 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd83c expref: 22 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.375240:0:6546:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd86d expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.375247:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91cfc4296400/0x3d5ca2fc49dbd843 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd83c expref: 22 pid: 6555 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.375255:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524011520:0@lo:104: 00000100:00100000:0.0:1779202592.375275:0:19503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1779202592.375289:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1779202592.375294:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+5:19503:x1865628524011136:12345-0@lo:104: Request processed in 70us (497us total) trans 0 rc 0/0 00010000:00010000:0.0:1779202592.375297:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91d0c121d000/0x3d5ca2fc49dbd835 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3d5ca2fc49dbd82e expref: 22 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.375304:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff91d0c121d000/0x3d5ca2fc49dbd835 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd82e expref: 22 pid: 6557 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.375312:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524011648:0@lo:104: 00010000:00010000:0.0:1779202592.384452:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202592.384465:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd86d expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.384478:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:0.0:1779202592.384482:0:6551:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd86d expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.384492:0:6551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd86d expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1779202592.384522:0:6551:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd86d expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202592.384528:0:6551:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1779202592.384589:0:6551:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd86d expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.384595:0:6551:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1779202592.384627:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd86d expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.384633:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91d0c121cc00/0x3d5ca2fc49dbd866 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd86d expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.384649:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202592.384650:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202592.384652:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202592.384668:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524012672:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202592.384758:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202592.388950:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524012672 00000100:00100000:0.0:1779202592.388964:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524012672 00010000:00010000:0.0:1779202592.389022:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4c76400/0x3d5ca2fc49dbd86d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd866 expref: 23 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.389061:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1779202592.389071:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b08850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524012672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202592.389084:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202592.389089:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4c76400/0x3d5ca2fc49dbd86d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd866 expref: 23 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.389125:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4c76400/0x3d5ca2fc49dbd86d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd866 expref: 23 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.389144:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4c76400/0x3d5ca2fc49dbd86d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd866 expref: 23 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.389172:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202592.389248:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b08850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:3665:x1865628524012672:12345-0@lo:103:ldlm_bl.0 Request processed in 178us (4489us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202592.389256:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1779202592.389360:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524012672:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1779202592.391847:0:6547:0:(service.c:3465:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:2.0:1779202592.391864:0:6547:0:(service.c:3524:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00100000:0.0:1779202592.394860:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524011520 00000100:00100000:0.0:1779202592.394871:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524011520 00000100:00100000:0.0:1779202592.394918:0:6547:0:(service.c:3465:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:0.0:1779202592.394925:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524011648 00000100:00100000:0.0:1779202592.394928:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524011648 00000100:00100000:0.0:1779202592.394936:0:6547:0:(service.c:3465:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:0.0:1779202592.394940:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524011776 00000100:00100000:0.0:1779202592.394942:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524011776 00000100:00100000:0.0:1779202592.394949:0:6547:0:(service.c:3465:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:0.0:1779202592.394953:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524011904 00000100:00100000:0.0:1779202592.394955:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524011904 00000100:00100000:0.0:1779202592.394962:0:6547:0:(service.c:3465:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:0.0:1779202592.394964:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524012032 00000100:00100000:0.0:1779202592.394967:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524012032 00000100:00100000:0.0:1779202592.394974:0:6547:0:(service.c:3465:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:0.0:1779202592.394987:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524012160 00000100:00100000:0.0:1779202592.394989:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524012160 00000100:00100000:2.0:1779202592.395096:0:19507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1779202592.395117:0:19507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5a42f56b-d01b-4129-aeb9-d1380afa145d+11:19503:x1865628524011264:12345-0@lo:104: 00010000:00010000:2.0:1779202592.395136:0:19507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd858 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd85f expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395248:0:19507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1779202592.395254:0:19507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5a42f56b-d01b-4129-aeb9-d1380afa145d+11:19503:x1865628524011264:12345-0@lo:104: Request processed in 150us (20360us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202592.395261:0:19507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00010000:00010000:2.0:1779202592.395290:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1779202592.395296:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd858 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd85f expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395304:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296200 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:2.0:1779202592.395308:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd858 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd85f expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395343:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd858 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd85f expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1779202592.395350:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd858 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd85f expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1779202592.395356:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1779202592.395394:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd858 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd85f expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395401:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1779202592.395428:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd858 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd85f expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395435:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4296200/0x3d5ca2fc49dbd858 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd85f expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395445:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202592.395447:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202592.395449:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202592.395462:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524012800:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1779202592.395503:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202592.395745:0:19507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1779202592.395755:0:19507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32e9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5a42f56b-d01b-4129-aeb9-d1380afa145d+10:19503:x1865628524011392:12345-0@lo:104: 00010000:00010000:2.0:1779202592.395764:0:19507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd84a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd851 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395798:0:19507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1779202592.395809:0:19507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32e9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5a42f56b-d01b-4129-aeb9-d1380afa145d+10:19503:x1865628524011392:12345-0@lo:104: Request processed in 57us (20840us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202592.395815:0:19507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1779202592.395828:0:19507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1779202592.395834:0:19507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5a42f56b-d01b-4129-aeb9-d1380afa145d+9:19503:x1865628524011520:12345-0@lo:104: 00010000:00010000:2.0:1779202592.395841:0:19507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd843 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395874:0:19507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1779202592.395879:0:19507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5a42f56b-d01b-4129-aeb9-d1380afa145d+9:19503:x1865628524011520:12345-0@lo:104: Request processed in 46us (20604us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202592.395885:0:19507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00010000:00010000:2.0:1779202592.395898:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1779202592.395901:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd84a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd851 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395907:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77c00 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:2.0:1779202592.395911:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd84a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd851 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395917:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd84a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd851 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1779202592.395923:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd84a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd851 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1779202592.395928:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1779202592.395943:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd84a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd851 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395959:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1779202592.395970:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd84a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd851 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395976:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd84a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd851 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395986:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1779202592.395989:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd843 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.395994:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76600 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:2.0:1779202592.395997:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd843 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.396004:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd843 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1779202592.396011:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd843 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1779202592.396018:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1779202592.396031:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd843 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.396038:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1779202592.396049:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd843 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.396055:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd83c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd843 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.396070:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202592.396071:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202592.396073:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202592.396084:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524012928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1779202592.396125:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202592.396168:0:19507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1779202592.396175:0:19507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4112300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5a42f56b-d01b-4129-aeb9-d1380afa145d+8:19503:x1865628524011648:12345-0@lo:104: 00010000:00010000:2.0:1779202592.396183:0:19507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd835 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.396214:0:19507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1779202592.396218:0:19507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4112300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5a42f56b-d01b-4129-aeb9-d1380afa145d+8:19503:x1865628524011648:12345-0@lo:104: Request processed in 45us (19033us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202592.396224:0:19507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00010000:2.0:1779202592.396235:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1779202592.396238:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd835 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.396245:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860200 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:2.0:1779202592.396247:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd835 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.396253:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd835 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1779202592.396258:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd835 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1779202592.396273:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1779202592.396289:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd835 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.396295:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1779202592.396301:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd835 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.396307:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd82e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd835 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202592.396316:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202592.396318:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202592.396319:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202592.396628:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524012800 00000100:00100000:0.0:1779202592.396635:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524012800 00010000:00010000:0.0:1779202592.396680:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd85f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd858 expref: 22 pid: 6557 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.396718:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524012928 00000100:00100000:0.0:1779202592.396721:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524012928 00010000:00010000:0.0:1779202592.396733:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91d0c121c600/0x3d5ca2fc49dbd851 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd84a expref: 23 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.396749:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1779202592.396755:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524012800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202592.396765:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202592.396770:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd85f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd858 expref: 23 pid: 6557 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.396781:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd85f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd858 expref: 23 pid: 6557 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.396799:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202592.396838:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524012800:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (1334us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202592.396844:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1779202592.396857:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1779202592.396863:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:3663:x1865628524012928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202592.396871:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202592.396875:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91d0c121c600/0x3d5ca2fc49dbd851 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd84a expref: 22 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.396883:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91d0c121c600/0x3d5ca2fc49dbd851 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd84a expref: 22 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.396905:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202592.396931:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:3663:x1865628524012928:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202592.396937:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1779202592.396958:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524013056:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202592.396984:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202592.397004:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202592.397009:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524013184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202592.397027:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202592.397046:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524013056 00000100:00100000:0.0:1779202592.397050:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524013056 00010000:00010000:0.0:1779202592.397062:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4296400/0x3d5ca2fc49dbd843 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd83c expref: 22 pid: 6555 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.397074:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524013184 00000100:00100000:0.0:1779202592.397077:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524013184 00010000:00010000:0.0:1779202592.397086:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91d0c121d000/0x3d5ca2fc49dbd835 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd82e expref: 23 pid: 6557 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.397097:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1779202592.397114:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524013056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202592.397122:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202592.397126:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4296400/0x3d5ca2fc49dbd843 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd83c expref: 23 pid: 6555 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.397134:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4296400/0x3d5ca2fc49dbd843 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd83c expref: 23 pid: 6555 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.397153:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202592.397197:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524013056:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202592.397204:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1779202592.397217:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1779202592.397222:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:3664:x1865628524013184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202592.397229:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202592.397232:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91d0c121d000/0x3d5ca2fc49dbd835 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd82e expref: 22 pid: 6557 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.397241:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91d0c121d000/0x3d5ca2fc49dbd835 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd82e expref: 22 pid: 6557 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.397250:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202592.397270:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:3664:x1865628524013184:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202592.397275:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00010000:00010000:0.0:1779202592.397304:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202592.397596:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524013184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1779202592.397610:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524013056:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202592.397657:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4c76800/0x3d5ca2fc49dbd85f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd858 expref: 21 pid: 6557 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.397669:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524011264:0@lo:104: 00010000:00010000:0.0:1779202592.397677:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91d0c121c600/0x3d5ca2fc49dbd851 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd84a expref: 20 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.397720:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524011392:0@lo:104: 00010000:00010000:0.0:1779202592.397734:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4296400/0x3d5ca2fc49dbd843 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd83c expref: 19 pid: 6555 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.397742:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524011520:0@lo:104: 00010000:00010000:0.0:1779202592.397752:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91d0c121d000/0x3d5ca2fc49dbd835 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd82e expref: 18 pid: 6557 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.397759:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524011648:0@lo:104: 00000100:00100000:2.0:1779202592.399949:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524012800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202592.399960:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1779202592.400011:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524012928:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202592.400053:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1779202592.400090:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4112d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+6:19503:x1865628524011776:12345-0@lo:104: 00010000:00010000:3.0:1779202592.400116:0:6546:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd827 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202592.400143:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00010000:00010000:3.0:1779202592.400188:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1779202592.400198:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4112d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+6:19503:x1865628524011776:12345-0@lo:104: Request processed in 111us (22893us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202592.400206:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00010000:00010000:3.0:1779202592.400226:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1779202592.400241:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4113480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524011776:0@lo:104: 00000100:00100000:0.0:1779202592.400255:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524012288:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202592.400263:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524012416:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202592.400270:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524012544:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202592.400419:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd827 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.400428:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4861c00 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:3.0:1779202592.400432:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd827 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.400450:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd827 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779202592.400458:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd827 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202592.400464:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1779202592.400503:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd827 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.400510:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779202592.400527:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd827 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.400545:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4861c00/0x3d5ca2fc49dbd820 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd827 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.400556:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202592.400557:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202592.400559:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202592.400573:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524013312:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202592.400619:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1779202592.400627:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+5:19503:x1865628524011904:12345-0@lo:104: 00010000:00010000:3.0:1779202592.400635:0:6546:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4297a00/0x3d5ca2fc49dbd812 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd819 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202592.401577:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202592.404548:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4112680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524011904:0@lo:104: 00000100:00100000:2.0:1779202592.404643:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202592.404813:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1779202592.404984:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:3662:x1865628524013312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1779202592.404997:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202592.405002:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd827 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd820 expref: 18 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.405014:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd827 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd820 expref: 18 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.405031:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd827 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd820 expref: 18 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.405041:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202592.405191:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:3662:x1865628524013312:12345-0@lo:103:ldlm_bl.0 Request processed in 366us (3615us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202592.405206:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1779202592.405346:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524013312:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1779202592.405383:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1779202592.405451:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+5:19503:x1865628524011904:12345-0@lo:104: Request processed in 4824us (28058us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202592.405460:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1779202592.405483:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1779202592.405491:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+4:19503:x1865628524012032:12345-0@lo:104: 00010000:00010000:0.0:1779202592.405497:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202592.405503:0:6546:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4861200/0x3d5ca2fc49dbd804 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd80b expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.405505:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4297a00/0x3d5ca2fc49dbd812 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd819 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.405523:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297a00 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:0.0:1779202592.405528:0:6551:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4297a00/0x3d5ca2fc49dbd812 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd819 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.405537:0:6551:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4297a00/0x3d5ca2fc49dbd812 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd819 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1779202592.405555:0:6551:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4297a00/0x3d5ca2fc49dbd812 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd819 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.405559:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 10000000:01000000:0.0:1779202592.405565:0:6551:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1779202592.405567:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+4:19503:x1865628524012032:12345-0@lo:104: Request processed in 78us (28112us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202592.405574:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00010000:00010000:3.0:1779202592.405591:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202592.405602:0:6551:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4297a00/0x3d5ca2fc49dbd812 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd819 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.405610:0:6551:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1779202592.405627:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4297a00/0x3d5ca2fc49dbd812 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd819 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.405634:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4297a00/0x3d5ca2fc49dbd812 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd819 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.405647:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202592.405649:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202592.405650:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202592.405683:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524012032:0@lo:104: 00000100:00100000:3.0:1779202592.405804:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524013440:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202592.406009:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202592.406127:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524013440 00000100:00100000:0.0:1779202592.406133:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524013440 00010000:00010000:0.0:1779202592.406154:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4861000/0x3d5ca2fc49dbd819 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd812 expref: 17 pid: 6555 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202592.406174:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1779202592.406186:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+3:19503:x1865628524012160:12345-0@lo:104: 00000100:00100000:0.0:1779202592.406191:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00010000:00010000:3.0:1779202592.406199:0:6546:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd7fd expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.406204:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:3663:x1865628524013440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202592.406221:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202592.406227:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91cfc4861000/0x3d5ca2fc49dbd819 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd812 expref: 17 pid: 6555 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.406250:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91cfc4861000/0x3d5ca2fc49dbd819 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd812 expref: 17 pid: 6555 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.406264:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4861000/0x3d5ca2fc49dbd819 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd812 expref: 17 pid: 6555 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.406286:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202592.406333:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:3663:x1865628524013440:12345-0@lo:103:ldlm_bl.0 Request processed in 124us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202592.406341:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1779202592.406378:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524013440:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1779202592.406385:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1779202592.406419:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1865628524012160:0@lo:104: 00000100:00100000:3.0:1779202592.406449:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+3:19503:x1865628524012160:12345-0@lo:104: Request processed in 266us (28948us total) trans 0 rc 0/0 00010000:00010000:0.0:1779202592.406463:0:19503:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd874 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19503 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202592.406468:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:3.0:1779202592.406535:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202592.406540:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd7fd expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.406548:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860e00 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:3.0:1779202592.406551:0:19508:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd7fd expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.406559:0:19508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd7fd expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1779202592.406566:0:19508:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd7fd expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202592.406573:0:19508:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1779202592.406595:0:19508:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd7fd expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.406602:0:19508:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1779202592.406618:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd7fd expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202592.406624:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd7f6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd7fd expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202592.406642:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524013568:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202592.406760:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.121@tcp lock: ffff91cfc4861200/0x3d5ca2fc49dbd804 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3d5ca2fc49dbd80b expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.406768:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4861200 already unused, calling callback (ffffffffc1301c20) 10000000:00010000:0.0:1779202592.406772:0:6552:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4861200/0x3d5ca2fc49dbd804 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3d5ca2fc49dbd80b expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.406778:0:6552:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.121@tcp lock: ffff91cfc4861200/0x3d5ca2fc49dbd804 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3d5ca2fc49dbd80b expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1779202592.406784:0:6552:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.121@tcp lock: ffff91cfc4861200/0x3d5ca2fc49dbd804 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3d5ca2fc49dbd80b expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202592.406800:0:6552:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1779202592.406817:0:6552:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.121@tcp lock: ffff91cfc4861200/0x3d5ca2fc49dbd804 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd80b expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.406823:0:6552:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1779202592.406831:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.121@tcp lock: ffff91cfc4861200/0x3d5ca2fc49dbd804 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd80b expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.406842:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.121@tcp lock: ffff91cfc4861200/0x3d5ca2fc49dbd804 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3d5ca2fc49dbd80b expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.406855:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202592.406857:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202592.406858:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202592.407041:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202592.407124:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524013568 00000100:00100000:0.0:1779202592.407129:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524013568 00010000:00010000:0.0:1779202592.407148:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91d0c121c400/0x3d5ca2fc49dbd7fd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd7f6 expref: 16 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.407182:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1779202592.407191:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:3664:x1865628524013568:12345-0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1779202592.407192:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1779202592.407201:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202592.407207:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91d0c121c400/0x3d5ca2fc49dbd7fd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd7f6 expref: 16 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202592.407209:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524013696:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202592.407223:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91d0c121c400/0x3d5ca2fc49dbd7fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd7f6 expref: 16 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.407234:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91d0c121c400/0x3d5ca2fc49dbd7fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd7f6 expref: 16 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.407252:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202592.407293:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:3664:x1865628524013568:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202592.407300:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1779202592.407350:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202592.407383:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524013568:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1779202592.407460:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202592.407463:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202592.407464:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202592.407601:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524013696 00000100:00100000:0.0:1779202592.407606:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524013696 00010000:00010000:0.0:1779202592.407621:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91d0c121da00/0x3d5ca2fc49dbd80b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd804 expref: 15 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202592.407650:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1779202592.407657:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:3664:x1865628524013696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1779202592.407665:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202592.407669:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91d0c121da00/0x3d5ca2fc49dbd80b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd804 expref: 15 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.407681:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91d0c121da00/0x3d5ca2fc49dbd80b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd804 expref: 15 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.407708:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91d0c121da00/0x3d5ca2fc49dbd80b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3d5ca2fc49dbd804 expref: 15 pid: 6558 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.407719:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202592.407751:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a42f56b-d01b-4129-aeb9-d1380afa145d+14:3664:x1865628524013696:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202592.407757:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1779202592.407797:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524013696:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1779202592.408795:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202592.408881:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500945664 00000100:00100000:0.0:1779202592.408885:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500945664 00010000:00010000:0.0:1779202592.408900:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91cfc4861400/0x3d5ca2fc49dbd7e8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65145 expref: 12 pid: 6557 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.411912:0:19503:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd874 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19503 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.411927:0:19503:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd874 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19503 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.411934:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4861600/0x3d5ca2fc49dbd874 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19503 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202592.458935:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202592.656746:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524013824:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202592.656833:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202592.657791:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524013824 00000100:00100000:2.0:1779202592.657801:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524013824 00000100:00100000:2.0:1779202592.657859:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1779202592.657868:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524013824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202592.657905:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202592.657973:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524013824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202592.657981:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1779202592.658139:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524013824:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1779202593.612654:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1779202593.994943:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202593.994952:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202593.995568:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202593.995582:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 10000000:01000000:0.0:1779202594.058942:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1779202594.058948:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91cfc1ada000 from 61 10000000:01000000:0.0:1779202594.058953:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1779202594.059003:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4861600/0x3d5ca2fc49dbd87b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.059014:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4861600/0x3d5ca2fc49dbd87b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.059024:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4861600/0x3d5ca2fc49dbd87b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202594.059051:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524013952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.059140:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202594.059304:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524013952 00000100:00100000:3.0:1779202594.059313:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524013952 00000100:00100000:3.0:1779202594.059363:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1779202594.059372:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+14:6560:x1865628524013952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202594.059385:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202594.059398:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc38da200/0x3d5ca2fc49dbd882 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd87b expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.059423:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc38da200/0x3d5ca2fc49dbd882 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd87b expref: 15 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.059434:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc38da200/0x3d5ca2fc49dbd882 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd87b expref: 15 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.059443:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38da200, rc 0) 00000100:00100000:3.0:1779202594.059480:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:6560:x1865628524013952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202594.059504:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1779202594.059858:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.059881:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524013952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202594.059895:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4861600/0x3d5ca2fc49dbd87b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd882 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.059911:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4861600/0x3d5ca2fc49dbd87b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd882 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202594.059975:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524014080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.060005:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.060740:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.060779:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524014080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.060822:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524014208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.060869:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.060963:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202594.060994:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524014208 00000100:00100000:3.0:1779202594.060998:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524014208 00000100:00100000:3.0:1779202594.061059:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1779202594.061067:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:6560:x1865628524014208:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202594.061305:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:6560:x1865628524014208:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 239us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202594.061313:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1779202594.061752:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524014208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.062489:0:19509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19509:1865628524014336:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.062551:0:19509:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.062783:0:19509:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92b5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.063162:0:19509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19509:1865628524014336:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.063204:0:19509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19509:1865628524014464:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.063234:0:19509:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.063574:0:19509:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92b5e40 going to sleep for 11 seconds 00000100:00100000:2.0:1779202594.064056:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524014464 00000100:00100000:2.0:1779202594.064063:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524014464 00000100:00100000:2.0:1779202594.064103:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1779202594.064110:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:19509:x1865628524014464:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1779202594.064257:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:19509:x1865628524014464:12345-0@lo:502:llog_process_th.0 Request processed in 147us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202594.064264:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1779202594.064873:0:19509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19509:1865628524014464:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1779202594.064901:0:19509:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:2.0:1779202594.065052:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:2.0:1779202594.065081:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1779202594.065092:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4861600/0x3d5ca2fc49dbd87b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd882 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202594.065102:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4861600/0x3d5ca2fc49dbd87b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd882 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1779202594.065112:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1779202594.065115:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1779202594.065118:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1779202594.065146:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd889 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202594.065153:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd889 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202594.065161:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd889 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202594.065188:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524014592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1779202594.065225:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202594.066092:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372300 going to sleep for 11 seconds 00000100:00100000:3.0:1779202594.066162:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524014592 00000100:00100000:3.0:1779202594.066169:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524014592 00000100:00100000:0.0:1779202594.066264:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1779202594.066274:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+15:6560:x1865628524014592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202594.066504:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202594.066519:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4861200/0x3d5ca2fc49dbd890 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd889 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.066547:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4861200/0x3d5ca2fc49dbd890 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd889 expref: 16 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.066557:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4861200/0x3d5ca2fc49dbd890 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd889 expref: 16 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.066566:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4861200, rc 0) 00000100:00100000:0.0:1779202594.066624:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+16:6560:x1865628524014592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 351us (1398us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.066630:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1779202594.066748:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524014592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1779202594.066765:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd889 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd890 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202594.066775:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd889 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd890 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202594.066841:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524014720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1779202594.066873:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202594.066905:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372300 going to sleep for 11 seconds 00000100:00100000:2.0:1779202594.067801:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524014720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1779202594.067838:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524014848:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1779202594.067890:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202594.067913:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372300 going to sleep for 11 seconds 00000100:00100000:2.0:1779202594.068247:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524014848:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1779202594.070591:0:19510:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:2.0:1779202594.071595:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1779202594.071620:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1779202594.071631:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd889 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd890 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202594.071653:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4c76600/0x3d5ca2fc49dbd889 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd890 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1779202594.071679:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1779202594.071682:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91d0fbd33800 from 61 10000000:01000000:2.0:1779202594.071685:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1779202594.071740:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd897 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202594.071749:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd897 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202594.071759:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd897 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202594.071783:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524014976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1779202594.071843:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202594.072385:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372300 going to sleep for 11 seconds 00000100:00100000:2.0:1779202594.072997:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524014976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1779202594.073012:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd897 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd89e expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202594.073022:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd897 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd89e expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202594.073095:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524015104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1779202594.073127:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202594.073191:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372300 going to sleep for 11 seconds 00000100:00100000:2.0:1779202594.074066:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524015104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1779202594.074110:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524015232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1779202594.074167:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202594.074228:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372300 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.074455:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524015232 00000100:00100000:0.0:1779202594.074461:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524015232 00000100:00100000:0.0:1779202594.074533:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1779202594.074542:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:6560:x1865628524015232:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.074665:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:6560:x1865628524015232:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 123us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.074674:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1779202594.074876:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524015232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.077120:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524015360 00000100:00100000:0.0:1779202594.077127:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524015360 00000100:00100000:0.0:1779202594.077176:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1779202594.077185:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:19511:x1865628524015360:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.077373:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:19511:x1865628524015360:12345-0@lo:502:llog_process_th.0 Request processed in 189us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.077386:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1779202594.077542:0:19511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19511:1865628524015360:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1779202594.077864:0:19511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19511:1865628524015488:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1779202594.077907:0:19511:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202594.077966:0:19511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372300 going to sleep for 11 seconds 00000100:00100000:3.0:1779202594.078028:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524015488 00000100:00100000:3.0:1779202594.078034:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524015488 00000100:00100000:3.0:1779202594.078068:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1779202594.078085:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:19511:x1865628524015488:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202594.078169:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:19511:x1865628524015488:12345-0@lo:502:llog_process_th.0 Request processed in 86us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202594.078175:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1779202594.078298:0:19511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19511:1865628524015488:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1779202594.078319:0:19511:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:3.0:1779202594.078863:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:3.0:1779202594.078885:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1779202594.078896:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd897 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd89e expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.078908:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4c77c00/0x3d5ca2fc49dbd897 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd89e expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202594.078918:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1779202594.078921:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1779202594.078931:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1779202594.078958:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd8a5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.078965:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd8a5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.078975:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd8a5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202594.078991:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524015616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1779202594.079026:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202594.079096:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c11cacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202594.079154:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524015616 00000100:00100000:2.0:1779202594.079159:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524015616 00000100:00100000:2.0:1779202594.079193:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1779202594.079200:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+17:6560:x1865628524015616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1779202594.079210:0:6555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202594.079222:0:6555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4c77400/0x3d5ca2fc49dbd8ac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd8a5 expref: -99 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202594.079241:0:6555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4c77400/0x3d5ca2fc49dbd8ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd8a5 expref: 18 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202594.079250:0:6555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4c77400/0x3d5ca2fc49dbd8ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd8a5 expref: 18 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202594.079259:0:6555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c77400, rc 0) 00000100:00100000:2.0:1779202594.079408:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628524015616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 208us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202594.079425:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1779202594.079498:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524015616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202594.079511:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd8a5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8ac expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.079521:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd8a5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd8ac expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202594.079589:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524015744:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202594.079613:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202594.079674:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c11cacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202594.080304:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524015744:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202594.080334:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524015872:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202594.080379:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202594.085961:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c11cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.088363:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524015872 00000100:00100000:0.0:1779202594.088379:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524015872 00000100:00100000:0.0:1779202594.088445:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1779202594.088457:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628524015872:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.089175:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628524015872:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 719us (8793us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.089184:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1779202594.090014:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524015872:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1779202594.090815:0:19512:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:0.0:1779202594.090871:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1779202594.090901:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1779202594.090912:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd8a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8ac expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.090924:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc38db600/0x3d5ca2fc49dbd8a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8ac expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202594.090935:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1779202594.090937:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91d0f3903800 from 61 10000000:01000000:0.0:1779202594.090940:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1779202594.090976:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4861000/0x3d5ca2fc49dbd8b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.090984:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4861000/0x3d5ca2fc49dbd8b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.090993:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4861000/0x3d5ca2fc49dbd8b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202594.091026:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524016000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.091099:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.091143:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92b5000 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.091162:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524016000 00000100:00100000:0.0:1779202594.091167:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524016000 00000100:00100000:0.0:1779202594.091197:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1779202594.091204:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+18:6560:x1865628524016000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202594.091215:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202594.091226:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4861e00/0x3d5ca2fc49dbd8ba lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd8b3 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.091249:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4861e00/0x3d5ca2fc49dbd8ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd8b3 expref: 19 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.091259:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4861e00/0x3d5ca2fc49dbd8ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd8b3 expref: 19 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.091267:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4861e00, rc 0) 00000100:00100000:0.0:1779202594.091301:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628524016000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 96us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.091307:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1779202594.091345:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524016000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202594.091357:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4861000/0x3d5ca2fc49dbd8b3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8ba expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.091365:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4861000/0x3d5ca2fc49dbd8b3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd8ba expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202594.091419:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524016128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.091442:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.091453:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92b5000 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.091463:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524016128 00000100:00100000:0.0:1779202594.091466:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524016128 00000100:00100000:0.0:1779202594.091481:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1779202594.091486:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628524016128:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.091583:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628524016128:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 95us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.091589:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1779202594.091613:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524016128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.091637:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524016256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.091675:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.091686:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92b5000 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.091729:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524016256 00000100:00100000:0.0:1779202594.091732:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524016256 00000100:00100000:0.0:1779202594.091750:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1779202594.091755:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628524016256:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.091819:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628524016256:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 63us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.091825:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1779202594.091862:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524016256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.092131:0:19513:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19513:1865628524016384:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.092171:0:19513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.092190:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524016384 00000100:00100000:0.0:1779202594.092194:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524016384 00000100:00100000:0.0:1779202594.092210:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1779202594.092215:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:19513:x1865628524016384:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.092285:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:19513:x1865628524016384:12345-0@lo:502:llog_process_th.0 Request processed in 69us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.092293:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1779202594.092331:0:19513:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c2bafd80 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.092344:0:19513:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19513:1865628524016384:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.092381:0:19513:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19513:1865628524016512:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.092414:0:19513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.092432:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524016512 00000100:00100000:0.0:1779202594.092435:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524016512 00000100:00100000:0.0:1779202594.092450:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1779202594.092455:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:19513:x1865628524016512:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.092508:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:19513:x1865628524016512:12345-0@lo:502:llog_process_th.0 Request processed in 52us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.092515:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1779202594.092542:0:19513:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c2bafd80 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.092552:0:19513:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19513:1865628524016512:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1779202594.092569:0:19513:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:0.0:1779202594.092612:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:0.0:1779202594.092636:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1779202594.092644:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4861000/0x3d5ca2fc49dbd8b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8ba expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.092660:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4861000/0x3d5ca2fc49dbd8b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8ba expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202594.092670:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:0.0:1779202594.092672:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 56 10000000:01000000:0.0:1779202594.092675:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1779202594.092739:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd8c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.092746:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd8c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.092753:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd8c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202594.092766:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524016640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.092792:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.092812:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c2bafd80 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.092822:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524016640 00000100:00100000:0.0:1779202594.092825:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524016640 00000100:00100000:0.0:1779202594.092841:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1779202594.092847:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+19:6560:x1865628524016640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202594.092871:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202594.092882:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4861400/0x3d5ca2fc49dbd8c8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd8c1 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.092902:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4861400/0x3d5ca2fc49dbd8c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd8c1 expref: 20 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.092925:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4861400/0x3d5ca2fc49dbd8c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd8c1 expref: 20 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.092933:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4861400, rc 0) 00000100:00100000:0.0:1779202594.092962:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628524016640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.092968:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1779202594.097809:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524016640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202594.097846:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd8c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8c8 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.097862:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd8c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd8c8 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202594.097960:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524016768:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.098028:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.098130:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c2bafd80 going to sleep for 11 seconds 00000100:00100000:2.0:1779202594.098637:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1779202594.098657:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628524016768:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1779202594.098847:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628524016768:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 192us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202594.098854:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1779202594.099056:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524016768:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.099118:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524016896:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.099185:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.099225:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c2bafd80 going to sleep for 11 seconds 00000100:00100000:2.0:1779202594.099311:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524016896 00000100:00100000:2.0:1779202594.099316:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524016896 00000100:00100000:2.0:1779202594.099349:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1779202594.099356:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628524016896:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1779202594.099501:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:6560:x1865628524016896:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 145us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202594.099508:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1779202594.109876:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524016896:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.110467:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524017024 00000100:00100000:0.0:1779202594.110475:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524017024 00000100:00100000:0.0:1779202594.110526:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1779202594.110536:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:19514:x1865628524017024:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.110716:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:19514:x1865628524017024:12345-0@lo:502:llog_process_th.0 Request processed in 157us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.110724:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1779202594.111608:0:19514:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19514:1865628524017024:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1779202594.111655:0:19514:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1779202594.111668:0:19514:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779202594.111670:0:19514:0:(obd_config.c:1561:class_process_config()) marker 54 (0x1) lustre-MDT0001-m del lustre.test_11c 00000020:00000080:3.0:1779202594.111675:0:19514:0:(obd_config.c:1470:class_process_config()) processing cmd: ce023 00000100:00100000:3.0:1779202594.111855:0:19514:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19514:1865628524017152:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202594.111916:0:19514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202594.111958:0:19514:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c11cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.112049:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524017152 00000100:00100000:0.0:1779202594.112055:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524017152 00000100:00100000:0.0:1779202594.112112:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1779202594.112120:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:19514:x1865628524017152:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.112218:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+20:19514:x1865628524017152:12345-0@lo:502:llog_process_th.0 Request processed in 99us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.112227:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1779202594.112306:0:19514:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19514:1865628524017152:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1779202594.112324:0:19514:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1779202594.112329:0:19514:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1779202594.112330:0:19514:0:(obd_config.c:1561:class_process_config()) marker 54 (0x2) lustre-MDT0001-m del lustre.test_11c 00000040:00080000:3.0:1779202594.112334:0:19514:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 59 count 58 00000020:01000000:0.0:1779202594.120312:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 56-58 (rc=0) 10000000:01000000:0.0:1779202594.120357:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1779202594.120371:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd8c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8c8 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.120385:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4860e00/0x3d5ca2fc49dbd8c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8c8 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1779202594.120397:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1779202594.120400:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff91d0cb521800 from 61 10000000:01000000:0.0:1779202594.120403:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1779202594.120441:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd8cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.120449:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd8cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.120461:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd8cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202594.120509:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524017280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.120588:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.120657:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc3138900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.121154:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524017280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202594.121168:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd8cf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8d6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.121177:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd8cf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd8d6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202594.121234:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524017408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.121261:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.121375:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc3138900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.121854:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524017408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.121885:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524017536:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.121927:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.122151:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc3138900 going to sleep for 11 seconds 00000100:00100000:3.0:1779202594.122222:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524017536 00000100:00100000:3.0:1779202594.122227:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524017536 00000100:00100000:3.0:1779202594.122250:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1779202594.122256:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628524017536:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202594.122352:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628524017536:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 95us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202594.122359:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1779202594.122430:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524017536:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.122887:0:19515:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19515:1865628524017664:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.122924:0:19515:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.122955:0:19515:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc3138840 going to sleep for 11 seconds 00000100:00100000:3.0:1779202594.122994:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524017664 00000100:00100000:3.0:1779202594.122998:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524017664 00000100:00100000:3.0:1779202594.123018:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1779202594.123025:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:19515:x1865628524017664:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202594.123119:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:19515:x1865628524017664:12345-0@lo:502:llog_process_th.0 Request processed in 93us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202594.123131:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1779202594.123197:0:19515:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19515:1865628524017664:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.123236:0:19515:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19515:1865628524017792:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.123272:0:19515:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.123299:0:19515:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc3138840 going to sleep for 11 seconds 00000100:00100000:3.0:1779202594.123382:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524017792 00000100:00100000:3.0:1779202594.123386:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524017792 00000100:00100000:3.0:1779202594.123403:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1779202594.123408:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:19515:x1865628524017792:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202594.123479:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:19515:x1865628524017792:12345-0@lo:502:llog_process_th.0 Request processed in 69us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202594.123486:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1779202594.123658:0:19515:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19515:1865628524017792:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1779202594.123678:0:19515:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:3.0:1779202594.123998:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:3.0:1779202594.124020:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1779202594.124030:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd8cf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8d6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.124041:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc4860200/0x3d5ca2fc49dbd8cf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8d6 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202594.124051:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1779202594.124053:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 56 10000000:01000000:3.0:1779202594.124056:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1779202594.124089:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd8dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.124096:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd8dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.124104:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd8dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202594.124120:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524017920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1779202594.124159:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202594.124195:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c2bafd80 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.125973:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524017920 00000100:00100000:0.0:1779202594.125984:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524017920 00000100:00100000:0.0:1779202594.126031:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1779202594.126040:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+21:6560:x1865628524017920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202594.126055:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202594.126082:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4861c00/0x3d5ca2fc49dbd8e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd8dd expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.126111:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4861c00/0x3d5ca2fc49dbd8e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd8dd expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.126123:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4861c00/0x3d5ca2fc49dbd8e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd8dd expref: 22 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.126134:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4861c00, rc 0) 00000100:00100000:0.0:1779202594.126212:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628524017920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (2052us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.126219:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1779202594.126320:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524017920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202594.126336:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd8dd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8e4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.126346:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd8dd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd8e4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202594.126418:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524018048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202594.126450:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202594.126492:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c2bafd80 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.126632:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524018048 00000100:00100000:0.0:1779202594.126644:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524018048 00000100:00100000:0.0:1779202594.126662:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1779202594.126668:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628524018048:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.126801:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628524018048:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 132us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.126820:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1779202594.126886:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524018048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202594.126913:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524018176:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1779202594.126953:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202594.126980:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c2bafd80 going to sleep for 11 seconds 00000100:00100000:0.0:1779202594.127496:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524018176 00000100:00100000:0.0:1779202594.127502:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524018176 00000100:00100000:0.0:1779202594.127525:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1779202594.127531:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628524018176:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.127639:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628524018176:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 99us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.127645:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1779202594.127806:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524018176:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.134009:0:19516:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19516:1865628524018304:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.134115:0:19516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.134198:0:19516:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc3138480 going to sleep for 11 seconds 00000100:00100000:3.0:1779202594.134235:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524018304 00000100:00100000:3.0:1779202594.134242:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524018304 00000100:00100000:3.0:1779202594.134360:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1779202594.134371:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:19516:x1865628524018304:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1779202594.134536:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:19516:x1865628524018304:12345-0@lo:502:llog_process_th.0 Request processed in 166us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202594.134546:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1779202594.135619:0:19516:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19516:1865628524018304:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1779202594.135674:0:19516:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1779202594.135710:0:19516:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1779202594.135712:0:19516:0:(obd_config.c:1561:class_process_config()) marker 53 (0x1) lustre-MDT0000-m del lustre.test_11c 00000020:00000080:0.0:1779202594.135718:0:19516:0:(obd_config.c:1470:class_process_config()) processing cmd: ce023 00000100:00100000:0.0:1779202594.136536:0:19516:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19516:1865628524018432:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1779202594.136602:0:19516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.136645:0:19516:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc3138180 going to sleep for 11 seconds 00000100:00100000:2.0:1779202594.136874:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524018432 00000100:00100000:2.0:1779202594.136882:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524018432 00000100:00100000:2.0:1779202594.136921:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1779202594.136929:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:19516:x1865628524018432:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1779202594.137038:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:19516:x1865628524018432:12345-0@lo:502:llog_process_th.0 Request processed in 109us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202594.137045:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1779202594.137498:0:19516:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a42f56b-d01b-4129-aeb9-d1380afa145d:19516:1865628524018432:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1779202594.137524:0:19516:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1779202594.137531:0:19516:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1779202594.137533:0:19516:0:(obd_config.c:1561:class_process_config()) marker 53 (0x2) lustre-MDT0000-m del lustre.test_11c 00000040:00080000:0.0:1779202594.137537:0:19516:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 59 count 58 00000020:01000000:3.0:1779202594.137955:0:6560:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 56-58 (rc=0) 10000000:01000000:3.0:1779202594.137985:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1779202594.137995:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd8dd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8e4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.138006:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc38dba00/0x3d5ca2fc49dbd8dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8e4 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1779202594.138017:0:6560:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1779202594.138019:0:6560:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff91d0e01b19c0 from 1 10000000:01000000:3.0:1779202594.138023:0:6560:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1779202594.138051:0:6560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd8eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.138060:0:6560:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd8eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.138078:0:6560:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd8eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202594.138099:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524018560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1779202594.138141:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202594.138212:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4d41600 going to sleep for 11 seconds 00000100:00100000:2.0:1779202594.139189:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524018560 00000100:00100000:2.0:1779202594.139199:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524018560 00000100:00100000:3.0:1779202594.140014:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1779202594.140026:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+22:6560:x1865628524018560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202594.140040:0:6555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202594.140057:0:6555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc38da000/0x3d5ca2fc49dbd8f2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x3d5ca2fc49dbd8eb expref: -99 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.140094:0:6555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc38da000/0x3d5ca2fc49dbd8f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd8eb expref: 23 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.140120:0:6555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc38da000/0x3d5ca2fc49dbd8f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3d5ca2fc49dbd8eb expref: 23 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.140129:0:6555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38da000, rc 0) 00000100:00100000:3.0:1779202594.140239:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:6560:x1865628524018560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 215us (2097us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202594.140247:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1779202594.140495:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524018560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202594.140521:0:6560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd8eb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8f2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.140530:0:6560:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd8eb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x3d5ca2fc49dbd8f2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202594.140602:0:6560:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524018688:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.140866:0:6560:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.140947:0:6560:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc3138180 going to sleep for 11 seconds 00000100:00100000:3.0:1779202594.140997:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524018688 00000100:00100000:3.0:1779202594.141003:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524018688 00000100:00100000:3.0:1779202594.141037:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1779202594.141044:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:6560:x1865628524018688:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202594.141179:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:6560:x1865628524018688:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 135us (312us total) trans 0 rc -2/-2 00000100:00100000:3.0:1779202594.141187:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1779202594.141289:0:6560:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a42f56b-d01b-4129-aeb9-d1380afa145d:6560:1865628524018688:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1779202594.141365:0:6560:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.121@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1779202594.141373:0:6560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd8eb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8f2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202594.141391:0:6560:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.121@tcp lock: ffff91cfc38daa00/0x3d5ca2fc49dbd8eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3d5ca2fc49dbd8f2 expref: -99 pid: 6560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202594.253012:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500945920 00000100:00100000:3.0:1779202594.253024:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500945920 00000100:00100000:3.0:1779202594.253109:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 679 00000100:00100000:3.0:1779202594.253122:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+9:6239:x1865628500945920:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202594.253141:0:6555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202594.253161:0:6555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd8f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65153 expref: -99 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.253191:0:6555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd8f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65153 expref: 10 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.253202:0:6555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc38dae00/0x3d5ca2fc49dbd8f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65153 expref: 10 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.253226:0:6555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38dae00, rc 0) 00000100:00100000:3.0:1779202594.253293:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500945920:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 Request processed in 173us (1324us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202594.253308:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 679 00000100:00100000:2.0:1779202594.276032:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202594.280165:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202594.280378:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500946176 00000100:00100000:0.0:1779202594.280391:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500946176 00000100:00100000:0.0:1779202594.280456:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 681 00000100:00100000:0.0:1779202594.280467:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500946176:12345-192.168.204.21@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1779202594.280648:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500946176:12345-192.168.204.21@tcp:503:ll_cfg_requeue.0 Request processed in 182us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.280655:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 681 00000100:00100000:2.0:1779202594.293590:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202594.293886:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500946304 00000100:00100000:3.0:1779202594.293896:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500946304 00000100:00100000:3.0:1779202594.293946:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 682 00000100:00100000:3.0:1779202594.293957:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+10:24012:x1865628500946304:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:3.0:1779202594.294132:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+10:24012:x1865628500946304:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 176us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202594.294140:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 682 00000100:00100000:2.0:1779202594.313098:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202594.321215:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202594.321325:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500946560 00000100:00100000:0.0:1779202594.321336:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500946560 00000100:00100000:0.0:1779202594.321400:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 684 00000100:00100000:0.0:1779202594.321410:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+10:6239:x1865628500946560:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1779202594.321428:0:6557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202594.321444:0:6557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd900 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6515a expref: -99 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.321473:0:6557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd900 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6515a expref: 11 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.321504:0:6557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4860a00/0x3d5ca2fc49dbd900 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6515a expref: 11 pid: 6557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202594.321514:0:6557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860a00, rc 0) 00000100:00100000:0.0:1779202594.321579:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500946560:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 Request processed in 169us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.321587:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 684 00000100:00100000:2.0:1779202594.325218:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202594.325351:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500946688 00000100:00100000:3.0:1779202594.325361:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500946688 00000100:00100000:3.0:1779202594.325418:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 685 00000100:00100000:3.0:1779202594.325429:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500946688:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1779202594.325591:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500946688:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 Request processed in 164us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202594.325599:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 685 00000100:00100000:2.0:1779202594.329661:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202594.338399:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500946944 00000100:00100000:0.0:1779202594.338410:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500946944 00000100:00100000:0.0:1779202594.338472:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 687 00000100:00100000:0.0:1779202594.338483:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+11:24013:x1865628500946944:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:0.0:1779202594.338688:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+11:24013:x1865628500946944:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 206us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.338726:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 687 00000100:00100000:2.0:1779202594.344148:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202594.355886:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202594.355979:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500947200 00000100:00100000:3.0:1779202594.355990:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500947200 00000100:00100000:3.0:1779202594.356060:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 689 00000100:00100000:3.0:1779202594.356079:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+11:6239:x1865628500947200:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1779202594.356096:0:6555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202594.356113:0:6555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc38db000/0x3d5ca2fc49dbd907 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65161 expref: -99 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.356157:0:6555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc38db000/0x3d5ca2fc49dbd907 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65161 expref: 12 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.356169:0:6555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc38db000/0x3d5ca2fc49dbd907 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65161 expref: 12 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202594.356178:0:6555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38db000, rc 0) 00000100:00100000:3.0:1779202594.356238:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:6239:x1865628500947200:12345-192.168.204.21@tcp:101:ll_cfg_requeue.0 Request processed in 160us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202594.356249:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 689 00000100:00100000:3.0:1779202594.359485:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202594.359635:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500947328 00000100:00100000:2.0:1779202594.359648:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500947328 00000100:00100000:2.0:1779202594.359753:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 690 00000100:00100000:2.0:1779202594.359765:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:6239:x1865628500947328:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1779202594.359900:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:6239:x1865628500947328:12345-192.168.204.21@tcp:501:ll_cfg_requeue.0 Request processed in 138us (425us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202594.359908:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 690 00010000:00010000:3.0:1779202594.509193:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202594.699118:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524018816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202594.699196:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.703607:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202594.703633:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524019200:0@lo:400:kworker.0 00000100:00100000:0.0:1779202594.703726:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.703810:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524018816 00000100:00100000:0.0:1779202594.703819:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524018816 00000100:00100000:0.0:1779202594.703859:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524019200 00000100:00100000:0.0:1779202594.703863:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524019200 00000100:00100000:0.0:1779202594.703881:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1779202594.703890:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524018816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202594.703939:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444405248 avail 1298165760 00000100:00100000:0.0:1779202594.703990:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524018816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (4794us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.703998:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1779202594.704017:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1779202594.704024:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524019200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202594.704054:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524019200:12345-0@lo:400:kworker.0 Request processed in 31us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.704071:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1779202594.704119:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524019200:0@lo:400:kworker.0 00000100:00100000:0.0:1779202594.704136:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524018816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202594.705343:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524019328:0@lo:400:kworker.0 00000100:00100000:0.0:1779202594.705369:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.705388:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524019840:0@lo:400:kworker.0 00000100:00100000:0.0:1779202594.705408:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202594.705445:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524018944 00000100:00100000:0.0:1779202594.705451:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524018944 00000100:00100000:0.0:1779202594.705479:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524019456 00000100:00100000:0.0:1779202594.705482:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524019456 00000100:00100000:0.0:1779202594.705505:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524019968 00000100:00100000:0.0:1779202594.705508:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524019968 00000100:00100000:0.0:1779202594.705521:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524019072 00000100:00100000:0.0:1779202594.705523:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524019072 00000100:00100000:0.0:1779202594.705532:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524019328 00000100:00100000:0.0:1779202594.705534:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524019328 00000100:00100000:0.0:1779202594.705544:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524019840 00000100:00100000:0.0:1779202594.705546:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524019840 00000100:00100000:0.0:1779202594.705571:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1779202594.705577:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524018944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202594.705626:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524018944:12345-0@lo:400:kworker.0 Request processed in 48us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.705632:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1779202594.705648:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1779202594.705655:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524019456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202594.705682:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524019456:12345-0@lo:400:kworker.0 Request processed in 28us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.705688:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1779202594.705728:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1779202594.705734:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524019968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202594.705760:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524019968:12345-0@lo:400:kworker.0 Request processed in 27us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.705765:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1779202594.705776:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1779202594.705781:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524019072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202594.705805:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524019072:12345-0@lo:400:kworker.0 Request processed in 24us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.705810:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1779202594.705821:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1779202594.705826:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524019328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202594.705854:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524019328:12345-0@lo:400:kworker.0 Request processed in 29us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.705860:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1779202594.705878:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1779202594.705884:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524019840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202594.705913:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524019840:12345-0@lo:400:kworker.0 Request processed in 29us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202594.705919:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00080000:0.0:1779202594.705937:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202594.705942:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202594.705968:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524019328:0@lo:400:kworker.0 00000100:00100000:0.0:1779202594.705978:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524019840:0@lo:400:kworker.0 00010000:00010000:3.0:1779202595.532072:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202595.717250:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 510 00000100:00100000:1.0:1779202595.717262:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2422:x1865628500948352:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202595.717287:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2422:x1865628500948352:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202595.717292:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 510 00000100:00080000:1.0:1779202595.717322:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202595.717326:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202595.717329:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202595.717331:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202595.717782:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500947456 00000100:00100000:3.0:1779202595.717790:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500947456 00000100:00100000:3.0:1779202595.717872:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 691 00000100:00100000:3.0:1779202595.717880:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628500947456:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202595.717909:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628500947456:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (1617us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202595.717916:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 691 00000100:00100000:3.0:1779202596.236571:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524020480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202596.236643:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202596.236685:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524020352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202596.236744:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202596.236867:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524020480 00000100:00100000:2.0:1779202596.236875:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524020480 00000100:00100000:2.0:1779202596.236949:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524020352 00000100:00100000:2.0:1779202596.236952:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524020352 00000100:00100000:2.0:1779202596.236984:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1779202596.236993:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524020480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202596.237024:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:2.0:1779202596.237101:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524020480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202596.237108:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1779202596.237124:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1779202596.237131:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524020352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202596.237140:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:2.0:1779202596.237168:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524020352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 38us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202596.237175:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1779202596.237220:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524020352:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202596.237252:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524020480:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1779202596.238339:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1779202596.554927:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202596.747344:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202596.747367:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524020608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202596.747639:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202596.747826:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524020608 00000100:00100000:3.0:1779202596.747834:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524020608 00000100:00100000:3.0:1779202596.747889:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1779202596.747903:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc380850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524020608:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202596.747920:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524020736:0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202596.747946:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:2.0:1779202596.747963:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202596.748004:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc380850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524020608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202596.748011:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1779202596.748119:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524020736 00000100:00100000:1.0:1779202596.748123:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524020736 00000100:00100000:1.0:1779202596.748147:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1779202596.748153:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524020736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202596.748164:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:1.0:1779202596.748205:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524020736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202596.748221:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1779202596.748294:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524020736:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1779202596.748462:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202596.748502:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524020608:0@lo:13:osp-pre-1-0.0 00000001:02000400:3.0:1779202597.476986:0:19613:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12a: Restore an imported file explicitly ========================================================== 10:56:35 (1779202595) 00010000:00010000:3.0:1779202597.584308:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202597.771028:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202597.771054:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524020864:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202597.771198:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202597.771256:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524020864 00000100:00100000:1.0:1779202597.771268:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524020864 00000100:00100000:1.0:1779202597.771331:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1779202597.771341:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524020864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202597.771378:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202597.771442:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524020864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202597.771450:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1779202597.772430:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524020864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202597.908958:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202597.909095:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500948736 00000100:00100000:2.0:1779202597.909109:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500948736 00000100:00100000:2.0:1779202597.909199:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 783 00000100:00100000:2.0:1779202597.909211:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+31:24217:x1865628500948736:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202597.909235:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202597.909273:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd90e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65168 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.909401:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76400/0x3d5ca2fc49dbd915 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.909416:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76400/0x3d5ca2fc49dbd915 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.909431:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76400/0x3d5ca2fc49dbd915 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202597.909442:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1779202597.909552:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd90e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65168 expref: 34 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.909571:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76400/0x3d5ca2fc49dbd915 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65168 expref: 33 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.909580:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:2.0:1779202597.909583:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1779202597.909587:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76400, rc 0) 00000100:00100000:2.0:1779202597.909654:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+33:24217:x1865628500948736:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 446us (707us total) trans 4294967763 rc 0/0 00000100:00100000:2.0:1779202597.909662:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 783 00000100:00080000:0.0:1779202597.909905:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202597.916638:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202597.921623:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500948864 00000100:00100000:1.0:1779202597.921658:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500948864 00000100:00100000:1.0:1779202597.921758:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 784 00000100:00100000:1.0:1779202597.921768:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+33:24217:x1865628500948864:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1779202597.921887:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+33:24217:x1865628500948864:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 120us (5265us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202597.921893:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 784 00000100:00100000:3.0:1779202597.927297:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202597.927510:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500948992 00000100:00100000:1.0:1779202597.927531:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500948992 00000100:00100000:1.0:1779202597.927645:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 785 00000100:00100000:1.0:1779202597.927908:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:24217:x1865628500948992:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1779202597.928020:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202597.928113:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:24217:x1865628500948992:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 455us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202597.928123:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 785 00000100:00100000:3.0:1779202597.951818:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202597.952118:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500949120 00000100:00100000:2.0:1779202597.952135:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500949120 00000100:00100000:2.0:1779202597.952239:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 786 00000100:00100000:2.0:1779202597.952250:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+74:24218:x1865628500949120:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202597.952301:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202597.952328:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd923 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6516f expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952413:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd92a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952431:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd92a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952445:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd92a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952463:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd931 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952471:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd931 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952482:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd931 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952552:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd92a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952561:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd92a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952572:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd92a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952580:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202597.952591:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd92a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952600:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd92a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952614:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202597.952617:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202597.952624:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd92a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952632:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd92a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952648:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd931 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952655:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd931 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952660:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd931 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952665:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202597.952668:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd931 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952674:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd931 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952681:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff91cfc10a5300) 00010000:00010000:2.0:1779202597.952684:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202597.952750:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd931 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.952757:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd931 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1779202597.952974:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1779202597.953111:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd923 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6516f expref: 75 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.953126:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202597.953128:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202597.953133:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd923 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6516f expref: 75 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202597.953144:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76e00, rc 0) 00000100:00100000:2.0:1779202597.953332:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+74:24218:x1865628500949120:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1083us (1534us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202597.953347:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 786 00000100:00100000:3.0:1779202597.964902:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202597.965042:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500949376 00000100:00100000:1.0:1779202597.965057:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500949376 00000100:00100000:1.0:1779202597.965133:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 787 00000100:00100000:1.0:1779202597.965145:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+74:24218:x1865628500949376:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:1.0:1779202597.965233:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202597.965269:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd72b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65106 expref: 74 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202597.965293:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202597.965299:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202597.965383:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202597.965399:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbd786 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65122 expref: 32 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202597.965427:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202597.965475:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbd786 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65122 expref: 32 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202597.965492:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbd786 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65122 expref: 32 pid: 6564 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202597.965511:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524020992:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202597.965655:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1779202597.972535:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524020992:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202597.972583:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202597.975550:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202597.976466:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500949504 00000100:00100000:0.0:1779202597.976484:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500949504 00010000:00010000:0.0:1779202597.976558:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbd786 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65122 expref: 33 pid: 6564 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202597.976683:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 270 00000100:00100000:0.0:1779202597.976749:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+33:2419:x1865628500949504:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202597.976772:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202597.976781:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbd786 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65122 expref: 33 pid: 6564 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202597.976825:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbd786 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65122 expref: 33 pid: 6564 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202597.976856:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbd786 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65122 expref: 33 pid: 6564 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202597.976878:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202597.976886:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202597.976898:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202597.976908:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202597.976948:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202597.977058:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+32:2419:x1865628500949504:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 364us (1540us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202597.977067:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 270 00010000:00010000:3.0:1779202597.977632:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.977644:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.977676:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbd93f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.977688:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbd93f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.977735:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbd93f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978423:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbd946 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978438:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbd946 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978445:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbd946 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202597.978461:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004fbdaba3 reply state 00000000f078a8fd transno 4294967764 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbd946 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978473:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbd946 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978482:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:3.0:1779202597.978485:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202597.978489:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1779202597.978497:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00010000:3.0:1779202597.978507:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978515:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978539:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978549:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978563:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202597.978569:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978577:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978589:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202597.978592:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202597.978597:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978603:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd938 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202597.978622:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004fbdaba3 reply state 00000000f078a8fd transno 4294967764 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbd93f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978631:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbd93f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202597.978637:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff91d0e08f9a00) 00010000:00010000:3.0:1779202597.978639:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202597.978641:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1779202597.978805:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+75:24218:x1865628500949376:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 13660us (13916us total) trans 4294967764 rc 0/0 00000100:00100000:3.0:1779202597.978815:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 787 00000040:00080000:1.0:1779202598.092021:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202598.092033:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202598.093032:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202598.093057:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202598.596013:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202598.596213:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500949632 00000100:00100000:2.0:1779202598.596228:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500949632 00000100:00100000:2.0:1779202598.596545:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 788 00000100:00100000:2.0:1779202598.596559:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+75:24255:x1865628500949632:12345-192.168.204.21@tcp:101:mkdir.0 00010000:00010000:2.0:1779202598.596611:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202598.596642:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd94d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65176 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.596928:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd954 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.596973:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd954 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.596998:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd954 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202598.597336:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1779202598.597343:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202598.597377:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd954 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.597600:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd94d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65176 expref: 77 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.597629:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd954 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65176 expref: 76 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.597639:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202598.597642:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202598.597648:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c77e00, rc 0) 00000100:00100000:2.0:1779202598.597919:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+76:24255:x1865628500949632:12345-192.168.204.21@tcp:101:mkdir.0 Request processed in 1361us (1920us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202598.597929:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 788 00010000:00010000:3.0:1779202598.603031:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202598.608488:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202598.608542:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202598.608598:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500949760 00000100:00100000:2.0:1779202598.608618:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500949760 00000100:00100000:2.0:1779202598.608727:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500950016 00000100:00100000:2.0:1779202598.608731:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500950016 00000100:00100000:2.0:1779202598.608762:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 789 00000100:00100000:2.0:1779202598.608775:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+77:2422:x1865628500949760:12345-192.168.204.21@tcp:41:mkdir.0 00000004:00000024:2.0:1779202598.608850:0:6562:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:2.0:1779202598.608938:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+77:2422:x1865628500949760:12345-192.168.204.21@tcp:41:mkdir.0 Request processed in 167us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202598.608946:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 789 00000100:00100000:2.0:1779202598.608963:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 790 00000100:00100000:2.0:1779202598.608969:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+76:24255:x1865628500950016:12345-192.168.204.21@tcp:36:mkdir.0 00010000:00010000:2.0:1779202598.609032:0:6562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202598.609070:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd954 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65176 expref: 76 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.609096:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202598.609103:0:6562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202598.609235:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+75:24255:x1865628500950016:12345-192.168.204.21@tcp:36:mkdir.0 Request processed in 265us (694us total) trans 0 rc -17/-17 00000100:00100000:2.0:1779202598.609241:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 790 00000100:00100000:3.0:1779202598.617243:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202598.617394:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500950144 00000100:00100000:1.0:1779202598.617411:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500950144 00000100:00100000:1.0:1779202598.617533:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 791 00000100:00100000:1.0:1779202598.617546:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+75:24255:x1865628500950144:12345-192.168.204.21@tcp:101:mkdir.0 00010000:00010000:1.0:1779202598.617571:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202598.617598:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd95b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6517d expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.617684:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbd962 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.617736:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbd962 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.617750:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbd962 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202598.617828:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1779202598.617833:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202598.617858:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbd962 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.617888:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd95b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6517d expref: 77 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.617926:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbd962 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6517d expref: 76 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.617937:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202598.617940:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202598.617945:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296600, rc 0) 00000100:00100000:1.0:1779202598.618042:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+76:24255:x1865628500950144:12345-192.168.204.21@tcp:101:mkdir.0 Request processed in 499us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202598.618050:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 791 00000100:00100000:3.0:1779202598.623215:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202598.625897:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500950272 00000100:00100000:2.0:1779202598.625921:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500950272 00000100:00100000:2.0:1779202598.626022:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 792 00000100:00100000:2.0:1779202598.626036:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+76:24255:x1865628500950272:12345-192.168.204.21@tcp:101:mkdir.0 00010000:00010000:2.0:1779202598.626066:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202598.626095:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd969 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65184 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.626201:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd970 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.626244:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd970 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.626256:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd970 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.626270:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd977 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.626277:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd977 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.626283:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd977 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.626375:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77000/0x3d5ca2fc49dbd97e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.626383:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77000/0x3d5ca2fc49dbd97e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.626390:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77000/0x3d5ca2fc49dbd97e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202598.627345:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1779202598.627353:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202598.627386:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77000/0x3d5ca2fc49dbd97e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627405:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd970 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627444:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd970 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627452:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd970 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627459:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202598.627464:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd970 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627473:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd970 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627492:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202598.627496:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202598.627503:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd970 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627510:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd970 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627528:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd977 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627534:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd977 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627541:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd977 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627546:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202598.627556:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd977 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627562:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd977 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627570:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff91d0e08f9a00) 00010000:00010000:2.0:1779202598.627573:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202598.627576:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd977 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627582:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd977 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627629:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd969 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65184 expref: 78 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627656:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77000/0x3d5ca2fc49dbd97e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65184 expref: 77 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.627665:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:2.0:1779202598.627667:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202598.627670:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c77000, rc 0) 00000100:00100000:2.0:1779202598.627907:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+77:24255:x1865628500950272:12345-192.168.204.21@tcp:101:mkdir.0 Request processed in 1873us (4711us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202598.627917:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 792 00000040:00080000:2.0:1779202598.734592:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202598.765516:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202598.765774:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500950400 00000100:00100000:1.0:1779202598.765789:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500950400 00000100:00100000:1.0:1779202598.765917:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 793 00000100:00100000:1.0:1779202598.765931:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+32:24261:x1865628500950400:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202598.765958:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202598.766015:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd985 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6518b expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.766120:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd98c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.766140:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd98c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.766168:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd98c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202598.766230:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1779202598.766235:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202598.766262:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd98c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.766292:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd985 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6518b expref: 34 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.766317:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd98c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6518b expref: 33 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.766327:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202598.766331:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202598.766336:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296e00, rc 0) 00000100:00100000:1.0:1779202598.766421:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+33:24261:x1865628500950400:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 492us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202598.766429:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 793 00000100:00100000:3.0:1779202598.776383:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202598.780742:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500950656 00000100:00100000:0.0:1779202598.780769:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500950656 00000100:00100000:0.0:1779202598.780874:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 794 00000100:00100000:0.0:1779202598.780888:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+77:24261:x1865628500950656:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202598.780920:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202598.780925:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1779202598.780964:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77000/0x3d5ca2fc49dbd97e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65184 expref: 77 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.781022:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:0.0:1779202598.781029:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202598.781053:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbd993 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65192 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.781358:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbd99a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.781376:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbd99a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.781388:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbd99a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.781403:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd9a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.781410:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd9a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.781418:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd9a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782361:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd9a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782377:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd9a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782386:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd9a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202598.782412:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:0.0:1779202598.782446:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbd99a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782455:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbd99a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782461:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbd99a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782469:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbd99a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782475:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202598.782480:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbd99a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782488:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbd99a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782500:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:0.0:1779202598.782503:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202598.782508:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbd99a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782515:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbd99a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202598.782530:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b933bebe reply state 000000002f7735ea transno 4294967765 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd9a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782554:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd9a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782562:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff91cfc1ad0300) 00010000:00010000:0.0:1779202598.782564:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202598.782568:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1779202598.782824:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbd993 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65192 expref: 79 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782843:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd9a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65192 expref: 78 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202598.782850:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc1ad0e00) 00010000:00010000:0.0:1779202598.782853:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202598.782855:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860800, rc 0) 00000100:00100000:0.0:1779202598.783021:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:24261:x1865628500950656:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 2135us (6659us total) trans 4294967765 rc 0/0 00000100:00100000:0.0:1779202598.783033:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 794 00000100:00100000:3.0:1779202598.793936:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202598.794039:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500950912 00000100:00100000:1.0:1779202598.794076:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500950912 00000100:00100000:1.0:1779202598.794168:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 795 00000100:00100000:1.0:1779202598.794179:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:24261:x1865628500950912:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202598.794215:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202598.794242:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65199 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.794401:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.794423:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd9a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65192 expref: 80 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.794436:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.794483:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd9a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65192 expref: 80 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.794500:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd9a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65192 expref: 80 pid: 10076 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202598.794519:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524021120:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202598.804682:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f180 going to sleep for 11 seconds 00000100:00100000:3.0:1779202598.809436:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202598.809470:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500951040 00000100:00100000:3.0:1779202598.809482:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500951040 00010000:00010000:3.0:1779202598.809536:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd9a8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65192 expref: 81 pid: 10076 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202598.809579:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 271 00000100:00100000:3.0:1779202598.809605:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+81:2419:x1865628500951040:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202598.809626:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202598.809634:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd9a8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65192 expref: 81 pid: 10076 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202598.809652:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd9a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65192 expref: 81 pid: 10076 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202598.809688:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc1ad0e00) 00010000:00010000:3.0:1779202598.809740:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202598.809752:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202598.809762:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202598.809815:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202598.809889:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+81:2419:x1865628500951040:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 298us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202598.809897:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 271 00010000:00010000:1.0:1779202598.812046:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbd9a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65192 expref: 80 pid: 10076 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202598.812072:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524021120:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202598.812126:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.812138:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.812144:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202598.812183:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:1.0:1779202598.812468:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.812477:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.812485:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.812492:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202598.812497:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.812506:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.812525:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc1ad0e00) 00010000:00010000:1.0:1779202598.812528:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202598.812534:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.812540:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9bd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.812626:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9b6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65199 expref: 80 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.812638:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:1.0:1779202598.812641:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202598.812645:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65199 expref: 80 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.812655:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4297800, rc 0) 00000100:00100000:1.0:1779202598.812798:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:24261:x1865628500950912:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 18619us (18876us total) trans 4294967766 rc 301/301 00000100:00100000:1.0:1779202598.812809:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 795 00000100:00100000:3.0:1779202598.817219:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202598.817469:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500951296 00000100:00100000:1.0:1779202598.817484:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500951296 00000100:00100000:1.0:1779202598.817561:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 154 00000100:00100000:1.0:1779202598.817573:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:24261:x1865628500951296:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202598.818584:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+80:24261:x1865628500951296:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 1007us (1372us total) trans 4294967767 rc 0/0 00000100:00100000:1.0:1779202598.818595:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 154 00000100:00100000:2.0:1779202598.834442:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202598.841103:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500951424 00000100:00100000:3.0:1779202598.841122:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500951424 00000100:00100000:2.0:1779202598.867006:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 796 00000100:00100000:2.0:1779202598.867026:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+80:24261:x1865628500951424:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202598.867086:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202598.867119:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd9cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651a0 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.867220:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd9cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651a0 expref: 81 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.867240:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd9cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651a0 expref: 81 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.867266:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:2.0:1779202598.867270:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202598.867275:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c77e00, rc 0) 00000100:00100000:2.0:1779202598.867378:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+81:24261:x1865628500951424:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 356us (32954us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202598.867386:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 796 00000100:00100000:2.0:1779202598.876240:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202598.876433:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500951680 00000100:00100000:1.0:1779202598.876447:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500951680 00000100:00100000:1.0:1779202598.876519:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 797 00000100:00100000:1.0:1779202598.876533:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+81:24261:x1865628500951680:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1779202598.876653:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9d2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.876755:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.876772:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.876993:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.877003:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9d2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.877010:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9d2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.877017:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202598.877022:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9d2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.877030:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9d2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.877045:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:1.0:1779202598.877048:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1779202598.877053:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9d2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.877060:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9d2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202598.877169:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:24261:x1865628500951680:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 627us (932us total) trans 4294967768 rc 0/0 00000100:00100000:1.0:1779202598.877186:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 797 00000100:00100000:2.0:1779202598.881186:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202598.883291:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500951936 00000100:00100000:1.0:1779202598.883314:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500951936 00000100:00100000:1.0:1779202598.883426:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 798 00000100:00100000:1.0:1779202598.883440:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:24261:x1865628500951936:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1779202598.884524:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.884550:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.884566:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1779202598.885047:0:6562:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967769 00000004:00010000:1.0:1779202598.885092:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bfd6e107 reply state 000000001255f05d transno 4294967770 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.885111:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.885121:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:1.0:1779202598.885125:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1779202598.885131:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202598.885303:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:24261:x1865628500951936:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 1860us (4126us total) trans 4294967770 rc 0/0 00000100:00100000:1.0:1779202598.885317:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 798 00000020:00080000:1.0:1779202598.885325:0:6562:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1779202598.891843:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202598.892247:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500952192 00000100:00100000:3.0:1779202598.892267:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500952192 00000100:00100000:0.0:1779202598.892474:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 155 00000100:00100000:0.0:1779202598.892490:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6474850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:24261:x1865628500952192:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1779202598.892973:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6474850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:24261:x1865628500952192:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 484us (1140us total) trans 4294967771 rc 0/0 00000100:00100000:0.0:1779202598.892994:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 155 00000100:00100000:3.0:1779202598.928683:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202598.929307:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500952320 00000100:00100000:2.0:1779202598.929324:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500952320 00000100:00100000:2.0:1779202598.929416:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 799 00000100:00100000:2.0:1779202598.929430:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+33:24264:x1865628500952320:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202598.929460:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202598.929493:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbd9e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651a7 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929615:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd9e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929633:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd9e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929646:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd9e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929657:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd9ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929665:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd9ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929671:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd9ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929809:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77000/0x3d5ca2fc49dbd9f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929817:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77000/0x3d5ca2fc49dbd9f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929824:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77000/0x3d5ca2fc49dbd9f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202598.929866:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1779202598.929871:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202598.929899:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77000/0x3d5ca2fc49dbd9f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929925:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd9e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929932:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd9e7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929940:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd9e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929947:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202598.929951:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd9e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929959:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd9e7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.929973:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202598.929986:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202598.929993:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd9e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.930000:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbd9e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.930015:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd9ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.930022:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd9ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.930028:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd9ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.934566:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202598.934575:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd9ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.934587:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd9ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.934613:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff91d0e08f9a00) 00010000:00010000:2.0:1779202598.934616:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202598.934623:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd9ee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.934630:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbd9ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.934737:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbd9e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651a7 expref: 35 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.934756:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77000/0x3d5ca2fc49dbd9f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651a7 expref: 34 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202598.934765:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:2.0:1779202598.934768:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1779202598.934771:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c77000, rc 0) 00000100:00100000:0.0:1779202598.935139:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24264:x1865628500952320:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 5709us (6468us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202598.935301:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 799 00000100:00100000:2.0:1779202598.940210:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202598.940506:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500952576 00000100:00100000:1.0:1779202598.940541:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500952576 00000100:00100000:1.0:1779202598.940616:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 800 00000100:00100000:1.0:1779202598.940629:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24264:x1865628500952576:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202598.940660:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202598.940688:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651ae expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.940836:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbda03 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.940857:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbda03 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.940872:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbda03 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.940883:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbda0a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.940890:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbda0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.940896:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbda0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941063:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbda11 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941071:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbda11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941079:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbda11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202598.941101:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:1.0:1779202598.941476:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbda03 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941487:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbda03 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941493:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbda03 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941500:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202598.941504:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbda03 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941512:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbda03 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941527:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:1.0:1779202598.941531:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202598.941537:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbda03 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941544:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbda03 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941564:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbda0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941570:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbda0a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941601:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbda0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941607:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202598.941610:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbda0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941617:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbda0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941626:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff91cfc1ad0300) 00010000:00010000:1.0:1779202598.941628:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202598.941632:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbda0a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941638:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbda0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941729:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbd9fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ae expref: 37 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941749:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbda11 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ae expref: 36 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.941756:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:1.0:1779202598.941758:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202598.941761:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4297200, rc 0) 00000100:00100000:1.0:1779202598.942006:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24264:x1865628500952576:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1379us (1813us total) trans 4294967772 rc 0/0 00000100:00100000:1.0:1779202598.942327:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 800 00000100:00100000:2.0:1779202598.945895:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202598.946413:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500952704 00000100:00100000:1.0:1779202598.946430:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500952704 00000100:00100000:1.0:1779202598.946548:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 801 00000100:00100000:1.0:1779202598.946561:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24264:x1865628500952704:12345-192.168.204.21@tcp:54:lfs.0 00010000:00010000:1.0:1779202598.946662:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.946686:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.946724:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.946773:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.946781:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda1f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.946789:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.946796:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202598.946801:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.946809:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda1f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.946822:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:1.0:1779202598.946843:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202598.946850:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda1f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202598.946857:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202598.946962:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24264:x1865628500952704:12345-192.168.204.21@tcp:54:lfs.0 Request processed in 404us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202598.946970:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 801 00000100:00100000:2.0:1779202598.949908:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202598.949996:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500952960 00000100:00100000:1.0:1779202598.950009:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500952960 00000100:00100000:1.0:1779202598.950096:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 156 00000100:00100000:1.0:1779202598.950107:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24264:x1865628500952960:12345-192.168.204.21@tcp:35:lfs.0 00000100:00100000:1.0:1779202598.950506:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:24264:x1865628500952960:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 398us (609us total) trans 4294967773 rc 0/0 00000100:00100000:1.0:1779202598.950514:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 156 00000100:00100000:3.0:1779202599.047056:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202599.049238:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500953088 00000100:00100000:2.0:1779202599.049292:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500953088 00000100:00080000:0.0:1779202599.049368:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202599.049412:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 802 00000100:00100000:2.0:1779202599.049676:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:24272:x1865628500953088:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202599.049739:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202599.049823:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbda26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651b5 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202599.050180:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbda2d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202599.050202:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbda2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202599.050219:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbda2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202599.050296:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1779202599.050303:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202599.053213:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbda2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202599.053305:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbda26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651b5 expref: 39 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202599.053335:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbda2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651b5 expref: 38 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202599.053348:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:2.0:1779202599.053351:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202599.053357:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76000, rc 0) 00000100:00100000:2.0:1779202599.053535:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:24272:x1865628500953088:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 4111us (6494us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202599.053546:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 802 00000100:00100000:0.0:1779202599.067624:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202599.072453:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500953344 00000100:00100000:2.0:1779202599.072476:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500953344 00000100:00100000:3.0:1779202599.073115:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 35 00000100:00100000:3.0:1779202599.073132:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c8d21c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:24272:x1865628500953344:12345-192.168.204.21@tcp:103:lfs.0 00010000:00010000:3.0:1779202599.074608:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202599.074669:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbda11 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ae expref: 38 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202599.074735:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:3.0:1779202599.074743:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202599.076756:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c8d21c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:24272:x1865628500953344:12345-192.168.204.21@tcp:103:lfs.0 Request processed in 1729us (7249us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202599.076785:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 35 00000100:00100000:3.0:1779202599.085514:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202599.089466:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500953472 00000100:00100000:1.0:1779202599.089490:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500953472 00000100:00100000:1.0:1779202599.089988:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 803 00000100:00100000:1.0:1779202599.090004:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:24272:x1865628500953472:12345-192.168.204.21@tcp:58:lfs.0 00010000:00010000:1.0:1779202599.090188:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202599.090211:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd9cb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651a0 expref: 85 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202599.090220:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202599.090276:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd9cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651a0 expref: 85 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202599.090292:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd9cb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651a0 expref: 85 pid: 16980 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202599.092068:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524021248:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202599.092516:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1779202599.104569:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202599.105264:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524021248:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202599.107545:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202599.108163:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500953600 00000100:00100000:3.0:1779202599.108179:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500953600 00010000:00010000:3.0:1779202599.108263:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd9cb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651a0 expref: 86 pid: 16980 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202599.108495:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 272 00000100:00100000:3.0:1779202599.108507:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:2420:x1865628500953600:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202599.108528:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202599.108537:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd9cb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651a0 expref: 86 pid: 16980 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202599.108552:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd9cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651a0 expref: 86 pid: 16980 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1779202599.109102:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1779202599.109178:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbd9cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651a0 expref: 86 pid: 16980 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202599.109206:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:3.0:1779202599.109212:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202599.109223:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202599.109232:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202599.109487:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202599.109596:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:2420:x1865628500953600:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1091us (5044us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202599.109606:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 272 00010000:00010000:2.0:1779202599.116506:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202599.116532:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1779202599.132065:0:6563:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].18, 136 off10640 00000100:00100000:3.0:1779202599.133568:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:24272:x1865628500953472:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 43555us (48056us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202599.138683:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 803 00010000:00010000:1.0:1779202599.627855:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202599.821211:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524021376:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202599.821296:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202599.821407:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524021376 00000100:00100000:2.0:1779202599.821415:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524021376 00000100:00100000:2.0:1779202599.821464:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:2.0:1779202599.821471:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524021376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202599.821504:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:2.0:1779202599.821545:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524021376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202599.821552:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:2.0:1779202599.821592:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524021376:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202599.823289:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524021632:0@lo:400:kworker.0 00000001:00080000:0.0:1779202599.823326:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967773 is committed 00000100:00100000:2.0:1779202599.823358:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1779202599.823366:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967771 is committed 00000100:00100000:2.0:1779202599.823435:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524022144:0@lo:400:kworker.0 00010000:00010000:0.0:1779202599.823447:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbd93f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.823461:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202599.823463:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbd93f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.823480:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbd93f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.823488:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202599.823494:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbd93f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.823503:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbd93f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.823511:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524022656:0@lo:400:kworker.0 00010000:00010000:0.0:1779202599.823531:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff91d0e08f9a00) 00010000:00010000:0.0:1779202599.823535:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202599.823542:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbd93f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.823547:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202599.823564:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbd93f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.823575:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1779202599.823583:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524021760:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.823602:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202599.823636:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524022272:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.823660:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202599.823677:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524022784:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.823719:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202599.823770:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524021632 00000100:00100000:2.0:1779202599.823777:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524021632 00000100:00100000:2.0:1779202599.823818:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524022144 00000100:00100000:2.0:1779202599.823821:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524022144 00000100:00100000:2.0:1779202599.823847:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524022656 00000100:00100000:2.0:1779202599.823849:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524022656 00000100:00100000:2.0:1779202599.823861:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524021760 00000100:00100000:2.0:1779202599.823863:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524021760 00000100:00100000:2.0:1779202599.823875:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1779202599.823882:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524021632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.823929:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524021632:12345-0@lo:400:kworker.0 Request processed in 47us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202599.823935:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1779202599.823950:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1779202599.823955:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524022144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.823993:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524022144:12345-0@lo:400:kworker.0 Request processed in 38us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202599.823999:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1779202599.824021:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1779202599.824026:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524022656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.824049:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524022656:12345-0@lo:400:kworker.0 Request processed in 24us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202599.824054:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1779202599.824065:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1779202599.824070:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524021760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.824092:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524021760:12345-0@lo:400:kworker.0 Request processed in 22us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202599.824100:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1779202599.824139:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524022272 00000100:00100000:2.0:1779202599.824142:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524022272 00010000:00010000:0.0:1779202599.824167:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbd946 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.824179:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524022784 00000100:00100000:2.0:1779202599.824182:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524022784 00010000:00010000:0.0:1779202599.824194:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbd946 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.824201:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbd946 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.824208:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841600 already unused, calling callback (ffffffffc186d4f0) 00000100:00100000:2.0:1779202599.824212:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00010000:00010000:0.0:1779202599.824216:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbd946 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.824223:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524022272:12345-0@lo:400:kworker.0 00010000:00010000:0.0:1779202599.824230:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbd946 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.824246:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:0.0:1779202599.824250:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202599.824254:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbd946 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.824261:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbd946 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.824266:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524022272:12345-0@lo:400:kworker.0 Request processed in 43us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202599.824272:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1779202599.824283:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1779202599.824289:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524022784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.824314:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524022784:12345-0@lo:400:kworker.0 Request processed in 25us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202599.824319:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00080000:2.0:1779202599.824340:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202599.824344:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202599.824347:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202599.824376:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524021888:0@lo:400:kworker.0 00010000:00010000:0.0:1779202599.824410:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd9a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.824422:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd9a1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.824423:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202599.824436:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd9a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.824443:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860000 already unused, calling callback (ffffffffc186d4f0) 00000100:00100000:2.0:1779202599.824455:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524022400:0@lo:400:kworker.0 00010000:00010000:0.0:1779202599.824455:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd9a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.824475:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd9a1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.824489:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff91cfc1ad0300) 00010000:00010000:0.0:1779202599.824501:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202599.824502:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202599.824509:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd9a1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.824518:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbd9a1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.824529:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524022912:0@lo:400:kworker.0 00010000:00010000:0.0:1779202599.824544:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.824553:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202599.824572:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1779202599.824578:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524021504:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.824603:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202599.824636:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524022016:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.824658:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202599.824674:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524022528:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.824712:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202599.824750:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9d9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.824756:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524021888 00010000:00010000:0.0:1779202599.824758:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.824764:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524021888 00010000:00010000:0.0:1779202599.824772:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202599.824776:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.824784:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9d9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202599.824796:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:0.0:1779202599.824800:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1779202599.824804:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00010000:00010000:0.0:1779202599.824813:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9d9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.824814:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524021888:12345-0@lo:400:kworker.0 00010000:00010000:0.0:1779202599.824832:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbd9d9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202599.824867:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524021888:12345-0@lo:400:kworker.0 Request processed in 56us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202599.824874:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1779202599.824893:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524022400 00000100:00100000:2.0:1779202599.824896:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524022400 00000100:00100000:2.0:1779202599.824929:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524022912 00000100:00100000:2.0:1779202599.824933:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524022912 00000100:00080000:0.0:1779202599.824947:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202599.824955:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202599.824973:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1779202599.824981:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524022400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.825020:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524022400:12345-0@lo:400:kworker.0 Request processed in 41us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202599.825026:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1779202599.825037:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1779202599.825043:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524022912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.825067:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524022912:12345-0@lo:400:kworker.0 Request processed in 24us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202599.825071:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1779202599.825090:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524022016 00000100:00100000:2.0:1779202599.825094:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524022016 00000100:00100000:2.0:1779202599.825128:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524022528 00000100:00100000:2.0:1779202599.825131:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524022528 00000100:00100000:2.0:1779202599.825150:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1779202599.825155:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524022016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.825182:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524022016:12345-0@lo:400:kworker.0 Request processed in 27us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202599.825188:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1779202599.825197:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1779202599.825202:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524022528:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1779202599.825229:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202599.825230:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524022528:12345-0@lo:400:kworker.0 Request processed in 26us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202599.825240:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1779202599.825292:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524021760:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.825304:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524022272:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.825312:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524022784:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.825332:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524021632:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.825342:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524022144:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.825351:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524022656:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.825387:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524022016:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.825395:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524022528:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.825402:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524021888:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.825410:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524022400:0@lo:400:kworker.0 00000100:00100000:2.0:1779202599.825418:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524022912:0@lo:400:kworker.0 00000100:00100000:0.0:1779202599.825773:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524021504 00000100:00100000:0.0:1779202599.825784:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524021504 00000100:00100000:0.0:1779202599.825837:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1779202599.825847:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524021504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202599.825931:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524021504:12345-0@lo:400:kworker.0 Request processed in 86us (1326us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202599.825938:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1779202599.827970:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524021504:0@lo:400:kworker.0 00000040:00080000:0.0:1779202600.139471:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202600.139478:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202600.139503:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1779202600.139509:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202600.139647:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524023040:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202600.142272:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c4db4540 going to sleep for 11 seconds 00000100:00100000:2.0:1779202600.151522:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524023040:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202600.160129:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202600.160248:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500953728 00000100:00100000:0.0:1779202600.160257:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500953728 00000100:00100000:0.0:1779202600.160306:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 804 00000100:00100000:0.0:1779202600.160316:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24282:x1865628500953728:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1779202600.160348:0:10076:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202600.160467:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24282:x1865628500953728:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 152us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202600.160485:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 804 00000100:00100000:1.0:1779202600.169074:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202600.169166:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500953856 00000100:00100000:0.0:1779202600.169177:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500953856 00000100:00100000:0.0:1779202600.169236:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 805 00000100:00100000:0.0:1779202600.169247:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24282:x1865628500953856:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1779202600.169325:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbda3b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169346:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbda3b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169358:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbda3b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169375:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda42 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169382:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda42 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169388:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda42 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169417:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbda49 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169425:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbda49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169431:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbda49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202600.169493:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:0.0:1779202600.169497:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202600.169511:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbda49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169523:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbda3b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169793:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbda3b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169801:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbda3b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169807:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202600.169812:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbda3b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169819:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbda3b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169831:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:0.0:1779202600.169834:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202600.169838:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbda3b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169844:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbda3b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169856:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda42 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169871:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda42 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169877:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda42 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169881:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202600.169884:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda42 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169889:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda42 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169895:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1451b5e8 (ffff91cfc1acba00) 00010000:00010000:0.0:1779202600.169897:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202600.169900:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda42 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169905:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda42 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169918:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbda49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169924:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbda49 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169929:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbda49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169932:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202600.169939:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbda49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169945:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbda49 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169952:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:0.0:1779202600.169965:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202600.169968:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbda49 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.169974:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbda49 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202600.170043:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24282:x1865628500953856:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 797us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202600.170050:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 805 00000100:00100000:1.0:1779202600.177032:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.177278:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500954112 00000100:00100000:3.0:1779202600.177291:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500954112 00000100:00100000:3.0:1779202600.177356:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 806 00000100:00100000:3.0:1779202600.177366:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24282:x1865628500954112:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202600.177391:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202600.177422:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbda50 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651bc expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.177542:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbda57 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.177556:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbda57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.177568:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbda57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202600.177580:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:3.0:1779202600.177671:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbda57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.177679:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbda57 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.177685:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbda57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.177724:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202600.177744:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbda57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.177753:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbda57 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.177766:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:3.0:1779202600.177770:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202600.177777:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbda57 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.177783:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbda57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.177829:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbda50 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651bc expref: 36 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.177838:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:3.0:1779202600.177841:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202600.177845:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbda50 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651bc expref: 36 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.177854:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841000, rc 0) 00000100:00100000:3.0:1779202600.177917:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:24282:x1865628500954112:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 553us (896us total) trans 4294967774 rc 301/301 00000100:00100000:3.0:1779202600.177924:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 806 00000100:00100000:1.0:1779202600.192137:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.192299:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500954240 00000100:00100000:3.0:1779202600.192310:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500954240 00000100:00100000:3.0:1779202600.192375:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 807 00000100:00100000:3.0:1779202600.192386:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:24282:x1865628500954240:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202600.192433:0:10076:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202600.192560:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:24282:x1865628500954240:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 176us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202600.192568:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 807 00000100:00100000:1.0:1779202600.200992:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202600.201891:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500954496 00000100:00100000:2.0:1779202600.201904:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500954496 00000100:00100000:2.0:1779202600.201969:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 808 00000100:00100000:2.0:1779202600.201979:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:24282:x1865628500954496:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202600.202001:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202600.202004:0:7869:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1779202600.202033:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbda2d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651b5 expref: 35 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.202049:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:2.0:1779202600.202060:0:7869:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202600.202076:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbda65 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651c3 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202600.202465:0:7869:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xf:0x0], index 0: 0 00010000:00010000:2.0:1779202600.202608:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbda6c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.202623:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbda6c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.202634:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbda6c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.202689:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbda65 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651c3 expref: 37 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.202740:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbda6c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651c3 expref: 36 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.202748:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc10a5a00) 00010000:00010000:2.0:1779202600.202751:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202600.202753:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c77e00, rc 0) 00000100:00100000:2.0:1779202600.203353:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24282:x1865628500954496:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1371us (2368us total) trans 4294967775 rc 0/0 00000100:00100000:2.0:1779202600.203363:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 808 00000100:00100000:0.0:1779202600.217734:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.219745:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500954752 00000100:00100000:3.0:1779202600.219761:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500954752 00000100:00100000:3.0:1779202600.219845:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 809 00000100:00100000:3.0:1779202600.219857:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24282:x1865628500954752:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1779202600.219920:0:16980:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202600.219962:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbda6c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651c3 expref: 36 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.219983:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc10a5a00) 00010000:00010000:3.0:1779202600.219994:0:16980:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202600.220020:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbda7a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220035:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbda7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220045:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbda7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220061:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbda81 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x18bf22f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220069:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbda81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x18bf22f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220091:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbda81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x18bf22f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220138:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbda7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220146:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbda7a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220153:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbda7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220159:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202600.220164:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbda7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220172:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbda7a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220181:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:3.0:1779202600.220184:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202600.220189:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbda7a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220195:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbda7a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220204:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbda81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x18bf22f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220211:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbda81 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x18bf22f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220223:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbda81 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x18bf22f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220229:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202600.220232:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbda81 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x18bf22f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220238:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbda81 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x18bf22f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220245:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x18bf22f9 (ffff91d0e08f9b00) 00010000:00010000:3.0:1779202600.220248:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202600.220251:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbda81 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x18bf22f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.220257:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbda81 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x18bf22f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202600.220360:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:24282:x1865628500954752:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 504us (2635us total) trans 0 rc -2/-2 00000100:00100000:3.0:1779202600.220367:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 809 00000100:00100000:3.0:1779202600.231004:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202600.231117:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500954880 00000100:00100000:0.0:1779202600.231129:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500954880 00000100:00100000:0.0:1779202600.231195:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 810 00000100:00100000:0.0:1779202600.231206:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:24282:x1865628500954880:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202600.231231:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202600.231260:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbda88 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651ca expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.231303:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda8f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.231320:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda8f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.231341:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda8f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.231462:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbda88 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ca expref: 37 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.231478:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda8f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ca expref: 36 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.231486:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc1acba00) 00010000:00010000:0.0:1779202600.231488:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202600.231491:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d600, rc 0) 00000100:00100000:0.0:1779202600.231546:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24282:x1865628500954880:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 342us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202600.231553:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 810 00000100:00100000:3.0:1779202600.235002:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202600.235148:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500955136 00000100:00100000:0.0:1779202600.235160:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500955136 00000100:00100000:0.0:1779202600.235218:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 811 00000100:00100000:0.0:1779202600.235230:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24282:x1865628500955136:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1779202600.235323:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbda96 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.235342:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbda96 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.235353:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbda96 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202600.235850:0:7869:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 88 off8664 00000004:00080000:0.0:1779202600.235862:0:7869:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 729472168312ns, next at 730472166076ns, rc = 0 00000004:00010000:0.0:1779202600.235925:0:7869:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004692a777 reply state 000000000ced8368 transno 4294967776 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbda96 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.235941:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbda96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.235950:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc1acba00) 00010000:00010000:0.0:1779202600.235963:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1779202600.235967:0:7869:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1779202600.236067:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:24282:x1865628500955136:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 837us (1074us total) trans 4294967776 rc 0/0 00000100:00100000:0.0:1779202600.236075:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 811 00000100:00100000:1.0:1779202600.244018:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.244663:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500955264 00000100:00100000:3.0:1779202600.244675:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500955264 00000100:00100000:2.0:1779202600.247204:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 812 00000100:00100000:2.0:1779202600.247221:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:24282:x1865628500955264:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202600.247258:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202600.247279:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbda9d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651d1 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.247338:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbda9d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651d1 expref: 39 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.247352:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbda9d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651d1 expref: 39 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.247371:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc1acba00) 00010000:00010000:2.0:1779202600.247374:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202600.247378:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76c00, rc 0) 00000100:00100000:2.0:1779202600.248039:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:24282:x1865628500955264:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 822us (4030us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202600.248047:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 812 00000100:00100000:3.0:1779202600.251009:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202600.251129:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500955392 00000100:00100000:1.0:1779202600.251139:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500955392 00000100:00100000:1.0:1779202600.251264:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 199 00000100:00100000:1.0:1779202600.251276:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2420:x1865628500955392:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1779202600.251514:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628500955392:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 240us (512us total) trans 4294967330 rc 0/0 00000100:00100000:1.0:1779202600.251522:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 199 00000100:00080000:0.0:1779202600.256030:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202600.266137:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202600.266219:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500955648 00000100:00100000:1.0:1779202600.266229:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500955648 00000100:00100000:1.0:1779202600.266293:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 157 00000100:00100000:1.0:1779202600.266304:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:24282:x1865628500955648:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202600.266546:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:24282:x1865628500955648:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 243us (429us total) trans 4294967777 rc 0/0 00000100:00100000:1.0:1779202600.266552:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 157 00000100:00100000:3.0:1779202600.270189:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202600.270328:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500955904 00000100:00100000:0.0:1779202600.270339:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500955904 00000100:00100000:0.0:1779202600.270396:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 813 00000100:00100000:0.0:1779202600.270416:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:24282:x1865628500955904:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202600.270515:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:24282:x1865628500955904:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 101us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202600.270522:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 813 00000040:00080000:2.0:1779202600.288946:0:19663:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:0.0:1779202600.289914:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202600.290031:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500956032 00000100:00100000:1.0:1779202600.290045:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500956032 00000100:00100000:1.0:1779202600.290108:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 814 00000100:00100000:1.0:1779202600.290119:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:24282:x1865628500956032:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202600.290148:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202600.290168:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdaa4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651d8 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.290248:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdaab lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.290262:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdaab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.290275:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdaab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202600.290315:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202600.290335:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdaab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.290360:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdaa4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651d8 expref: 42 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.290392:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdaab lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651d8 expref: 41 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.290412:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc1acba00) 00010000:00010000:1.0:1779202600.290416:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1779202600.290420:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296a00, rc 0) 00000100:00100000:1.0:1779202600.290484:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:24282:x1865628500956032:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 367us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202600.290491:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 814 00000040:00080000:2.0:1779202600.298263:0:19663:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202600.298317:0:19663:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:2.0:1779202600.298324:0:19663:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202600.299608:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202600.299650:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500956160 00000100:00100000:1.0:1779202600.299661:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500956160 00000100:00100000:1.0:1779202600.299730:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 200 00000100:00100000:1.0:1779202600.299741:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628500956160:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202600.299758:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202600.299781:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049fee282/0x3d5ca2fc49dbdab2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651df expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202600.299811:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a0c7a27, blocks: 0x0 00010000:00010000:1.0:1779202600.299833:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202600.299835:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202600.299843:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049fee282/0x3d5ca2fc49dbdab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651df expref: 10 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.299862:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049fee282/0x3d5ca2fc49dbdab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651df expref: 10 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.299886:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296200, rc 0) 00000100:00100000:1.0:1779202600.299964:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628500956160:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 214us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202600.299972:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 200 00000100:00100000:1.0:1779202600.304767:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202600.307360:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500956416 00000100:00100000:2.0:1779202600.307376:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500956416 00000100:00100000:2.0:1779202600.307438:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 815 00000100:00100000:2.0:1779202600.307450:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:24282:x1865628500956416:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202600.307559:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:24282:x1865628500956416:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 112us (2803us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202600.307567:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 815 00000100:00100000:1.0:1779202600.311733:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202600.312354:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500956544 00000100:00100000:2.0:1779202600.312366:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500956544 00000100:00100000:2.0:1779202600.312432:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 201 00000100:00100000:2.0:1779202600.312444:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:24282:x1865628500956544:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202600.312466:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202600.312485:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdab9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651e6 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.312520:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049fee282/0x3d5ca2fc49dbdab2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651df expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.312529:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202600.312532:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202600.312536:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdab9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651e6 expref: 11 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.312570:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049fee282/0x3d5ca2fc49dbdab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651df expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.312585:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049fee282/0x3d5ca2fc49dbdab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651df expref: 11 pid: 8511 timeout: 829 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202600.312601:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524023168:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202600.312715:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f3868600 going to sleep for 11 seconds 00000100:00100000:1.0:1779202600.322661:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202600.322796:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500956672 00000100:00100000:0.0:1779202600.322806:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500956672 00010000:00010000:0.0:1779202600.322844:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049fee282/0x3d5ca2fc49dbdab2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651df expref: 12 pid: 8511 timeout: 829 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202600.322899:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 273 00000100:00100000:0.0:1779202600.322908:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628500956672:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202600.322923:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202600.322944:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049fee282/0x3d5ca2fc49dbdab2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651df expref: 12 pid: 8511 timeout: 829 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.322968:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049fee282/0x3d5ca2fc49dbdab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651df expref: 12 pid: 8511 timeout: 829 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.322994:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202600.322996:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202600.323003:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdab9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651e6 expref: 12 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.323012:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651e6 expref: 12 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.323048:0:7938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651e6 expref: 12 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202600.323061:0:7938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7938:1865628524023296:192.168.204.21@tcp:105: 00000100:00100000:0.0:1779202600.323147:0:7938:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c4db4d80 going to sleep for 11 seconds 00010000:00010000:0.0:1779202600.323245:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049fee282/0x3d5ca2fc49dbdab2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651df expref: 12 pid: 8511 timeout: 829 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202600.323269:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524023168:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202600.323291:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651e6 expref: 11 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.323301:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c77200, rc 0) 00000100:00100000:0.0:1779202600.323330:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:24282:x1865628500956544:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 10890us (11609us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202600.323337:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 201 00000100:00100000:1.0:1779202600.334675:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202600.334976:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500956800 00000100:00100000:2.0:1779202600.334989:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500956800 00002000:00100000:2.0:1779202600.335069:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff91d0ffb9ce00 x1865628500956800/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:566/0 lens 648/0 e 0 to 0 dl 1779202611 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202600.335092:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb9ce00 with x1865628500956800 ext(0->157) 00002000:00010000:2.0:1779202600.335099:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffb9ce00 00000100:00100000:2.0:1779202600.335137:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 59 00000100:00100000:2.0:1779202600.335149:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628500956800:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1779202600.338316:0:7938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7938:1865628524023296:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202600.338339:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202600.338526:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628500956672:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 15617us (15881us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202600.338538:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 273 00000100:00100000:2.0:1779202600.339267:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628500956800:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 4117us (4602us total) trans 4294967331 rc 0/0 00000100:00100000:2.0:1779202600.339277:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 59 00002000:00100000:2.0:1779202600.339289:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff91d0ffb9ce00 x1865628500956800/t4294967331(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:566/0 lens 648/448 e 0 to 0 dl 1779202611 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202600.339299:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb9ce00 with x1865628500956800 ext(0->157) 00002000:00010000:2.0:1779202600.339304:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffb9ce00 00000100:00100000:1.0:1779202600.358111:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202600.358238:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500956928 00000100:00100000:0.0:1779202600.358249:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500956928 00000100:00100000:0.0:1779202600.358507:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 816 00000100:00100000:0.0:1779202600.358520:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:24282:x1865628500956928:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1779202600.372791:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967777 is committed 00000004:00080000:2.0:1779202600.372808:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00010000:00010000:0.0:1779202600.373169:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbda96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.373181:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbda96 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.373189:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbda96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.373195:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121da00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202600.373200:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbda96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.373209:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbda96 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.373236:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc1acba00) 00010000:00010000:0.0:1779202600.373239:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1779202600.373245:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbda96 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.373251:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbda96 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202600.373426:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24282:x1865628500956928:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 14903us (15320us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202600.373437:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 816 00000100:00100000:2.0:1779202600.373904:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524023424:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1779202600.373965:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202600.374025:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524023424 00000100:00100000:2.0:1779202600.374031:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524023424 00000100:00100000:2.0:1779202600.374066:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1779202600.374075:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524023424:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1779202600.374197:0:8447:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1779202600.374200:0:8447:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 0 -> 1779202599 00002000:00010000:2.0:1779202600.374203:0:8447:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1779202600.374205:0:8447:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1779202599 -> 1779202599 00002000:00010000:2.0:1779202600.374207:0:8447:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1779202600.374244:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524023424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 171us (280us total) trans 4294967332 rc 0/0 00000100:00100000:2.0:1779202600.374251:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000004:00080000:2.0:1779202600.374290:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc4a5f100/2, rc 0, transno 4294967332 00000100:00100000:2.0:1779202600.374296:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524023424:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1779202600.378903:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.379000:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500957056 00000100:00100000:3.0:1779202600.379018:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500957056 00000100:00100000:3.0:1779202600.379100:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 203 00000100:00100000:3.0:1779202600.379111:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2422:x1865628500957056:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1779202600.383031:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000001:00080000:3.0:1779202600.383046:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00000100:00100000:3.0:1779202600.383237:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628500957056:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 4123us (4339us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202600.383248:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 203 00000100:00100000:0.0:1779202600.393112:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202600.393182:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500957312 00000100:00100000:1.0:1779202600.393193:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500957312 00000100:00100000:1.0:1779202600.393252:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 817 00000100:00100000:1.0:1779202600.393264:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24282:x1865628500957312:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1779202600.393319:0:7869:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202600.393348:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdaab lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651d8 expref: 36 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.393367:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc1acba00) 00010000:00010000:1.0:1779202600.393372:0:7869:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202600.393409:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdac0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.393426:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdac0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.393436:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdac0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202600.393609:0:7869:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007304842f reply state 00000000b9f0ba0a transno 4294967778 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdac0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.393622:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdac0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.393629:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc1acba00) 00010000:00010000:1.0:1779202600.393632:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202600.393640:0:7869:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202600.393778:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:24282:x1865628500957312:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 516us (677us total) trans 4294967778 rc 0/0 00000100:00100000:1.0:1779202600.393786:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 817 00000100:00100000:1.0:1779202600.402092:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.402197:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500957440 00000100:00100000:3.0:1779202600.402209:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500957440 00000100:00100000:3.0:1779202600.402266:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 204 00000100:00100000:3.0:1779202600.402276:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628500957440:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1779202600.402447:0:12963:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:3.0:1779202600.402450:0:12963:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1779202599 -> 1536580263 00002000:00010000:3.0:1779202600.402453:0:12963:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 1779201925 00002000:00010000:3.0:1779202600.402455:0:12963:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1779202599 -> 1779202598 00002000:00010000:3.0:1779202600.402457:0:12963:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1779202600.402533:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628500957440:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 257us (453us total) trans 4294967333 rc 0/0 00000100:00100000:3.0:1779202600.402540:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 204 00000100:00100000:0.0:1779202600.412854:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.412925:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500957696 00000100:00100000:3.0:1779202600.412935:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500957696 00000100:00100000:3.0:1779202600.413004:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 818 00000100:00100000:3.0:1779202600.413014:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:24282:x1865628500957696:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1779202600.413079:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.413110:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda8f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ca expref: 37 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.413121:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.413160:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda8f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ca expref: 37 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.413174:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda8f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ca expref: 37 pid: 10076 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202600.413191:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524023552:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202600.413288:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4cd2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202600.418835:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.418909:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500957824 00000100:00100000:3.0:1779202600.418919:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500957824 00010000:00010000:3.0:1779202600.418969:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda8f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ca expref: 38 pid: 10076 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202600.419010:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 274 00000100:00100000:3.0:1779202600.419020:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:2420:x1865628500957824:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202600.419034:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202600.419040:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda8f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ca expref: 38 pid: 10076 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419054:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda8f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ca expref: 38 pid: 10076 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419089:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc1acba00) 00010000:00010000:3.0:1779202600.419095:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419105:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419112:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419132:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202600.419189:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:2420:x1865628500957824:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 170us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202600.419197:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 274 00010000:00010000:3.0:1779202600.419332:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbda8f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ca expref: 37 pid: 10076 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202600.419348:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524023552:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202600.419366:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419375:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419380:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419419:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419433:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419439:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419445:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202600.419449:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419456:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419466:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc1acba00) 00010000:00010000:3.0:1779202600.419469:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1779202600.419473:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.419478:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdac7 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202600.419524:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24282:x1865628500957696:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 6511us (6679us total) trans 0 rc -22/-22 00000100:00100000:3.0:1779202600.419532:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 818 00000100:00100000:0.0:1779202600.442756:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202600.443520:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500957952 00000100:00100000:2.0:1779202600.443532:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500957952 00000100:00100000:2.0:1779202600.443598:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 205 00000100:00100000:2.0:1779202600.443609:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628500957952:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1779202600.443658:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.443685:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdab9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651e6 expref: 10 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.443815:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1779202600.443819:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1779202600.443823:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 4/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.443864:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdab9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651e6 expref: 10 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.443881:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651e6 expref: 10 pid: 17866 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202600.443897:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524023680:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202600.444009:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f3868b40 going to sleep for 11 seconds 00000100:00100000:1.0:1779202600.466036:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524023680:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202600.466070:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202600.467376:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.467503:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500958080 00000100:00100000:3.0:1779202600.467515:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500958080 00010000:00010000:3.0:1779202600.467557:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651e6 expref: 11 pid: 17866 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202600.467602:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 275 00000100:00100000:3.0:1779202600.467627:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628500958080:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202600.467643:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202600.467664:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651e6 expref: 11 pid: 17866 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.467678:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdab9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651e6 expref: 11 pid: 17866 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.470308:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdab9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651e6 expref: 11 pid: 17866 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.470334:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202600.470336:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202600.470342:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.470353:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 4/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.470405:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202600.470492:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628500958080:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 2866us (3123us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202600.470503:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 275 00010000:00010000:2.0:1779202600.471134:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.471147:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.471175:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.471184:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.471192:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.471199:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202600.471203:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.471211:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.471226:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.471233:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e009a353/0x3d5ca2fc49dbdace lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202600.471318:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628500957952:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 27710us (28572us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202600.471327:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 205 00000100:00100000:0.0:1779202600.480006:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.491902:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500958336 00000100:00100000:3.0:1779202600.491916:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500958336 00000100:00100000:2.0:1779202600.492178:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 819 00000100:00100000:2.0:1779202600.492189:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24282:x1865628500958336:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1779202600.492270:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdad5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.492289:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdad5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.492303:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdad5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.492459:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.492471:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbda9d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651d1 expref: 37 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.492492:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 4/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.492536:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbda9d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651d1 expref: 37 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202600.492549:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbda9d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651d1 expref: 37 pid: 16980 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202600.492575:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524023808:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202600.492664:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f3868300 going to sleep for 11 seconds 00000100:00100000:1.0:1779202600.500306:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524023808:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202600.500353:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202600.501413:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.501476:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500958464 00000100:00100000:3.0:1779202600.501494:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500958464 00010000:00010000:3.0:1779202600.501543:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbda9d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651d1 expref: 38 pid: 16980 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202600.501592:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 276 00000100:00100000:3.0:1779202600.501602:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:2420:x1865628500958464:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202600.501617:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202600.501625:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbda9d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651d1 expref: 38 pid: 16980 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.501639:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbda9d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651d1 expref: 38 pid: 16980 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.501662:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbda9d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651d1 expref: 38 pid: 16980 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.501680:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc1acba00) 00010000:00010000:3.0:1779202600.501685:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.501725:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.501733:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.501763:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202600.501819:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628500958464:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 218us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202600.501827:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 276 00010000:00010000:0.0:1779202600.502011:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202600.502019:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1779202600.502136:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967779 00000001:00080000:0.0:1779202600.502254:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967780 00000001:00080000:0.0:1779202600.502289:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967781 00000100:00100000:0.0:1779202600.502375:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524023936:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1779202600.502440:0:6563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202600.502476:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9a80 going to sleep for 11 seconds 00000100:00100000:1.0:1779202600.502529:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524023936 00000100:00100000:1.0:1779202600.502536:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524023936 00000100:00100000:1.0:1779202600.502582:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1779202600.502589:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524023936:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1779202600.502684:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524023936:12345-0@lo:1000:mdt00_001.0 Request processed in 95us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202600.502719:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1779202600.503080:0:6563:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967332 gen 2 00000004:00080000:0.0:1779202600.503086:0:6563:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc4a5f100, transno 4294967332 00000100:00100000:0.0:1779202600.503102:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524023936:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1779202600.503299:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967782 00000100:00100000:0.0:1779202600.503348:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524024064:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1779202600.503382:0:6563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202600.503410:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524024064 00000100:00100000:0.0:1779202600.503415:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524024064 00000100:00100000:0.0:1779202600.503442:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1779202600.503448:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524024064:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1779202600.503745:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f2539000 going to sleep for 11 seconds 00000100:00100000:0.0:1779202600.504203:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6563:x1865628524024064:12345-0@lo:1000:mdt00_001.0 Request processed in 753us (818us total) trans 4294967334 rc 0/0 00000100:00100000:0.0:1779202600.504211:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1779202600.508676:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524024064:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1779202600.508848:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.508859:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.508867:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.508873:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202600.508878:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.508884:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.508901:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc1acba00) 00010000:00010000:1.0:1779202600.508904:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202600.508908:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 2/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.508925:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdadc lrc: 0/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.508960:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.508968:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.508974:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.508979:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202600.508982:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.508987:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.508996:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:1.0:1779202600.508998:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202600.509001:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509006:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbda34 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509030:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdae3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509044:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdae3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509060:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdae3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509068:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdae3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509074:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdae3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509080:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdae3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509085:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202600.509087:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdae3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509093:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdae3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509100:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:1.0:1779202600.509102:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202600.509105:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdae3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509110:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdae3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509215:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdad5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509223:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdad5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509235:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdad5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509239:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202600.509241:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdad5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509247:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdad5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509254:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:1.0:1779202600.509257:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202600.509259:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdad5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.509265:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdad5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202600.509622:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:24282:x1865628500958336:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 17431us (29622us total) trans 4294967783 rc 0/0 00000100:00100000:1.0:1779202600.509632:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 819 00000020:00080000:1.0:1779202600.509639:0:6563:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1779202600.512934:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202600.512942:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202600.514901:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1779202600.514918:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202600.516613:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.519961:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500958720 00000100:00100000:3.0:1779202600.519977:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500958720 00000100:00100000:3.0:1779202600.520076:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 158 00000100:00100000:3.0:1779202600.520087:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:24282:x1865628500958720:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1779202600.520361:0:6566:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1779202600.520398:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967784 00010000:00010000:3.0:1779202600.520431:0:6566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbdaea lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.520449:0:6566:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbdaea lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.520461:0:6566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbdaea lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.520469:0:6566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbdaea lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.520475:0:6566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbdaea lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.520494:0:6566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbdaea lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202600.520715:0:6566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1779202600.520811:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:24282:x1865628500958720:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 725us (4203us total) trans 4294967785 rc 0/0 00000100:00100000:3.0:1779202600.520819:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 158 00000020:00080000:3.0:1779202600.520825:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1779202600.524048:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1779202600.524062:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbdaea lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.524075:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202600.524079:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbdaea lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.524108:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbdaea lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.524138:0:19508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc1acba00) 00010000:00010000:1.0:1779202600.524142:0:19508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1779202600.524148:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbdaea lrc: 1/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.524154:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbdaea lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202600.524170:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202600.524172:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202600.524174:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202600.653586:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202600.837584:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.837639:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.837772:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.837813:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.837832:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202600.837862:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202600.837887:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500958976 00000100:00100000:2.0:1779202600.837897:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500958976 00000100:00100000:1.0:1779202600.837912:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500959488 00000100:00100000:1.0:1779202600.837915:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500959488 00000100:00100000:2.0:1779202600.837954:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500959104 00000100:00100000:2.0:1779202600.837957:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500959104 00000100:00100000:1.0:1779202600.837966:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 825 00000100:00100000:1.0:1779202600.837976:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+74:2419:x1865628500958976:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202600.837980:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 826 00000100:00100000:2.0:1779202600.837985:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628500959488:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202600.838056:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+74:2419:x1865628500958976:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 81us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202600.838062:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 825 00000100:00100000:1.0:1779202600.838080:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 827 00000100:00100000:1.0:1779202600.838087:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628500959104:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202600.850447:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500959232 00000100:00100000:0.0:1779202600.850468:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500959232 00000100:00100000:0.0:1779202600.850563:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500959360 00000100:00100000:0.0:1779202600.850566:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500959360 00000100:00100000:0.0:1779202600.850598:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 515 00000100:00100000:0.0:1779202600.850608:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628500959232:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202600.852020:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628500959488:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 14025us (14238us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202600.852034:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 826 00000100:00100000:2.0:1779202600.852128:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500958848 00000100:00100000:2.0:1779202600.852135:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500958848 00000100:00100000:2.0:1779202600.852177:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 693 00000100:00100000:2.0:1779202600.852184:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628500958848:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202600.852224:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628500958848:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 41us (14411us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202600.852231:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 693 00000100:00100000:2.0:1779202600.852294:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 516 00000100:00100000:2.0:1779202600.852302:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628500959360:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202600.852329:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628500959360:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (14467us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202600.852334:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 516 00000100:00080000:2.0:1779202600.852397:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202600.852402:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202600.852406:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202600.854717:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628500959104:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 16602us (16855us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202600.854731:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 827 00000100:00100000:3.0:1779202600.866167:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202600.866386:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500959616 00000100:00100000:1.0:1779202600.866414:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500959616 00000100:00100000:1.0:1779202600.866497:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 517 00000100:00100000:1.0:1779202600.866507:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628500959616:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202600.866593:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628500959616:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 88us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202600.866600:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 517 00000100:00100000:0.0:1779202600.870338:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628500959232:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19716us (32683us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202600.870352:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 515 00000100:00080000:2.0:1779202600.871840:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202601.355523:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1779202601.355550:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524024192:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202601.355628:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202601.355741:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524024320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202601.355766:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202601.355867:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524024192 00000100:00100000:2.0:1779202601.355876:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524024192 00000100:00100000:2.0:1779202601.355950:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524024320 00000100:00100000:2.0:1779202601.355954:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524024320 00000100:00100000:2.0:1779202601.355975:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1779202601.355984:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524024192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202601.356011:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922456576 avail 3690905600 00000100:00100000:2.0:1779202601.356072:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524024192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202601.356079:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1779202601.356097:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1779202601.356104:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524024320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202601.356113:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922456576 avail 3690905600 00000100:00100000:2.0:1779202601.356138:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524024320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202601.356143:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1779202601.356412:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524024192:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202601.356427:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524024320:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1779202601.357640:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1779202601.676778:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202601.868170:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524024576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202601.868251:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202601.868423:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524024576 00000100:00100000:1.0:1779202601.868431:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524024576 00000100:00100000:0.0:1779202601.868492:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524024448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202601.868513:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1779202601.868529:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524024576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202601.868565:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1779202601.868583:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1779202601.869064:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202601.871101:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524024448 00000100:00100000:3.0:1779202601.871120:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524024448 00000100:00100000:3.0:1779202601.871190:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1779202601.871202:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524024448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202601.871237:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00080000:2.0:1779202601.871968:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202601.878095:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524024576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9562us (9834us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202601.878109:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1779202601.879759:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524024448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8547us (11165us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202601.879777:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1779202601.890172:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524024576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202601.890598:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524024448:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1779202602.462405:0:19714:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202602.462415:0:19714:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202602.462437:0:19714:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:3.0:1779202602.462445:0:19714:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202602.598134:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202602.598215:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500959872 00000100:00100000:2.0:1779202602.598228:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500959872 00000100:00100000:2.0:1779202602.598321:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 820 00000100:00100000:2.0:1779202602.598333:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:24293:x1865628500959872:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202602.598371:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202602.599754:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdaf1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651ed expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.599847:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdaf8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.599863:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdaf8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.599876:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdaf8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.599892:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdaff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.599899:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdaff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.599905:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdaff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600046:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdb06 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600055:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdb06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600062:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdb06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202602.600073:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:2.0:1779202602.600166:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdaf8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600173:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdaf8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600180:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdaf8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600186:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202602.600191:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdaf8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600198:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdaf8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600210:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:2.0:1779202602.600213:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202602.600219:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdaf8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600224:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdaf8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600237:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdaff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600242:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdaff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600247:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdaff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600256:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202602.600259:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdaff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600264:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdaff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600272:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff91cfc10a5e00) 00010000:00010000:2.0:1779202602.600274:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202602.600277:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdaff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600282:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdaff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600338:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76e00/0x3d5ca2fc49dbdaf1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ed expref: 45 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600351:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77600/0x3d5ca2fc49dbdb06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651ed expref: 44 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.600359:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5900) 00010000:00010000:2.0:1779202602.600362:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202602.600364:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c77600, rc 0) 00000100:00100000:2.0:1779202602.600434:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:24293:x1865628500959872:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 2104us (2311us total) trans 4294967786 rc 0/0 00000100:00100000:2.0:1779202602.600444:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 820 00000100:00080000:3.0:1779202602.601356:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202602.608266:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202602.608354:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500960000 00000100:00100000:0.0:1779202602.608366:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500960000 00000100:00100000:0.0:1779202602.608434:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 821 00000100:00100000:0.0:1779202602.608445:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:24293:x1865628500960000:12345-192.168.204.21@tcp:54:lfs.0 00010000:00010000:0.0:1779202602.608519:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.608542:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.608555:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.608597:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.608605:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb14 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.608612:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.608639:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121da00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202602.608645:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.608653:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb14 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.608667:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5900) 00010000:00010000:0.0:1779202602.608670:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1779202602.608676:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb14 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.608683:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202602.608783:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:24293:x1865628500960000:12345-192.168.204.21@tcp:54:lfs.0 Request processed in 340us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202602.608790:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 821 00000100:00100000:3.0:1779202602.616126:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202602.616210:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500960256 00000100:00100000:2.0:1779202602.616221:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500960256 00000100:00100000:2.0:1779202602.616281:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 159 00000100:00100000:2.0:1779202602.616292:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:24293:x1865628500960256:12345-192.168.204.21@tcp:35:lfs.0 00000100:00100000:2.0:1779202602.616523:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:24293:x1865628500960256:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 232us (408us total) trans 4294967787 rc 0/0 00000100:00100000:2.0:1779202602.616531:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 159 00010000:00010000:0.0:1779202602.708066:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202602.897543:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779202602.897570:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524024704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202602.897723:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202602.897862:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524024704 00000100:00100000:0.0:1779202602.897871:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524024704 00000100:00100000:0.0:1779202602.897954:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1779202602.897964:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524024704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202602.898006:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202602.898087:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524024704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202602.898094:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1779202602.898154:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524024704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202602.928526:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202602.928851:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500960384 00000100:00100000:1.0:1779202602.928862:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500960384 00000100:00100000:1.0:1779202602.928952:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 822 00000100:00100000:1.0:1779202602.928963:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+74:24310:x1865628500960384:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:1.0:1779202602.928984:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202602.929048:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651f4 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.929129:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdb22 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.929157:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdb22 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.929170:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdb22 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.929185:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdb29 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.929193:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdb29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.929200:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdb29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.929283:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbdb30 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.929292:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbdb30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.929300:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbdb30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202602.930662:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:1.0:1779202602.930670:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202602.930715:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbdb30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930732:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdb22 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930752:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdb22 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930760:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdb22 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930765:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202602.930769:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdb22 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930776:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdb22 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930791:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202602.930793:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202602.930797:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdb22 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930803:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdb22 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930821:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdb29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930826:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdb29 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930832:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdb29 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930836:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202602.930842:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdb29 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930848:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdb29 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930854:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff91d0d90aec00) 00010000:00010000:1.0:1779202602.930856:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202602.930858:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdb29 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930863:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbdb29 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930915:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651f4 expref: 76 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930930:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296200/0x3d5ca2fc49dbdb30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651f4 expref: 75 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202602.930938:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:1.0:1779202602.930940:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1779202602.930943:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296200, rc 0) 00000100:00100000:1.0:1779202602.931029:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+75:24310:x1865628500960384:12345-192.168.204.21@tcp:101:diff.0 Request processed in 2068us (2513us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202602.931040:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 822 00000100:00080000:3.0:1779202602.931651:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202602.933688:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202602.933953:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500960512 00000100:00100000:0.0:1779202602.933968:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500960512 00000100:00100000:0.0:1779202602.934034:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 823 00000100:00100000:0.0:1779202602.934045:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+75:24310:x1865628500960512:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:0.0:1779202602.934067:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202602.934098:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdb37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d651fb expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934167:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdb3e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934183:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdb3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934195:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdb3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934211:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb45 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934218:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934225:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934309:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934317:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934343:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202602.934384:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:0.0:1779202602.934388:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202602.934408:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934420:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934429:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdb3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934436:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdb3e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934442:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdb3e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934449:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202602.934452:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdb3e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934460:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdb3e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934472:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff91d0e08f9d00) 00010000:00010000:0.0:1779202602.934475:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202602.934481:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdb3e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934496:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdb3e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934510:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934515:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb45 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934520:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934524:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202602.934527:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934532:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934540:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff91cfc1acbf00) 00010000:00010000:0.0:1779202602.934542:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202602.934544:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb45 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934549:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934580:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdb37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651fb expref: 77 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934604:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121da00/0x3d5ca2fc49dbdb4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d651fb expref: 76 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.934611:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5900) 00010000:00010000:0.0:1779202602.934613:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202602.934616:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121da00, rc 0) 00000100:00100000:0.0:1779202602.934684:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+76:24310:x1865628500960512:12345-192.168.204.21@tcp:101:diff.0 Request processed in 641us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202602.934743:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 823 00000100:00100000:0.0:1779202602.941555:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202602.941662:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500960640 00000100:00100000:2.0:1779202602.941674:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500960640 00000100:00100000:2.0:1779202602.941795:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 206 00000100:00100000:2.0:1779202602.941808:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628500960640:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:2.0:1779202602.941826:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202602.941847:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049a640e8/0x3d5ca2fc49dbdb53 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65202 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202602.941876:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a0c7785, ctime: 0x6a0c7a26, blocks: 0x8 00010000:00010000:2.0:1779202602.941897:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202602.941909:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202602.941918:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049a640e8/0x3d5ca2fc49dbdb53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65202 expref: 10 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.941938:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049a640e8/0x3d5ca2fc49dbdb53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65202 expref: 10 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.941953:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76e00, rc 0) 00000100:00100000:2.0:1779202602.942014:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2422:x1865628500960640:12345-192.168.204.21@tcp:101:diff.0 Request processed in 210us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202602.942021:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 206 00000100:00080000:3.0:1779202602.942102:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202602.948289:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202602.948879:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500960896 00000100:00100000:0.0:1779202602.948891:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500960896 00000100:00100000:0.0:1779202602.948983:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 824 00000100:00100000:0.0:1779202602.948995:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+76:24310:x1865628500960896:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:0.0:1779202602.949019:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202602.949041:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdb5a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65209 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.949166:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb61 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.949182:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.949193:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202602.949223:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:0.0:1779202602.949331:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdb5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65209 expref: 79 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.949350:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65209 expref: 78 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202602.949359:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5900) 00010000:00010000:0.0:1779202602.949362:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202602.949366:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c800, rc 0) 00000100:00100000:0.0:1779202602.949502:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+78:24310:x1865628500960896:12345-192.168.204.21@tcp:101:diff.0 Request processed in 508us (1223us total) trans 4294967788 rc 0/0 00000100:00100000:0.0:1779202602.949518:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 824 00000100:00100000:1.0:1779202602.960264:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202602.960312:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202602.960432:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500961024 00000100:00100000:0.0:1779202602.960445:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500961024 00002000:00100000:0.0:1779202602.960547:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff91d0ffc79180 x1865628500961024/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:568/0 lens 488/0 e 0 to 0 dl 1779202613 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202602.960558:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc79180 with x1865628500961024 ext(0->4095) 00002000:00010000:0.0:1779202602.960564:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffc79180 00000100:00100000:0.0:1779202602.960598:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 60 00000100:00100000:0.0:1779202602.960608:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2419:x1865628500961024:12345-192.168.204.21@tcp:3:diff.0 00000100:00100000:0.0:1779202602.960802:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2419:x1865628500961024:12345-192.168.204.21@tcp:3:diff.0 Request processed in 195us (549us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202602.960809:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 60 00002000:00100000:0.0:1779202602.960815:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff91d0ffc79180 x1865628500961024/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:568/0 lens 488/4536 e 0 to 0 dl 1779202613 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202602.960839:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc79180 with x1865628500961024 ext(0->4095) 00002000:00010000:0.0:1779202602.960842:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffc79180 00000100:00100000:2.0:1779202602.962821:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500961152 00000100:00100000:2.0:1779202602.962834:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500961152 00000100:00100000:2.0:1779202602.962912:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 36 00000100:00100000:2.0:1779202602.962922:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+78:2420:x1865628500961152:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202602.962937:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202602.962961:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65209 expref: 78 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202602.962982:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff91cfc10a5900) 00010000:00010000:2.0:1779202602.962986:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202602.963107:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+77:2420:x1865628500961152:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 186us (2794us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202602.963115:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 36 00000100:00100000:0.0:1779202602.972831:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202602.974810:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500961408 00000100:00100000:2.0:1779202602.974827:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500961408 00000100:00100000:2.0:1779202602.974914:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 160 00000100:00100000:2.0:1779202602.974926:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+77:24310:x1865628500961408:12345-192.168.204.21@tcp:35:diff.0 00000001:00080000:2.0:1779202602.975171:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967789 00000100:00100000:2.0:1779202602.975286:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:24310:x1865628500961408:12345-192.168.204.21@tcp:35:diff.0 Request processed in 362us (2467us total) trans 4294967790 rc 0/0 00000100:00100000:2.0:1779202602.975294:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 160 00000020:00080000:2.0:1779202602.975299:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:0.0:1779202603.595052:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202603.595061:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202603.595083:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1779202603.595092:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202603.725765:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202603.851436:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1779202604.747110:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202604.939495:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524024832:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.939571:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202604.939621:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524025344:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.939649:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202604.939668:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524025856:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.939707:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202604.939727:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524026368:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.939748:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202604.939784:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1779202604.939790:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524024960:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.939814:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202604.939831:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524025472:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.939850:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202604.939875:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524025984:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.939897:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202604.939925:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524025088:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.939948:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202604.939965:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524025600:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.939985:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202604.940002:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524026112:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.940021:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202604.940039:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1779202604.940045:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524025216:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.940065:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202604.940087:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524025728:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.940105:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202604.940123:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524026240:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.940143:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202604.940182:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524024832 00000100:00100000:2.0:1779202604.940188:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524024832 00000100:00100000:2.0:1779202604.940235:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1779202604.940244:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524024832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.940298:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524024832:12345-0@lo:400:kworker.0 Request processed in 55us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202604.940307:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1779202604.940341:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524025344 00000100:00100000:2.0:1779202604.940345:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524025344 00000100:00100000:2.0:1779202604.940364:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524025088 00000100:00100000:2.0:1779202604.940367:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524025088 00000100:00100000:2.0:1779202604.940381:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1779202604.940386:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524025344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.940420:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524025344:12345-0@lo:400:kworker.0 Request processed in 33us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202604.940427:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1779202604.940438:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1779202604.940443:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524025088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.940472:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524025088:12345-0@lo:400:kworker.0 Request processed in 29us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202604.940477:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1779202604.940493:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524025856 00000100:00100000:2.0:1779202604.940497:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524025856 00000100:00100000:2.0:1779202604.940528:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524026368 00000100:00100000:2.0:1779202604.940530:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524026368 00000100:00100000:2.0:1779202604.940549:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524025728 00000100:00100000:2.0:1779202604.940552:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524025728 00000100:00100000:2.0:1779202604.940563:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524026240 00000100:00100000:2.0:1779202604.940565:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524026240 00000100:00100000:2.0:1779202604.940578:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1779202604.940584:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524025856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.940613:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524025856:12345-0@lo:400:kworker.0 Request processed in 30us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202604.940619:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1779202604.940630:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1779202604.940636:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524026368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.940661:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524026368:12345-0@lo:400:kworker.0 Request processed in 26us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202604.940667:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1779202604.940676:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1779202604.940682:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524025728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.940739:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524025728:12345-0@lo:400:kworker.0 Request processed in 58us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202604.940745:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1779202604.940756:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1779202604.940762:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524026240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.940787:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524026240:12345-0@lo:400:kworker.0 Request processed in 26us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202604.940792:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1779202604.940816:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524024960 00000100:00100000:2.0:1779202604.940820:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524024960 00000100:00100000:2.0:1779202604.940840:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524025472 00000100:00100000:2.0:1779202604.940842:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524025472 00000100:00100000:2.0:1779202604.940857:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524025984 00000100:00100000:2.0:1779202604.940859:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524025984 00000100:00100000:2.0:1779202604.940880:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524025600 00000100:00100000:2.0:1779202604.940883:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524025600 00000100:00100000:2.0:1779202604.940893:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524026112 00000100:00100000:2.0:1779202604.940895:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524026112 00000100:00100000:2.0:1779202604.940907:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524025216 00000100:00100000:2.0:1779202604.940909:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524025216 00000100:00100000:2.0:1779202604.940920:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1779202604.940925:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524024960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.940958:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524024960:12345-0@lo:400:kworker.0 Request processed in 32us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202604.940965:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1779202604.940975:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1779202604.940980:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524025472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941005:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524025472:12345-0@lo:400:kworker.0 Request processed in 25us (1153us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202604.941010:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1779202604.941019:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1779202604.941024:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524025984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941047:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524025984:12345-0@lo:400:kworker.0 Request processed in 24us (1151us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202604.941053:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1779202604.941061:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1779202604.941066:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524025600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941090:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524025600:12345-0@lo:400:kworker.0 Request processed in 24us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202604.941100:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1779202604.941110:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1779202604.941116:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524026112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941140:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524026112:12345-0@lo:400:kworker.0 Request processed in 25us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202604.941145:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1779202604.941156:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1779202604.941162:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524025216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941188:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524025216:12345-0@lo:400:kworker.0 Request processed in 27us (1122us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202604.941194:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1779202604.941284:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524025216:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941298:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524025728:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941308:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524026240:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941318:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524025088:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941326:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524025600:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941335:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524026112:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941378:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524024960:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941388:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524025472:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941397:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524025984:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941406:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524024832:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941416:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524025344:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941427:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524025856:0@lo:400:kworker.0 00000100:00100000:2.0:1779202604.941438:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524026368:0@lo:400:kworker.0 00000100:00080000:3.0:1779202604.941751:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202604.941756:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202604.941759:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202604.941762:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202604.941779:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202604.941789:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524026496:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202604.941823:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202604.941855:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524026496 00000100:00100000:3.0:1779202604.941860:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524026496 00000100:00100000:3.0:1779202604.941900:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1779202604.941907:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524026496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202604.941936:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:3.0:1779202604.941975:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524026496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202604.941981:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1779202604.942014:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524026496:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1779202605.771337:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202605.957092:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202605.957192:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202605.957236:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202605.957268:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202605.957305:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202605.957325:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202605.957342:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202605.957361:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202605.957386:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202605.957717:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500961664 00000100:00100000:3.0:1779202605.957730:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500961664 00000100:00100000:3.0:1779202605.957802:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500962176 00000100:00100000:3.0:1779202605.957805:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500962176 00000100:00100000:3.0:1779202605.957853:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500961792 00000100:00100000:3.0:1779202605.957856:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500961792 00000100:00100000:3.0:1779202605.957870:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500962304 00000100:00100000:3.0:1779202605.957872:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500962304 00000100:00100000:3.0:1779202605.957889:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 834 00000100:00100000:3.0:1779202605.957899:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:2420:x1865628500961664:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202605.957986:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:2420:x1865628500961664:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 88us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202605.957994:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 834 00000100:00100000:3.0:1779202605.958011:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 835 00000100:00100000:3.0:1779202605.958017:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2420:x1865628500962176:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202605.958044:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2420:x1865628500962176:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202605.958050:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 835 00000100:00100000:3.0:1779202605.958060:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 836 00000100:00100000:3.0:1779202605.958066:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628500961792:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202605.958086:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628500961792:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202605.958092:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 836 00000100:00100000:3.0:1779202605.958102:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 837 00000100:00100000:3.0:1779202605.958107:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628500962304:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202605.958142:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628500962304:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202605.958148:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 837 00000100:00100000:1.0:1779202605.958237:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500961920 00000100:00100000:1.0:1779202605.958248:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500961920 00000100:00100000:1.0:1779202605.958288:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500962432 00000100:00100000:1.0:1779202605.958300:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500962432 00000100:00100000:1.0:1779202605.958319:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500962048 00000100:00100000:1.0:1779202605.958321:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500962048 00000100:00100000:1.0:1779202605.958332:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500962560 00000100:00100000:1.0:1779202605.958334:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500962560 00000100:00100000:1.0:1779202605.958347:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 522 00000100:00100000:1.0:1779202605.958354:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2420:x1865628500961920:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202605.958381:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2420:x1865628500961920:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202605.958386:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 522 00000100:00100000:1.0:1779202605.958397:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 523 00000100:00100000:1.0:1779202605.958403:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628500962432:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202605.958424:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628500962432:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (1156us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202605.958430:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 523 00000100:00100000:1.0:1779202605.958439:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 524 00000100:00100000:1.0:1779202605.958445:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628500962048:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202605.958469:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628500962048:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (1126us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202605.958476:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 524 00000100:00100000:1.0:1779202605.958485:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 525 00000100:00100000:1.0:1779202605.958491:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628500962560:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202605.958512:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628500962560:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202605.958525:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 525 00000100:00100000:1.0:1779202605.958547:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500961536 00000100:00100000:1.0:1779202605.958551:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500961536 00000100:00100000:1.0:1779202605.958575:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 695 00000100:00100000:1.0:1779202605.958581:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628500961536:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202605.958600:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628500961536:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (1295us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202605.958605:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 695 00000100:00080000:0.0:1779202605.959414:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202605.959419:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202605.959422:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202605.959425:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1779202605.973735:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967334 is committed 00000001:00080000:0.0:1779202605.973754:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00000001:00080000:2.0:1779202605.974481:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967790 is committed 00000001:00080000:2.0:1779202605.974512:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967787 is committed 00000020:00080000:2.0:1779202605.974532:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0c82b9a80 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:2.0:1779202605.974537:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f4e4a600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0c82b9d80 00000020:00080000:2.0:1779202605.974541:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f4e4ad00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4815200 00000020:00080000:3.0:1779202605.974612:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 11 committed batchid 10 00000020:00080000:3.0:1779202605.974738:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00010000:00010000:0.0:1779202605.978168:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdac0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202605.978188:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdac0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202605.978216:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdac0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202605.978222:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202605.978227:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdac0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202605.978235:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdac0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202605.978251:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff91cfc1acba00) 00010000:00010000:0.0:1779202605.978255:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202605.978259:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdac0 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202605.978265:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdac0 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202606.475012:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202606.475045:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524026624:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202606.476489:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202606.476590:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524026624 00000100:00100000:3.0:1779202606.476600:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524026624 00000100:00100000:3.0:1779202606.476660:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1779202606.476670:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524026624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202606.476717:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:3.0:1779202606.476777:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524026624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202606.476784:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00080000:3.0:1779202606.476804:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202606.476865:0:3665:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967334 gen 2 00000004:00080000:3.0:1779202606.476872:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967334 committed transno 4294967334 00000100:00100000:3.0:1779202606.476900:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524026624:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202606.477600:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202606.487122:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524026752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202606.487229:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202606.490733:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524026752 00000100:00100000:1.0:1779202606.490751:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524026752 00000100:00100000:1.0:1779202606.490855:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1779202606.490868:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524026752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202606.490902:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:1.0:1779202606.491008:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524026752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 142us (3778us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202606.491016:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00080000:0.0:1779202606.492640:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202606.492733:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524026752:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1779202606.803799:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202606.994047:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524026880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202606.994269:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202606.994454:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202606.994464:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524027008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202606.994514:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202606.994579:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524026880 00000100:00100000:0.0:1779202606.994590:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524026880 00000100:00100000:0.0:1779202606.994655:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524027008 00000100:00100000:0.0:1779202606.994658:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524027008 00000100:00100000:0.0:1779202606.994686:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1779202606.994726:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524026880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202606.996012:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1779202606.996970:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524026880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2238us (2693us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202606.996986:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1779202606.997032:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1779202606.997049:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524027008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202606.997902:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1779202606.997979:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524027008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 937us (3462us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202606.997988:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00080000:0.0:1779202606.998034:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202606.998405:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524027008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202606.998432:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524026880:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1779202607.824716:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202608.011608:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202608.011631:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524027136:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202608.011725:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202608.011842:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524027136 00000100:00100000:1.0:1779202608.011852:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524027136 00000100:00100000:1.0:1779202608.011902:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1779202608.011912:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524027136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202608.011943:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202608.012013:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524027136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202608.012020:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1779202608.012765:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524027136:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1779202608.851185:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202609.771750:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202609.771864:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500962688 00000100:00100000:3.0:1779202609.771876:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500962688 00000100:00100000:3.0:1779202609.771958:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 825 00000100:00100000:3.0:1779202609.771969:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24217:x1865628500962688:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1779202609.772164:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24217:x1865628500962688:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 196us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202609.772172:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 825 00000100:00080000:0.0:1779202609.772293:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202609.782305:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202609.782452:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500962816 00000100:00100000:2.0:1779202609.782464:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500962816 00000100:00100000:2.0:1779202609.782558:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 826 00000100:00080000:0.0:1779202609.784221:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202609.784825:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:24217:x1865628500962816:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1779202609.785984:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:24217:x1865628500962816:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 3411us (3682us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202609.785997:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 826 00010000:00010000:0.0:1779202609.866953:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202610.059167:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524027520:0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.059250:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202610.059320:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524028032:0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.059344:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202610.059366:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524028544:0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.059386:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202610.059410:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1779202610.059415:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524027392:0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.059437:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202610.059453:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524027904:0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.059473:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202610.059492:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524028416:0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.059513:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202610.059548:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524028032 00000100:00100000:1.0:1779202610.059557:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524028032 00000100:00100000:1.0:1779202610.059609:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524028544 00000100:00100000:1.0:1779202610.059612:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524028544 00000100:00100000:1.0:1779202610.059629:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524027392 00000100:00100000:1.0:1779202610.059631:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524027392 00000100:00100000:1.0:1779202610.059649:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524027904 00000100:00100000:1.0:1779202610.059651:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524027904 00000100:00100000:1.0:1779202610.059660:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524028416 00000100:00100000:1.0:1779202610.059662:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524028416 00000100:00100000:1.0:1779202610.059675:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1779202610.059683:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524028032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.059804:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524028032:12345-0@lo:400:kworker.0 Request processed in 121us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202610.059812:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1779202610.059832:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1779202610.059838:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524028544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.059864:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524028544:12345-0@lo:400:kworker.0 Request processed in 27us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202610.059870:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1779202610.059880:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1779202610.059886:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524027392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.059910:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524027392:12345-0@lo:400:kworker.0 Request processed in 25us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202610.059916:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1779202610.059926:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1779202610.059931:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524027904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.059957:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524027904:12345-0@lo:400:kworker.0 Request processed in 26us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202610.059962:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1779202610.059973:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:1.0:1779202610.059979:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524028416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.060002:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524028416:12345-0@lo:400:kworker.0 Request processed in 24us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202610.060008:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:1.0:1779202610.060043:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524027392:0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.060068:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524027904:0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.060084:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524028416:0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.060094:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524028032:0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.060102:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524028544:0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.060285:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524027648:0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.060315:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202610.060355:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524028160:0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.060390:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202610.060411:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524028672:0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.060432:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202610.060452:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1779202610.060458:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524027264:0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.060483:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202610.060503:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524027776:0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.060526:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202610.060546:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524028288:0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.060565:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202610.060581:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524028800:0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.060600:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202610.060627:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524028160 00000100:00100000:0.0:1779202610.060632:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524028160 00000100:00100000:0.0:1779202610.060665:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524028672 00000100:00100000:0.0:1779202610.060668:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524028672 00000100:00100000:0.0:1779202610.060683:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524028288 00000100:00100000:0.0:1779202610.060685:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524028288 00000100:00100000:0.0:1779202610.060741:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524028800 00000100:00100000:0.0:1779202610.060744:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524028800 00000100:00100000:0.0:1779202610.060757:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1779202610.060774:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524028160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.060812:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524028160:12345-0@lo:400:kworker.0 Request processed in 48us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202610.060819:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1779202610.060833:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1779202610.060839:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524028672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.060877:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524028672:12345-0@lo:400:kworker.0 Request processed in 37us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202610.060883:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1779202610.060895:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1779202610.060901:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524028288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.060927:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524028288:12345-0@lo:400:kworker.0 Request processed in 26us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202610.060933:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1779202610.060942:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1779202610.060948:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524028800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.060971:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524028800:12345-0@lo:400:kworker.0 Request processed in 24us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202610.060977:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1779202610.060996:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524027520 00000100:00100000:0.0:1779202610.061000:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524027520 00000100:00100000:0.0:1779202610.061022:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524027776 00000100:00100000:0.0:1779202610.061024:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524027776 00000100:00100000:0.0:1779202610.061037:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1779202610.061042:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524027520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.061080:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524027520:12345-0@lo:400:kworker.0 Request processed in 37us (1830us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202610.061087:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1779202610.061098:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1779202610.061103:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524027776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.061129:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524027776:12345-0@lo:400:kworker.0 Request processed in 27us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202610.061144:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00080000:0.0:1779202610.061162:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202610.061166:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202610.061168:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202610.061171:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202610.061194:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524027776:0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.061203:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524028288:0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.061211:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524028800:0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.061219:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524028160:0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.061227:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524028672:0@lo:400:kworker.0 00000100:00100000:2.0:1779202610.061410:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524027648 00000100:00100000:2.0:1779202610.061414:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524027648 00000100:00100000:2.0:1779202610.061438:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1779202610.061444:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524027648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202610.061490:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524027648:12345-0@lo:400:kworker.0 Request processed in 46us (1173us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202610.061496:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1779202610.061518:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524027264 00000100:00100000:2.0:1779202610.061521:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524027264 00000100:00100000:2.0:1779202610.061542:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1779202610.061548:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524027264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202610.061576:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524027264:12345-0@lo:400:kworker.0 Request processed in 28us (1093us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202610.061582:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1779202610.061956:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524027264:0@lo:400:kworker.0 00000100:00100000:0.0:1779202610.061969:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524027648:0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.063545:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524027520:0@lo:400:kworker.0 00000100:00100000:1.0:1779202610.063932:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202610.063945:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524028928:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202610.064009:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202610.065725:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524028928 00000100:00100000:0.0:1779202610.065739:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524028928 00000100:00100000:0.0:1779202610.065811:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1779202610.065822:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524028928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202610.065861:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:0.0:1779202610.065949:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524028928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 128us (1938us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202610.065957:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1779202610.066164:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524028928:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1779202610.892762:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202611.080633:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202611.080678:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202611.080740:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202611.080772:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202611.080805:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202611.080826:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202611.080846:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202611.080863:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202611.080910:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202611.080942:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500963200 00000100:00100000:2.0:1779202611.080953:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500963200 00000100:00100000:3.0:1779202611.081118:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500963712 00000100:00100000:3.0:1779202611.081122:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500963712 00000100:00100000:3.0:1779202611.081147:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500963072 00000100:00100000:3.0:1779202611.081149:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500963072 00000100:00100000:3.0:1779202611.081160:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500963584 00000100:00100000:3.0:1779202611.081162:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500963584 00000100:00100000:3.0:1779202611.081175:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 844 00000100:00100000:3.0:1779202611.081184:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628500963200:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202611.081253:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628500963200:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 70us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202611.081260:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 844 00000100:00100000:3.0:1779202611.081275:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 845 00000100:00100000:3.0:1779202611.081280:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628500963712:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202611.081298:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628500963712:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 18us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202611.081304:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 845 00000100:00100000:3.0:1779202611.081313:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 846 00000100:00100000:3.0:1779202611.081318:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+76:2421:x1865628500963072:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202611.081339:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+76:2421:x1865628500963072:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202611.081345:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 846 00000100:00100000:3.0:1779202611.081354:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 847 00000100:00100000:3.0:1779202611.081358:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:2421:x1865628500963584:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202611.081375:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:2421:x1865628500963584:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 17us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202611.081395:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 847 00000100:00100000:3.0:1779202611.081435:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500963456 00000100:00100000:3.0:1779202611.081439:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500963456 00000100:00100000:3.0:1779202611.081465:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500963968 00000100:00100000:3.0:1779202611.081467:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500963968 00000100:00100000:3.0:1779202611.081483:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500963328 00000100:00100000:3.0:1779202611.081485:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500963328 00000100:00100000:3.0:1779202611.081496:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500963840 00000100:00100000:3.0:1779202611.081498:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500963840 00000100:00100000:3.0:1779202611.081512:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 530 00000100:00100000:3.0:1779202611.081518:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628500963456:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202611.081546:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628500963456:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202611.081551:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 530 00000100:00100000:3.0:1779202611.081562:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 531 00000100:00100000:3.0:1779202611.081568:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628500963968:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202611.081589:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628500963968:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202611.081594:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 531 00000100:00100000:3.0:1779202611.081604:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 532 00000100:00100000:3.0:1779202611.081610:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2421:x1865628500963328:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202611.081633:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2421:x1865628500963328:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202611.081639:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 532 00000100:00100000:3.0:1779202611.081649:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 533 00000100:00100000:3.0:1779202611.081656:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2421:x1865628500963840:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202611.081679:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2421:x1865628500963840:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202611.081684:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 533 00000100:00100000:0.0:1779202611.081955:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500962944 00000100:00100000:0.0:1779202611.081961:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500962944 00000100:00100000:0.0:1779202611.082000:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 697 00000100:00100000:0.0:1779202611.082017:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628500962944:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202611.082050:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628500962944:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 44us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202611.082057:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 697 00000100:00080000:0.0:1779202611.082086:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202611.082090:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202611.082092:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202611.082095:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202611.595643:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524029056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202611.595791:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202611.596196:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524029056 00000100:00100000:3.0:1779202611.596207:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524029056 00000100:00100000:3.0:1779202611.596283:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1779202611.596296:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524029056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202611.596831:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:3.0:1779202611.596921:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524029056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 626us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202611.596930:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1779202611.597764:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524029056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202611.597940:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524029184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202611.598005:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202611.598636:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524029184 00000100:00100000:0.0:1779202611.598647:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524029184 00000100:00100000:0.0:1779202611.598749:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1779202611.598760:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524029184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202611.598789:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:0.0:1779202611.598860:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524029184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202611.598867:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1779202611.599042:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524029184:0@lo:13:osp-pre-0-1.0 00000020:00080000:2.0:1779202611.599493:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 11 batchid updated 00000020:00080000:0.0:1779202611.600842:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000020:00080000:0.0:1779202611.600863:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00010000:00010000:2.0:1779202611.915207:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1779202611.985604:0:19911:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12b: Restore an imported file implicitly ========================================================== 10:56:49 (1779202609) 00000100:00100000:3.0:1779202612.111596:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524029312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202612.111717:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202612.111828:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779202612.111850:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524029440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202612.111889:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202612.116528:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524029312 00000100:00100000:1.0:1779202612.116550:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524029312 00000100:00100000:1.0:1779202612.116654:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524029440 00000100:00100000:1.0:1779202612.116657:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524029440 00000100:00100000:1.0:1779202612.116684:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1779202612.116722:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524029312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202612.116791:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:2.0:1779202612.117079:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1779202612.117091:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524029440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202612.117105:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:2.0:1779202612.117214:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524029440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (5323us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202612.117226:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1779202612.117304:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524029440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202612.118003:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524029312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1307us (6283us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202612.118426:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00080000:1.0:1779202612.118479:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202612.119868:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524029312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202612.231612:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202612.231678:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500964096 00000100:00100000:3.0:1779202612.231758:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500964096 00000100:00100000:3.0:1779202612.231822:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 827 00000100:00100000:3.0:1779202612.231833:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24932:x1865628500964096:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1779202612.232114:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24932:x1865628500964096:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 282us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202612.232121:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 827 00000100:00100000:2.0:1779202612.240571:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202612.240794:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500964224 00000100:00100000:2.0:1779202612.240807:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500964224 00000100:00100000:2.0:1779202612.240875:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 828 00000100:00100000:2.0:1779202612.240888:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:24932:x1865628500964224:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1779202612.241024:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:24932:x1865628500964224:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 139us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202612.241033:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 828 00000100:00100000:2.0:1779202612.271375:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202612.274657:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500964352 00000100:00100000:2.0:1779202612.274676:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500964352 00000100:00100000:2.0:1779202612.275883:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 829 00000100:00100000:2.0:1779202612.275899:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+76:24933:x1865628500964352:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202612.275930:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202612.275959:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdb6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65210 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276220:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdb76 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276246:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdb76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276263:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdb76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276278:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdb7d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276285:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdb7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276291:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdb7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276338:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdb76 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276345:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdb76 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276351:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdb76 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276357:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdb76 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276363:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202612.276368:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdb76 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276374:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdb76 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276386:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202612.276389:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202612.276394:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdb76 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276400:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdb76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276417:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdb7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276423:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdb7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276428:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdb7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276433:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202612.276435:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdb7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276440:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdb7d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276447:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff91cfc2883c00) 00010000:00010000:2.0:1779202612.276450:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202612.276452:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdb7d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276458:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdb7d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276608:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdb6f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65210 expref: 77 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276622:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202612.276625:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202612.276629:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdb6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65210 expref: 77 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.276639:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76000, rc 0) 00000100:00100000:2.0:1779202612.277075:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+76:24933:x1865628500964352:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 870us (5409us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202612.277085:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 829 00000100:00100000:2.0:1779202612.299307:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202612.299594:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500964608 00000100:00100000:3.0:1779202612.299611:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500964608 00000100:00100000:0.0:1779202612.300192:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 830 00000100:00100000:0.0:1779202612.300211:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+76:24933:x1865628500964608:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:0.0:1779202612.300293:0:6563:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202612.300332:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbd962 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6517d expref: 76 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.300384:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202612.300391:0:6563:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202612.300486:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.300504:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd98c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6518b expref: 33 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.300514:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.300558:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd98c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6518b expref: 33 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.300575:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd98c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6518b expref: 33 pid: 6563 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202612.300594:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524029568:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202612.301868:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e08f8540 going to sleep for 11 seconds 00000100:00100000:3.0:1779202612.308994:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202612.309117:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524029568:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202612.309152:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202612.309448:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500964736 00000100:00100000:1.0:1779202612.309458:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500964736 00010000:00010000:1.0:1779202612.309592:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd98c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6518b expref: 34 pid: 6563 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202612.309641:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 277 00000100:00100000:1.0:1779202612.309652:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c8d22050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:2420:x1865628500964736:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202612.309670:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202612.309677:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd98c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6518b expref: 34 pid: 6563 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.310582:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd98c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6518b expref: 34 pid: 6563 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.310619:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbd98c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6518b expref: 34 pid: 6563 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.310643:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202612.310648:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.310659:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.310667:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.311331:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202612.311415:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c8d22050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+33:2420:x1865628500964736:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1762us (2434us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202612.311425:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 277 00010000:00010000:0.0:1779202612.312545:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.312560:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.312967:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdb8b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.312991:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdb8b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.313003:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdb8b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.314363:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb92 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.314392:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.314406:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202612.314426:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f9b85ded reply state 000000009e41e4b5 transno 4294967791 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.314442:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.314452:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff91d0d90ae300) 00010000:00010000:1.0:1779202612.314456:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202612.314467:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1779202612.314475:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00010000:00010000:1.0:1779202612.314488:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.314496:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.314503:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.314511:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202612.314515:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.314524:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.314537:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202612.314540:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202612.314544:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.314551:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdb84 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202612.314568:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f9b85ded reply state 000000009e41e4b5 transno 4294967791 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdb8b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.314577:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdb8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202612.314583:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff91d0d90ae800) 00010000:00010000:1.0:1779202612.314592:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202612.314594:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1779202612.314782:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+77:24933:x1865628500964608:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 14573us (15481us total) trans 4294967791 rc 0/0 00000100:00100000:1.0:1779202612.314791:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 830 00000040:00080000:0.0:1779202612.811006:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202612.811020:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202612.811597:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1779202612.811613:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202612.868974:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202612.869108:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500964864 00000100:00100000:2.0:1779202612.869123:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500964864 00000100:00100000:2.0:1779202612.869206:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 831 00000100:00100000:2.0:1779202612.869220:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+77:24970:x1865628500964864:12345-192.168.204.21@tcp:101:mkdir.0 00010000:00010000:2.0:1779202612.869257:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202612.869287:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdb99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65217 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.869395:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbdba0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.869413:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbdba0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.869430:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbdba0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202612.869500:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1779202612.869505:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202612.869532:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbdba0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.869562:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdb99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65217 expref: 79 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.869584:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbdba0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65217 expref: 78 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.869594:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202612.869597:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202612.869602:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76c00, rc 0) 00000100:00100000:2.0:1779202612.869688:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+78:24970:x1865628500964864:12345-192.168.204.21@tcp:101:mkdir.0 Request processed in 472us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202612.869773:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 831 00000100:00100000:2.0:1779202612.875515:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202612.875752:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500965120 00000100:00100000:1.0:1779202612.875767:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500965120 00000100:00100000:1.0:1779202612.875837:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 832 00000100:00100000:1.0:1779202612.875850:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:24970:x1865628500965120:12345-192.168.204.21@tcp:36:mkdir.0 00000100:00100000:1.0:1779202612.876526:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c70700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10076:1865628524029696:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1779202612.876606:0:10076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202612.876738:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0df00aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1779202612.877293:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524029696 00000100:00100000:3.0:1779202612.877304:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524029696 00000100:00100000:3.0:1779202612.877366:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1779202612.877500:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:10076:x1865628524029696:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1779202612.877682:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:10076:x1865628524029696:12345-0@lo:1000:mdt00_004.0 Request processed in 184us (1073us total) trans 0 rc 1/1 00000100:00100000:3.0:1779202612.877689:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1779202612.878510:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c70700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10076:1865628524029696:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1779202612.878644:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:24970:x1865628500965120:12345-192.168.204.21@tcp:36:mkdir.0 Request processed in 2795us (3146us total) trans 0 rc -17/-17 00000100:00100000:1.0:1779202612.878654:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 832 00000100:00100000:1.0:1779202612.885838:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202612.886343:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500965248 00000100:00100000:0.0:1779202612.886359:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500965248 00000100:00100000:0.0:1779202612.886593:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 833 00000100:00100000:0.0:1779202612.886606:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+78:24970:x1865628500965248:12345-192.168.204.21@tcp:101:mkdir.0 00010000:00010000:0.0:1779202612.886633:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202612.886659:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdba7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6521e expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887270:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887292:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887306:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887459:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbb5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887471:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887478:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887617:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdbbc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887626:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdbbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887633:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdbbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202612.887684:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:0.0:1779202612.887689:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202612.887754:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdbbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887768:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887774:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887781:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887788:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202612.887792:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887800:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.887815:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202612.888486:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202612.888497:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.888504:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.888521:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.888535:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.888542:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.888547:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202612.888550:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.888556:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbb5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.888566:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff91d0d90ae800) 00010000:00010000:0.0:1779202612.888569:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202612.888572:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbb5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.888578:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbb5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.888619:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdba7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6521e expref: 80 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.888649:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdbbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6521e expref: 79 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.888657:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff91d0d90ae300) 00010000:00010000:0.0:1779202612.888659:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202612.888662:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c800, rc 0) 00000100:00100000:0.0:1779202612.889259:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:24970:x1865628500965248:12345-192.168.204.21@tcp:101:mkdir.0 Request processed in 2651us (3442us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202612.889271:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 833 00010000:00010000:0.0:1779202612.941740:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202612.972689:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202612.973179:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500965376 00000100:00100000:2.0:1779202612.973194:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500965376 00000100:00100000:2.0:1779202612.973272:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 834 00000100:00100000:2.0:1779202612.973284:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+33:24976:x1865628500965376:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202612.973311:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202612.973352:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdbc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65225 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.973446:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdbca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.973465:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdbca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.973479:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdbca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202612.974643:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1779202612.974654:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202612.974725:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdbca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.974772:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdbc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65225 expref: 35 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.974795:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdbca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65225 expref: 34 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202612.974806:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202612.974810:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202612.974815:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76200, rc 0) 00000100:00100000:2.0:1779202612.975895:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24976:x1865628500965376:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 2595us (3203us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202612.975908:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 834 00000100:00100000:3.0:1779202612.985120:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202612.985456:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500965632 00000100:00100000:0.0:1779202612.985475:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500965632 00000100:00100000:0.0:1779202612.985561:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 835 00000100:00100000:0.0:1779202612.985574:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:24976:x1865628500965632:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202612.985608:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202612.985612:0:16980:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1779202612.985650:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdbbc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6521e expref: 79 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.985677:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff91d0d90ae300) 00010000:00010000:0.0:1779202612.985683:0:16980:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202612.985778:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdbd1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6522c expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.986551:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbd8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.986573:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbd8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.986585:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbd8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.986602:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbdf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.986608:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.986614:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.988862:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdbe6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.988989:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdbe6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.989005:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdbe6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202612.989022:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:0.0:1779202612.989070:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbd8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.989079:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbd8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.989087:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbd8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.989095:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202612.989100:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbd8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.989108:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbd8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.989123:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff91d0d90ae300) 00010000:00010000:0.0:1779202612.989126:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202612.989133:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbd8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.989139:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdbd8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202612.989155:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000adbed0a reply state 00000000dbbb08f4 transno 4294967792 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.989168:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbdf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.989175:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff91cfc1acba00) 00010000:00010000:0.0:1779202612.989177:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202612.989181:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1779202612.989230:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdbd1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6522c expref: 81 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.989248:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdbe6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6522c expref: 80 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202612.989262:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:0.0:1779202612.989265:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202612.989267:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c400, rc 0) 00000100:00100000:0.0:1779202612.989603:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+81:24976:x1865628500965632:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 4029us (4499us total) trans 4294967792 rc 0/0 00000100:00100000:0.0:1779202612.989615:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 835 00000100:00100000:1.0:1779202612.998795:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202612.999308:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500965888 00000100:00100000:3.0:1779202612.999336:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500965888 00000100:00100000:3.0:1779202612.999425:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 836 00000100:00100000:3.0:1779202612.999439:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+81:24976:x1865628500965888:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202612.999478:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202612.999509:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbdbf4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65233 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202612.999677:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202612.999735:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdbe6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6522c expref: 82 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202612.999747:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202612.999792:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdbe6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6522c expref: 82 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202612.999808:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdbe6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6522c expref: 82 pid: 16980 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202612.999825:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524029824:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202613.000367:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c382de40 going to sleep for 10 seconds 00000100:00100000:3.0:1779202613.007524:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202613.007790:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524029824:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202613.007826:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202613.008116:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500966016 00000100:00100000:0.0:1779202613.008125:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500966016 00010000:00010000:0.0:1779202613.008192:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdbe6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6522c expref: 83 pid: 16980 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202613.008237:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 278 00000100:00100000:0.0:1779202613.008249:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:2419:x1865628500966016:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202613.008269:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202613.008277:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdbe6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6522c expref: 83 pid: 16980 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.008291:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdbe6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6522c expref: 83 pid: 16980 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1779202613.008413:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1779202613.008457:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdbe6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6522c expref: 83 pid: 16980 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.008479:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:0.0:1779202613.008484:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.008496:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.008504:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.008627:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202613.008760:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:2419:x1865628500966016:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 512us (1249us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202613.008769:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 278 00010000:00010000:1.0:1779202613.012034:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.012247:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202613.012305:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:1.0:1779202613.012594:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.012601:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.012606:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.012610:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202613.012614:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.012620:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.012642:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:1.0:1779202613.012644:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202613.012649:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.012653:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbdbfb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.013097:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbdbf4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65233 expref: 82 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.013112:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff91d0d90ae300) 00010000:00010000:1.0:1779202613.013115:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202613.013130:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbdbf4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65233 expref: 82 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.013142:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840200, rc 0) 00000100:00100000:1.0:1779202613.013383:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+81:24976:x1865628500965888:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 13945us (14600us total) trans 4294967793 rc 301/301 00000100:00100000:1.0:1779202613.013394:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 836 00000100:00100000:3.0:1779202613.022369:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202613.022508:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500966272 00000100:00100000:1.0:1779202613.022524:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500966272 00000100:00100000:1.0:1779202613.022607:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 161 00000100:00100000:1.0:1779202613.022619:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6475450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+81:24976:x1865628500966272:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202613.023272:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6475450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:24976:x1865628500966272:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 649us (920us total) trans 4294967794 rc 0/0 00000100:00100000:1.0:1779202613.023283:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 161 00000100:00100000:2.0:1779202613.028510:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202613.028857:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500966400 00000100:00100000:0.0:1779202613.028875:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500966400 00000100:00100000:1.0:1779202613.029733:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 837 00000100:00100000:1.0:1779202613.029747:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:24976:x1865628500966400:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202613.029785:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202613.029815:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdc09 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6523a expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.029905:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdc09 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6523a expref: 83 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.029924:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdc09 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6523a expref: 83 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.029973:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:1.0:1779202613.029976:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202613.029982:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296400, rc 0) 00000100:00100000:1.0:1779202613.030068:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:24976:x1865628500966400:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 323us (1571us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202613.030075:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 837 00000100:00100000:3.0:1779202613.033374:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202613.035587:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500966656 00000100:00100000:1.0:1779202613.035608:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500966656 00000100:00100000:1.0:1779202613.035765:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 838 00000100:00100000:1.0:1779202613.035780:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:24976:x1865628500966656:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1779202613.035879:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc10 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.035913:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.035928:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.036127:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.036135:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc10 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.036671:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc10 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.036757:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202613.036764:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc10 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.036772:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc10 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.036789:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:1.0:1779202613.036792:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1779202613.036798:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc10 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.036805:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc10 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202613.036986:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+84:24976:x1865628500966656:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 1205us (3623us total) trans 4294967795 rc 0/0 00000100:00100000:1.0:1779202613.036997:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 838 00000100:00100000:0.0:1779202613.040609:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202613.040752:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500966912 00000100:00100000:3.0:1779202613.040765:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500966912 00000100:00100000:3.0:1779202613.040829:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 839 00000100:00100000:3.0:1779202613.040840:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+84:24976:x1865628500966912:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1779202613.041172:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdc17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.041196:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdc17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.041211:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdc17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1779202613.041294:0:6562:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967796 00000004:00010000:3.0:1779202613.041486:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054ade7cc reply state 00000000d5a570b7 transno 4294967797 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdc17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.041500:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdc17 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.041508:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:3.0:1779202613.041511:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1779202613.041517:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1779202613.041821:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:24976:x1865628500966912:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 979us (1223us total) trans 4294967797 rc 0/0 00000100:00100000:3.0:1779202613.041831:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 839 00000020:00080000:3.0:1779202613.041837:0:6562:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1779202613.055001:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202613.055759:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500967168 00000100:00100000:0.0:1779202613.055844:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500967168 00000100:00100000:0.0:1779202613.056053:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 162 00000100:00100000:0.0:1779202613.056078:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:24976:x1865628500967168:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1779202613.056482:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:24976:x1865628500967168:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 415us (1494us total) trans 4294967798 rc 0/0 00000100:00100000:0.0:1779202613.056491:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 162 00000040:00080000:3.0:1779202613.068342:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1779202613.106768:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202613.106957:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500967296 00000100:00100000:2.0:1779202613.106973:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500967296 00000100:00100000:2.0:1779202613.107069:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 840 00000100:00100000:2.0:1779202613.107083:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:24979:x1865628500967296:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202613.107125:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202613.107158:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdc1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65241 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107256:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdc25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107275:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdc25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107290:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdc25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107301:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc2c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107309:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107328:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107436:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbdc33 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107446:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbdc33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107453:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbdc33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202613.107496:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:2.0:1779202613.107501:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202613.107528:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbdc33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107542:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdc25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107550:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdc25 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107556:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdc25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107562:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202613.107566:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdc25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107573:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdc25 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107586:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202613.107589:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202613.107596:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdc25 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107602:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdc25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107617:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107623:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107632:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107638:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202613.107640:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107646:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc2c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107653:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff91d0d90ae800) 00010000:00010000:2.0:1779202613.107656:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202613.107659:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc2c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107665:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc2c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107764:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdc1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65241 expref: 90 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107780:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77e00/0x3d5ca2fc49dbdc33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65241 expref: 89 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.107789:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff91d0d90ae300) 00010000:00010000:2.0:1779202613.107791:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1779202613.107794:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c77e00, rc 0) 00000100:00100000:2.0:1779202613.107889:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:24979:x1865628500967296:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 808us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202613.107901:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 840 00000100:00100000:2.0:1779202613.118205:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202613.118285:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500967552 00000100:00100000:0.0:1779202613.118300:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500967552 00000100:00100000:0.0:1779202613.118449:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 841 00000100:00100000:0.0:1779202613.118462:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:24979:x1865628500967552:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202613.118492:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202613.118519:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdc3a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65248 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.118663:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc41 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.118682:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc41 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.118737:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc41 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.118751:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc48 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.118758:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.118775:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.118920:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdc4f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.118930:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdc4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.118938:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdc4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202613.118949:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:0.0:1779202613.119051:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc41 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119065:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc41 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119072:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc41 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119079:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc41 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119085:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202613.119092:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc41 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119101:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc41 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119115:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff91d0d90ae300) 00010000:00010000:0.0:1779202613.119118:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202613.119125:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc41 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119132:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119146:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119151:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc48 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119157:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119163:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202613.119166:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119171:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc48 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119176:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff91cfc1acba00) 00010000:00010000:0.0:1779202613.119179:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202613.119181:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc48 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119187:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119235:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdc3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65248 expref: 92 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119250:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdc4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65248 expref: 91 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.119259:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:0.0:1779202613.119261:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202613.119264:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c400, rc 0) 00000100:00100000:0.0:1779202613.119354:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:24979:x1865628500967552:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 894us (1163us total) trans 4294967799 rc 0/0 00000100:00100000:0.0:1779202613.119363:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 841 00000100:00100000:0.0:1779202613.127945:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202613.128226:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500967680 00000100:00100000:3.0:1779202613.128241:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500967680 00000100:00100000:3.0:1779202613.130611:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 842 00000100:00100000:3.0:1779202613.130663:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:24979:x1865628500967680:12345-192.168.204.21@tcp:54:lfs.0 00010000:00010000:3.0:1779202613.130797:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc5d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.130832:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.130855:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.130903:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.130912:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc5d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.130920:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.130927:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202613.130931:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.130944:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc5d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.130969:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:3.0:1779202613.130974:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202613.130981:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc5d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.130988:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc5d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202613.131112:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:24979:x1865628500967680:12345-192.168.204.21@tcp:54:lfs.0 Request processed in 483us (3182us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202613.131121:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 842 00000100:00100000:1.0:1779202613.133587:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524029952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202613.134247:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202613.134357:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524029952 00000100:00100000:3.0:1779202613.134369:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524029952 00000100:00100000:3.0:1779202613.134434:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1779202613.134447:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524029952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202613.134503:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202613.134580:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524029952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202613.134587:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1779202613.135449:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524029952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202613.145225:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202613.145296:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500967936 00000100:00100000:1.0:1779202613.145315:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500967936 00000100:00100000:1.0:1779202613.145394:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 163 00000100:00100000:1.0:1779202613.145411:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:24979:x1865628500967936:12345-192.168.204.21@tcp:35:lfs.0 00000100:00100000:1.0:1779202613.146065:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:24979:x1865628500967936:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 653us (850us total) trans 4294967800 rc 0/0 00000100:00100000:1.0:1779202613.146092:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 163 00000100:00100000:0.0:1779202613.219003:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202613.219995:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500968192 00000100:00100000:2.0:1779202613.220012:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500968192 00000100:00100000:2.0:1779202613.220117:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 843 00000100:00100000:2.0:1779202613.220132:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:24985:x1865628500968192:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:2.0:1779202613.220170:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202613.220199:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdc64 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6524f expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.220394:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc6b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.220417:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc6b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.220431:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc6b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202613.220447:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1779202613.220615:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdc64 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6524f expref: 95 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.220639:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc6b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6524f expref: 94 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.220648:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:2.0:1779202613.220651:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1779202613.220657:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76800, rc 0) 00000100:00100000:2.0:1779202613.220809:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:24985:x1865628500968192:12345-192.168.204.21@tcp:101:cat.0 Request processed in 681us (1825us total) trans 4294967801 rc 0/0 00000100:00100000:2.0:1779202613.220817:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 843 00000100:00100000:1.0:1779202613.228175:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202613.229588:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500968448 00000100:00100000:2.0:1779202613.229727:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500968448 00000100:00100000:2.0:1779202613.229902:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 37 00000100:00100000:2.0:1779202613.229917:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:24985:x1865628500968448:12345-192.168.204.21@tcp:103:cat.0 00010000:00010000:2.0:1779202613.229940:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1779202613.229974:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdc4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65248 expref: 94 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.229999:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdc6b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6524f expref: 93 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.230014:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdc09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6523a expref: 92 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.230026:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:2.0:1779202613.230129:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202613.230772:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:24985:x1865628500968448:12345-192.168.204.21@tcp:103:cat.0 Request processed in 856us (2607us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202613.230784:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 37 00000100:00100000:3.0:1779202613.235645:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202613.235884:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500968576 00000100:00100000:1.0:1779202613.235899:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500968576 00000100:00100000:1.0:1779202613.235985:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 844 00000100:00100000:1.0:1779202613.235998:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:24985:x1865628500968576:12345-192.168.204.21@tcp:58:cat.0 00010000:00010000:1.0:1779202613.236165:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc79 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.236187:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.236202:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1779202613.237526:0:6563:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].19, 136 off10776 00000100:00100000:1.0:1779202613.237719:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:24985:x1865628500968576:12345-192.168.204.21@tcp:58:cat.0 Request processed in 1692us (2056us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202613.237735:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 844 00000100:00100000:1.0:1779202613.248971:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202613.250299:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500968704 00000100:00100000:3.0:1779202613.250326:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500968704 00000100:00100000:3.0:1779202613.250427:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 845 00000100:00100000:3.0:1779202613.250439:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:24985:x1865628500968704:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202613.250473:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202613.250502:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc80 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65256 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.250573:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc79 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.250587:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc80 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65256 expref: 92 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.250614:0:6562:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.250629:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc80 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65256 expref: 92 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.250647:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:3.0:1779202613.250651:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202613.250655:0:6562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc80 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65256 expref: 92 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.250664:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841c00, rc 0) 00000100:00100000:3.0:1779202613.250825:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:24985:x1865628500968704:12345-192.168.204.21@tcp:101:cat.0 Request processed in 388us (1869us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202613.250834:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 845 00000040:00080000:0.0:1779202613.836840:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202613.836855:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202613.836975:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:0.0:1779202613.836985:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202613.837222:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524030080:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202613.837407:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f39d3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1779202613.846001:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202613.846244:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524030080:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202613.846465:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500968832 00000100:00100000:2.0:1779202613.846476:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500968832 00000100:00080000:1.0:1779202613.846647:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202613.846752:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 846 00000100:00100000:2.0:1779202613.846765:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24986:x1865628500968832:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202613.846819:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202613.847000:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24986:x1865628500968832:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 237us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202613.847009:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 846 00000100:00100000:1.0:1779202613.858860:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202613.859204:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500968960 00000100:00100000:0.0:1779202613.859219:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500968960 00000100:00100000:0.0:1779202613.859308:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 847 00000100:00100000:0.0:1779202613.859321:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24986:x1865628500968960:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1779202613.859436:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdc87 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859466:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdc87 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859485:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdc87 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859504:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc8e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859513:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc8e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859536:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc8e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859570:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc95 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859580:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859587:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202613.859646:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00000004:00200000:0.0:1779202613.859652:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202613.859669:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859684:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdc87 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859721:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdc87 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859729:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdc87 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859736:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdc87 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859743:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202613.859748:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdc87 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859757:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdc87 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859772:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:0.0:1779202613.859775:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202613.859782:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdc87 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859789:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdc87 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859805:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc8e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859811:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc8e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859817:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc8e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859822:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202613.859825:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc8e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859831:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc8e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859838:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8f5173fb (ffff91cfc1acb800) 00010000:00010000:0.0:1779202613.859840:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202613.859843:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc8e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859849:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdc8e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859870:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859876:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc95 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859883:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859888:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202613.859892:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859899:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc95 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859906:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:0.0:1779202613.859909:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202613.859912:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc95 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.859918:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdc95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202613.860216:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24986:x1865628500968960:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 895us (1376us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202613.860227:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 847 00000100:00100000:1.0:1779202613.871172:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202613.871291:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500969216 00000100:00100000:2.0:1779202613.871309:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500969216 00000100:00100000:2.0:1779202613.871403:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 848 00000100:00100000:2.0:1779202613.871415:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:24986:x1865628500969216:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202613.871442:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202613.871470:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdc9c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6525d expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.871617:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdca3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.871637:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdca3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.871652:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdca3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202613.871666:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1779202613.871828:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdca3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.871837:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdca3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.871845:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdca3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.871852:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202613.871858:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdca3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.871866:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdca3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.871881:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:2.0:1779202613.871885:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202613.871891:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdca3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.871898:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdca3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.871950:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdc9c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6525d expref: 36 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.871961:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:2.0:1779202613.871963:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1779202613.871967:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdc9c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6525d expref: 36 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.871976:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76000, rc 0) 00000100:00100000:2.0:1779202613.872049:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:24986:x1865628500969216:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 636us (893us total) trans 4294967802 rc 301/301 00000100:00100000:2.0:1779202613.872058:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 848 00000100:00100000:1.0:1779202613.876672:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202613.876836:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500969344 00000100:00100000:3.0:1779202613.876850:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500969344 00000100:00100000:3.0:1779202613.876921:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 849 00000100:00100000:3.0:1779202613.876933:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:24986:x1865628500969344:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202613.876982:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202613.877158:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:24986:x1865628500969344:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 226us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202613.877167:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 849 00000100:00100000:1.0:1779202613.886498:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202613.886674:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500969472 00000100:00100000:2.0:1779202613.886771:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500969472 00000100:00100000:2.0:1779202613.886850:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 850 00000100:00100000:2.0:1779202613.886863:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:24986:x1865628500969472:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202613.886893:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202613.886923:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdcb1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65264 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887015:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdcb8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887035:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdcb8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887049:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdcb8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887061:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdcbf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887069:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdcbf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887075:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdcbf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887185:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c0031c00/0x3d5ca2fc49dbdcc6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887195:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c0031c00/0x3d5ca2fc49dbdcc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887202:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c0031c00/0x3d5ca2fc49dbdcc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202613.887246:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:2.0:1779202613.887251:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202613.887280:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c0031c00/0x3d5ca2fc49dbdcc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887295:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdcb8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887302:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdcb8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887311:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdcb8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887317:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202613.887322:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdcb8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887330:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdcb8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887344:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202613.887347:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202613.887354:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdcb8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887360:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdcb8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887374:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdcbf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887384:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdcbf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887389:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdcbf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887394:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202613.887397:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdcbf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887402:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdcbf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887409:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff91d0d90ae800) 00010000:00010000:2.0:1779202613.887411:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202613.887414:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdcbf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887420:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdcbf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887450:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdcb1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65264 expref: 37 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887465:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c0031c00/0x3d5ca2fc49dbdcc6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65264 expref: 36 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202613.887473:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff91d0d90ae300) 00010000:00010000:2.0:1779202613.887475:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1779202613.887479:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c0031c00, rc 0) 00000100:00100000:2.0:1779202613.887574:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24986:x1865628500969472:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 713us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202613.887583:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 850 00000100:00100000:1.0:1779202613.895190:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202613.896941:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500969728 00000100:00100000:2.0:1779202613.896963:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500969728 00000100:00100000:2.0:1779202613.897068:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 851 00000100:00100000:2.0:1779202613.897083:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:24986:x1865628500969728:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202613.897114:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202613.897160:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdccd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6526b expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202613.897818:0:16980:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x10:0x0], index 1: 0 00010000:00010000:0.0:1779202613.898500:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdcd4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.898527:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdcd4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.898538:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdcd4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.898617:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdccd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6526b expref: 39 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.898639:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdcd4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6526b expref: 38 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.898648:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc1acb800) 00010000:00010000:0.0:1779202613.898651:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202613.898655:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c800, rc 0) 00000100:00100000:0.0:1779202613.898806:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:24986:x1865628500969728:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1726us (3633us total) trans 4294967803 rc 0/0 00000100:00100000:0.0:1779202613.898815:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 851 00000100:00100000:1.0:1779202613.907793:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202613.908002:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500969984 00000100:00100000:0.0:1779202613.908017:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500969984 00000100:00100000:0.0:1779202613.908093:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 852 00000100:00100000:0.0:1779202613.908106:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:24986:x1865628500969984:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1779202613.908185:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202613.908223:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdcd4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6526b expref: 38 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908245:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc1acb800) 00010000:00010000:0.0:1779202613.908259:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202613.908290:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdce2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908309:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdce2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908320:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdce2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908338:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdce9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x63b72850 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908346:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdce9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x63b72850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908353:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdce9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x63b72850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908410:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdce2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908419:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdce2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908426:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdce2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908434:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdce2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908441:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202613.908448:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdce2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908456:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdce2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908466:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff91d0d90ae300) 00010000:00010000:0.0:1779202613.908470:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202613.908475:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdce2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908482:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdce2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908494:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdce9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x63b72850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908501:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdce9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x63b72850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908507:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdce9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x63b72850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908513:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202613.908516:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdce9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x63b72850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908522:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdce9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x63b72850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908530:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x63b72850 (ffff91cfc1acbe00) 00010000:00010000:0.0:1779202613.908533:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202613.908535:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdce9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x63b72850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.908542:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdce9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x63b72850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202613.908657:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:24986:x1865628500969984:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 553us (879us total) trans 0 rc -2/-2 00000100:00100000:0.0:1779202613.908665:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 852 00000100:00100000:2.0:1779202613.914980:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202613.915184:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500970112 00000100:00100000:3.0:1779202613.915200:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500970112 00000100:00100000:3.0:1779202613.915288:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 853 00000100:00100000:3.0:1779202613.915312:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:24986:x1865628500970112:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202613.915342:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202613.915374:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdcf0 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65272 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.915431:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbdcf7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.915452:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbdcf7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.915469:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbdcf7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.915638:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdcf0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65272 expref: 39 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.915672:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbdcf7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65272 expref: 38 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.915730:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:3.0:1779202613.915734:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202613.915739:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840e00, rc 0) 00000100:00100000:3.0:1779202613.915825:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:24986:x1865628500970112:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 527us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202613.915834:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 853 00000100:00100000:1.0:1779202613.923899:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202613.924192:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500970368 00000100:00100000:3.0:1779202613.924208:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500970368 00000100:00100000:3.0:1779202613.924291:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 854 00000100:00100000:3.0:1779202613.924304:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:24986:x1865628500970368:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1779202613.924429:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbdcfe lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.924451:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbdcfe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.924465:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbdcfe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1779202613.924770:0:6562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 88 off8776 00000004:00080000:3.0:1779202613.924784:0:6562:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 743161089864ns, next at 744161086542ns, rc = 0 00000004:00010000:3.0:1779202613.924856:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c859a1c reply state 00000000f1675ebe transno 4294967804 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbdcfe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.924872:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbdcfe lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202613.924881:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:3.0:1779202613.924886:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1779202613.924891:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1779202613.925036:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:24986:x1865628500970368:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 734us (1154us total) trans 4294967804 rc 0/0 00000100:00100000:3.0:1779202613.925046:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 854 00000100:00100000:2.0:1779202613.932882:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202613.934286:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500970496 00000100:00100000:0.0:1779202613.934304:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500970496 00000100:00100000:1.0:1779202613.934491:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 855 00000100:00100000:1.0:1779202613.934991:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:24986:x1865628500970496:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202613.935033:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202613.935065:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd05 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65279 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.935158:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd05 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65279 expref: 41 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.935176:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd05 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65279 expref: 41 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202613.935202:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:1.0:1779202613.935206:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202613.935211:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4297800, rc 0) 00000100:00100000:1.0:1779202613.935346:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:24986:x1865628500970496:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 367us (2480us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202613.935356:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 855 00000100:00100000:2.0:1779202613.939867:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202613.940014:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500970624 00000100:00100000:3.0:1779202613.940041:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500970624 00000100:00100000:3.0:1779202613.940143:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 207 00000100:00100000:3.0:1779202613.940159:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628500970624:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1779202613.940513:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628500970624:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 358us (663us total) trans 4294967336 rc 0/0 00000100:00100000:3.0:1779202613.940534:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 207 00000100:00080000:1.0:1779202613.940631:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1779202613.965941:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202613.966819:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202613.966924:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500970880 00000100:00100000:1.0:1779202613.966937:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500970880 00000100:00100000:1.0:1779202613.967013:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 164 00000100:00100000:1.0:1779202613.967036:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:24986:x1865628500970880:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202613.967369:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:24986:x1865628500970880:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 337us (561us total) trans 4294967805 rc 0/0 00000100:00100000:1.0:1779202613.967402:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 164 00000100:00100000:0.0:1779202613.979898:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202613.980004:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500971136 00000100:00100000:3.0:1779202613.980028:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500971136 00000100:00100000:3.0:1779202613.980107:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 856 00000100:00100000:3.0:1779202613.980119:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:24986:x1865628500971136:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202613.980293:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:24986:x1865628500971136:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 176us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202613.980301:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 856 00000100:00100000:3.0:1779202613.986594:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202613.994965:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500971264 00000100:00100000:0.0:1779202613.994988:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500971264 00000100:00100000:0.0:1779202613.995323:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 857 00000100:00100000:0.0:1779202613.995336:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:24986:x1865628500971264:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202613.995368:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202613.995400:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdd0c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65280 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.995508:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd13 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.995590:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd13 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.995606:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd13 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202613.996168:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202613.996200:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd13 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.996246:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdd0c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65280 expref: 44 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.996270:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd13 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65280 expref: 43 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202613.996280:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:0.0:1779202613.996283:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1779202613.996289:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d000, rc 0) 00000100:00100000:0.0:1779202613.996396:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:24986:x1865628500971264:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1062us (9816us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202613.996407:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 857 00000100:00100000:0.0:1779202614.013024:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202614.013594:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500971392 00000100:00100000:3.0:1779202614.013609:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500971392 00000100:00100000:3.0:1779202614.013756:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 208 00000100:00100000:3.0:1779202614.013770:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628500971392:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202614.013796:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202614.013825:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbdd1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65287 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202614.013871:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a0c7a35, blocks: 0x0 00010000:00010000:3.0:1779202614.013897:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202614.013900:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202614.013910:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbdd1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65287 expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.013929:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbdd1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65287 expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.013947:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841e00, rc 0) 00000100:00100000:3.0:1779202614.014275:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628500971392:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 498us (1268us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202614.014284:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 208 00000100:00100000:2.0:1779202614.030907:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202614.031041:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500971648 00000100:00100000:3.0:1779202614.031058:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500971648 00000100:00100000:3.0:1779202614.031140:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 858 00000100:00100000:3.0:1779202614.031153:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:24986:x1865628500971648:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202614.031324:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:24986:x1865628500971648:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 173us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202614.031333:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 858 00000100:00100000:2.0:1779202614.036846:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202614.037357:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500971776 00000100:00100000:3.0:1779202614.037372:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500971776 00000100:00100000:3.0:1779202614.037502:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 209 00000100:00100000:3.0:1779202614.037515:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:24986:x1865628500971776:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202614.037551:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202614.037574:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ced0635/0x3d5ca2fc49dbdd21 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6528e expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.037613:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbdd1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65287 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.037623:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202614.037626:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202614.037630:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ced0635/0x3d5ca2fc49dbdd21 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6528e expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.037670:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbdd1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65287 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.037730:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbdd1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65287 expref: 12 pid: 8511 timeout: 843 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202614.037750:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524030208:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202614.037895:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc1b050c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202614.056392:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202614.056749:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500971904 00000100:00100000:1.0:1779202614.056767:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500971904 00010000:00010000:1.0:1779202614.056842:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbdd1a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65287 expref: 13 pid: 8511 timeout: 843 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202614.056906:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 279 00000100:00100000:1.0:1779202614.056918:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628500971904:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202614.056939:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202614.056969:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbdd1a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65287 expref: 13 pid: 8511 timeout: 843 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.056986:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbdd1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65287 expref: 13 pid: 8511 timeout: 843 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.057413:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202614.057417:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202614.057430:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008ced0635/0x3d5ca2fc49dbdd21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6528e expref: 13 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.057441:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ced0635/0x3d5ca2fc49dbdd21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6528e expref: 13 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.057496:0:6549:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008ced0635/0x3d5ca2fc49dbdd21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6528e expref: 13 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202614.057541:0:6549:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6549:1865628524030336:192.168.204.21@tcp:105: 00000100:00100000:1.0:1779202614.057757:0:6549:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f50320c0 going to sleep for 11 seconds 00010000:00010000:3.0:1779202614.058445:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbdd1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65287 expref: 13 pid: 8511 timeout: 843 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202614.058469:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524030208:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202614.058502:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008ced0635/0x3d5ca2fc49dbdd21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6528e expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.058518:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840800, rc 0) 00000100:00100000:3.0:1779202614.068365:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:24986:x1865628500971776:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 21053us (21733us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202614.068405:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 209 00000100:00100000:1.0:1779202614.079337:0:6549:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6549:1865628524030336:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202614.079394:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202614.096081:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628500971904:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 39142us (39681us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202614.096104:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 279 00000100:00100000:1.0:1779202614.124875:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202614.125085:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500972032 00000100:00100000:2.0:1779202614.125104:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500972032 00002000:00100000:2.0:1779202614.125197:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff91d0ffc79c00 x1865628500972032/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:580/0 lens 648/0 e 0 to 0 dl 1779202625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202614.125212:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc79c00 with x1865628500972032 ext(0->157) 00002000:00010000:2.0:1779202614.125220:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffc79c00 00000100:00100000:2.0:1779202614.125255:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 61 00000100:00100000:2.0:1779202614.125267:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628500972032:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1779202614.134435:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628500972032:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 9154us (9556us total) trans 4294967337 rc 0/0 00000100:00100000:0.0:1779202614.134454:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 61 00002000:00100000:0.0:1779202614.134470:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff91d0ffc79c00 x1865628500972032/t4294967337(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:580/0 lens 648/448 e 0 to 0 dl 1779202625 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202614.134481:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc79c00 with x1865628500972032 ext(0->157) 00002000:00010000:0.0:1779202614.134488:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffc79c00 00000100:00100000:2.0:1779202614.146668:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202614.146784:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500972160 00000100:00100000:3.0:1779202614.146799:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500972160 00000100:00100000:3.0:1779202614.146879:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 859 00000100:00100000:3.0:1779202614.146889:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:24986:x1865628500972160:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1779202614.149587:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967805 is committed 00000004:00080000:2.0:1779202614.149607:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000001:00080000:2.0:1779202614.149718:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967801 is committed 00010000:00010000:0.0:1779202614.149811:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbdcfe lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.149826:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbdcfe lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.149835:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbdcfe lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.149842:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202614.149846:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbdcfe lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.149853:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbdcfe lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.149883:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:0.0:1779202614.149886:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1779202614.149891:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbdcfe lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.149898:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbdcfe lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202614.150174:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:24986:x1865628500972160:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 3280us (3512us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202614.150184:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 859 00000100:00100000:0.0:1779202614.150370:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524030464:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1779202614.150426:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202614.150796:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524030464 00000100:00100000:3.0:1779202614.150804:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524030464 00000100:00100000:3.0:1779202614.150863:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:3.0:1779202614.150872:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524030464:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1779202614.150995:0:8447:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1779202614.150999:0:8447:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 0 -> 1779202613 00002000:00010000:3.0:1779202614.151001:0:8447:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1779202614.151004:0:8447:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1779202613 -> 1779202613 00002000:00010000:3.0:1779202614.151006:0:8447:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1779202614.151046:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524030464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 175us (620us total) trans 4294967338 rc 0/0 00000100:00100000:3.0:1779202614.151052:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000004:00080000:3.0:1779202614.151106:0:3664:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91d0f4db3800/2, rc 0, transno 4294967338 00000100:00100000:3.0:1779202614.151114:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524030464:0@lo:2:osp-syn-1-0.0 00000100:00080000:0.0:1779202614.151164:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202614.155160:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202614.157340:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500972288 00000100:00100000:3.0:1779202614.157355:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500972288 00000100:00100000:3.0:1779202614.157438:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 211 00000100:00100000:3.0:1779202614.157448:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2422:x1865628500972288:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00010000:00010000:1.0:1779202614.160518:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdb8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160537:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdb8b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160545:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdb8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160551:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202614.160556:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdb8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160564:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdb8b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160582:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff91d0d90ae800) 00010000:00010000:1.0:1779202614.160585:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202614.160590:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdb8b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160617:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdb8b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160645:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160651:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb92 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160657:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160662:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202614.160664:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160671:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb92 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160678:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff91d0d90ae300) 00010000:00010000:1.0:1779202614.160681:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202614.160709:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb92 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160716:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdb92 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160733:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbdf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160739:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbdf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160753:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbdf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160758:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202614.160760:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbdf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160766:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbdf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160774:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff91cfc1acba00) 00010000:00010000:1.0:1779202614.160776:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202614.160779:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbdf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160785:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c600/0x3d5ca2fc49dbdbdf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160799:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdc17 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160805:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdc17 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160809:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdc17 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160813:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202614.160815:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdc17 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160831:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdc17 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160840:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:1.0:1779202614.160842:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1779202614.160846:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdc17 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.160851:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbdc17 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202614.167971:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000001:00080000:2.0:1779202614.167989:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00000100:00100000:3.0:1779202614.173603:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628500972288:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 16145us (18443us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202614.173617:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 211 00000100:00100000:3.0:1779202614.179607:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202614.179794:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500972544 00000100:00100000:2.0:1779202614.179805:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500972544 00000100:00100000:2.0:1779202614.179872:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 860 00000100:00100000:2.0:1779202614.179881:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:24986:x1865628500972544:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202614.179945:0:16980:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202614.179980:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd13 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65280 expref: 38 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.180162:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:2.0:1779202614.180168:0:16980:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202614.180205:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdd28 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.180220:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdd28 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.180231:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdd28 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202614.180374:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd5a35c8 reply state 000000005906638a transno 4294967806 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdd28 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.180610:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdd28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.180619:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:2.0:1779202614.180622:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202614.180626:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1779202614.181253:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:24986:x1865628500972544:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 1366us (1651us total) trans 4294967806 rc 0/0 00000100:00100000:2.0:1779202614.181263:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 860 00000100:00100000:2.0:1779202614.187931:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202614.188179:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500972672 00000100:00100000:1.0:1779202614.188191:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500972672 00000100:00100000:1.0:1779202614.188259:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 212 00000100:00100000:1.0:1779202614.188270:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628500972672:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1779202614.188445:0:17866:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1779202614.188449:0:17866:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 1779202613 -> 1536580263 00002000:00010000:1.0:1779202614.188451:0:17866:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 1779201925 00002000:00010000:1.0:1779202614.188453:0:17866:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1779202613 -> 1779202612 00002000:00010000:1.0:1779202614.188455:0:17866:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1779202614.188520:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628500972672:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 252us (599us total) trans 4294967339 rc 0/0 00000100:00100000:1.0:1779202614.188528:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 212 00000100:00100000:3.0:1779202614.198412:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202614.198803:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500972928 00000100:00100000:1.0:1779202614.198816:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500972928 00000100:00100000:1.0:1779202614.198893:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 861 00000100:00100000:1.0:1779202614.198903:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:24986:x1865628500972928:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1779202614.199006:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.199026:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbdcf7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65272 expref: 39 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.199037:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 4/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.199072:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbdcf7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65272 expref: 39 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.199087:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbdcf7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65272 expref: 39 pid: 7869 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202614.199101:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524030592:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202614.199218:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f50329c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202614.208234:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524030592:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202614.208268:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202614.215062:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202614.218077:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500973056 00000100:00100000:1.0:1779202614.218094:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500973056 00010000:00010000:1.0:1779202614.218153:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbdcf7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65272 expref: 40 pid: 7869 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202614.218208:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 280 00000100:00100000:1.0:1779202614.218219:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2419:x1865628500973056:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202614.218250:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202614.218257:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbdcf7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65272 expref: 40 pid: 7869 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.218273:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbdcf7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65272 expref: 40 pid: 7869 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.218297:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbdcf7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65272 expref: 40 pid: 7869 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.218317:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:1.0:1779202614.218322:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.218331:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.218338:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.218376:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202614.218409:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.218417:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.218460:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202614.218462:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:2419:x1865628500973056:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 245us (3413us total) trans 0 rc 0/0 00010000:00010000:3.0:1779202614.218467:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202614.218470:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 280 00010000:00010000:3.0:1779202614.218474:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.218480:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202614.218485:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.218495:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.218506:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:3.0:1779202614.218508:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1779202614.218512:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.218518:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbdd2f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202614.218562:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:24986:x1865628500972928:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 19660us (20160us total) trans 0 rc -22/-22 00000100:00100000:3.0:1779202614.218570:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 861 00000100:00100000:3.0:1779202614.225314:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202614.228799:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500973184 00000100:00100000:2.0:1779202614.228815:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500973184 00000100:00100000:2.0:1779202614.228899:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 213 00000100:00100000:2.0:1779202614.228911:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628500973184:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1779202614.228963:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.228985:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008ced0635/0x3d5ca2fc49dbdd21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6528e expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.228993:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1779202614.228995:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1779202614.228999:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.229039:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008ced0635/0x3d5ca2fc49dbdd21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6528e expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.229060:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008ced0635/0x3d5ca2fc49dbdd21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6528e expref: 11 pid: 12963 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202614.229077:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524030720:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202614.229190:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e51780 going to sleep for 11 seconds 00000100:00100000:0.0:1779202614.246548:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202614.246810:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500973312 00000100:00100000:3.0:1779202614.246822:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500973312 00010000:00010000:3.0:1779202614.246883:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008ced0635/0x3d5ca2fc49dbdd21 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6528e expref: 12 pid: 12963 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202614.246934:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 281 00000100:00100000:3.0:1779202614.246945:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628500973312:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202614.246962:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202614.246984:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008ced0635/0x3d5ca2fc49dbdd21 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6528e expref: 12 pid: 12963 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.247000:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008ced0635/0x3d5ca2fc49dbdd21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6528e expref: 12 pid: 12963 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.247027:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202614.247029:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202614.247035:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.247047:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.247069:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202614.247139:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628500973312:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 194us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202614.247147:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 281 00010000:00010000:2.0:1779202614.247748:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ced0635/0x3d5ca2fc49dbdd21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6528e expref: 11 pid: 12963 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202614.247767:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524030720:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202614.247788:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.247798:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.247805:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.247828:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.247836:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.247850:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.247871:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202614.247875:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.247885:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.247899:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.247907:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbdd36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202614.247987:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628500973184:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 19078us (22683us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202614.247997:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 213 00000100:00100000:0.0:1779202614.256551:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202614.256648:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500973568 00000100:00100000:1.0:1779202614.256659:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500973568 00000100:00100000:1.0:1779202614.256759:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 862 00000100:00100000:1.0:1779202614.256768:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:24986:x1865628500973568:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1779202614.256881:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdd3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.256898:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdd3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.256910:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdd3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.257080:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.257092:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd05 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65279 expref: 39 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.257100:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.257137:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd05 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65279 expref: 39 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.257152:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd05 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65279 expref: 39 pid: 10076 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202614.257168:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524030848:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202614.257262:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f50320c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202614.263939:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524030848:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202614.263972:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202614.268577:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202614.268714:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500973696 00000100:00100000:1.0:1779202614.268726:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500973696 00010000:00010000:1.0:1779202614.268773:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd05 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65279 expref: 40 pid: 10076 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202614.268822:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 282 00000100:00100000:1.0:1779202614.268833:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2419:x1865628500973696:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202614.268849:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202614.268856:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd05 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65279 expref: 40 pid: 10076 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.268936:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd05 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65279 expref: 40 pid: 10076 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.268960:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd05 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65279 expref: 40 pid: 10076 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.268977:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:1.0:1779202614.268982:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.268992:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.269000:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.269148:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202614.269394:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:2419:x1865628500973696:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 562us (1363us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202614.269403:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 282 00010000:00010000:3.0:1779202614.276040:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.276060:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202614.276324:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967807 00000001:00080000:2.0:1779202614.276450:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967808 00000001:00080000:2.0:1779202614.276485:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967809 00000100:00100000:2.0:1779202614.276573:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524030976:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1779202614.276679:0:6563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202614.276753:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e51900 going to sleep for 11 seconds 00000100:00100000:3.0:1779202614.276779:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524030976 00000100:00100000:3.0:1779202614.276791:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524030976 00000100:00100000:2.0:1779202614.277100:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1779202614.277120:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524030976:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1779202614.277331:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524030976:12345-0@lo:1000:mdt00_001.0 Request processed in 221us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202614.277339:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1779202614.277951:0:6563:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967338 gen 2 00000004:00080000:1.0:1779202614.277959:0:6563:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91d0f4db3800, transno 4294967338 00000100:00100000:1.0:1779202614.277980:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524030976:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1779202614.279459:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967810 00000100:00100000:1.0:1779202614.279537:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524031104:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1779202614.279595:0:6563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202614.279671:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e51240 going to sleep for 11 seconds 00000100:00100000:3.0:1779202614.279842:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524031104 00000100:00100000:3.0:1779202614.279850:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524031104 00000100:00100000:0.0:1779202614.280084:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1779202614.280094:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524031104:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1779202614.280438:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6563:x1865628524031104:12345-0@lo:1000:mdt00_001.0 Request processed in 344us (841us total) trans 4294967340 rc 0/0 00000100:00100000:0.0:1779202614.280446:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1779202614.280522:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524031104:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1779202614.280562:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280572:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280579:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280584:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202614.280589:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280598:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280612:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:1.0:1779202614.280615:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202614.280634:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280641:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dbdd44 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280667:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280674:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc79 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280679:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc79 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280737:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202614.280740:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc79 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280747:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc79 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280755:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:1.0:1779202614.280757:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202614.280763:0:6563:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc80 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65256 expref: 77 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280775:0:6563:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc80 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65256 expref: 77 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280784:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc80 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65256 expref: 77 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.280825:0:6563:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841c00/0x3d5ca2fc49dbdc80 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65256 expref: 77 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202614.280837:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524031232:192.168.204.21@tcp:105: 00000100:00100000:1.0:1779202614.281027:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e51240 going to sleep for 11 seconds 00000100:00100000:1.0:1779202614.283467:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524031232:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202614.283497:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc79 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283508:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbdc79 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283549:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd4b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283564:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283576:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283587:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283594:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd4b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283601:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd4b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283627:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202614.283631:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd4b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283638:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd4b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283649:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:1.0:1779202614.283652:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202614.283656:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd4b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283661:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd4b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283671:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdd3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283676:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdd3d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283721:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdd3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283727:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202614.283731:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdd3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283737:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdd3d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283757:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:1.0:1779202614.283759:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202614.283762:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdd3d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.283767:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbdd3d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202614.283941:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:24986:x1865628500973568:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 27173us (27399us total) trans 4294967811 rc 0/0 00000100:00100000:1.0:1779202614.283952:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 862 00000020:00080000:1.0:1779202614.283957:0:6563:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1779202614.284319:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202614.284325:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202614.285136:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1779202614.285156:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202614.290345:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202614.290385:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202614.291463:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500973824 00000100:00100000:1.0:1779202614.291607:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500973824 00000100:00100000:0.0:1779202614.292103:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500974080 00000100:00100000:0.0:1779202614.292108:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500974080 00000100:00100000:0.0:1779202614.292129:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 165 00000100:00100000:0.0:1779202614.292137:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+78:24985:x1865628500973824:12345-192.168.204.21@tcp:49:cat.0 00000100:00100000:0.0:1779202614.292458:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+78:24985:x1865628500973824:12345-192.168.204.21@tcp:49:cat.0 Request processed in 320us (2121us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202614.292466:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 165 00000100:00100000:0.0:1779202614.292493:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 166 00000100:00100000:0.0:1779202614.292500:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:24986:x1865628500974080:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1779202614.292787:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1779202614.292825:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967812 00010000:00010000:0.0:1779202614.292861:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd52 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.292880:0:6565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd52 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.292893:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd52 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.292912:0:6565:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd52 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.292919:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd52 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.292930:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd52 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.292952:0:6565:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1779202614.293000:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1779202614.293006:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd52 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202614.293008:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:24986:x1865628500974080:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 508us (2621us total) trans 4294967813 rc 0/0 00010000:00010000:2.0:1779202614.293013:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc0ce36f0) 00000100:00100000:0.0:1779202614.293015:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 166 00010000:00010000:2.0:1779202614.293017:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd52 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1779202614.293018:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1779202614.293025:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd52 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.293039:0:19508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:2.0:1779202614.293042:0:19508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1779202614.293047:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd52 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.293054:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdd52 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.293066:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202614.293067:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202614.293069:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202614.300615:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202614.302434:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500974208 00000100:00100000:0.0:1779202614.302450:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500974208 00000100:00100000:0.0:1779202614.302735:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 214 00000100:00100000:0.0:1779202614.302748:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:24985:x1865628500974208:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:0.0:1779202614.302769:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202614.302796:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004be31312/0x3d5ca2fc49dbdd59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65295 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202614.302827:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a0c7785, ctime: 0x6a0c7a34, blocks: 0x8 00010000:00010000:0.0:1779202614.302849:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202614.302852:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202614.302860:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004be31312/0x3d5ca2fc49dbdd59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65295 expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.302878:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004be31312/0x3d5ca2fc49dbdd59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65295 expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202614.302893:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c600, rc 0) 00000100:00100000:0.0:1779202614.302973:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:24985:x1865628500974208:12345-192.168.204.21@tcp:101:cat.0 Request processed in 228us (2372us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202614.302991:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 214 00000100:00080000:1.0:1779202614.304721:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202614.315292:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202614.315435:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500974336 00000100:00100000:3.0:1779202614.315447:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500974336 00002000:00100000:3.0:1779202614.315581:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff91cfc4c89880 x1865628500974336/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:580/0 lens 488/0 e 0 to 0 dl 1779202625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202614.315592:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4c89880 with x1865628500974336 ext(0->4095) 00002000:00010000:3.0:1779202614.315599:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4c89880 00000100:00100000:3.0:1779202614.315671:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 62 00000100:00100000:3.0:1779202614.315721:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628500974336:12345-192.168.204.21@tcp:3:cat.0 00000100:00100000:3.0:1779202614.315894:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628500974336:12345-192.168.204.21@tcp:3:cat.0 Request processed in 215us (612us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1779202614.315912:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 62 00002000:00100000:3.0:1779202614.315919:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff91cfc4c89880 x1865628500974336/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:580/0 lens 488/4536 e 0 to 0 dl 1779202625 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202614.315927:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4c89880 with x1865628500974336 ext(0->4095) 00002000:00010000:3.0:1779202614.315930:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4c89880 00000100:00100000:0.0:1779202614.327171:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202614.327411:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500974592 00000100:00100000:3.0:1779202614.327421:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500974592 00000100:00100000:3.0:1779202614.327490:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 167 00000100:00100000:3.0:1779202614.327503:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6476450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+78:24985:x1865628500974592:12345-192.168.204.21@tcp:35:cat.0 00000001:00080000:3.0:1779202614.327783:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967814 00000100:00100000:3.0:1779202614.327884:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6476450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+80:24985:x1865628500974592:12345-192.168.204.21@tcp:35:cat.0 Request processed in 384us (723us total) trans 4294967815 rc 0/0 00000100:00100000:3.0:1779202614.327892:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 167 00000020:00080000:3.0:1779202614.327897:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1779202614.373550:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202614.373732:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500974848 00000100:00100000:2.0:1779202614.373743:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500974848 00000100:00100000:2.0:1779202614.373847:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 863 00000100:00100000:2.0:1779202614.373858:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+80:24989:x1865628500974848:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202614.373886:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202614.373909:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdd60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6529c expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.373985:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdd67 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374000:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdd67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374012:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdd67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374026:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbdd6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374044:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbdd6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374050:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbdd6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374160:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2800/0x3d5ca2fc49dbdd75 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374168:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2800/0x3d5ca2fc49dbdd75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374175:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2800/0x3d5ca2fc49dbdd75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202614.374188:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1779202614.374263:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdd67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374271:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdd67 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374277:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdd67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374282:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202614.374286:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdd67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374293:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdd67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374304:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff91d0d90ae300) 00010000:00010000:2.0:1779202614.374308:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202614.374313:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdd67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374318:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbdd67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374331:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbdd6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374337:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbdd6e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374347:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbdd6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374351:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3ad3600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202614.374354:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbdd6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374360:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbdd6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374368:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff91cfc10a4100) 00010000:00010000:2.0:1779202614.374370:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202614.374373:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbdd6e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374379:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbdd6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374419:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbdd60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6529c expref: 83 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374432:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2800/0x3d5ca2fc49dbdd75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6529c expref: 82 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202614.374440:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:2.0:1779202614.374442:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202614.374444:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3ad2800, rc 0) 00000100:00100000:2.0:1779202614.374528:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:24989:x1865628500974848:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 671us (986us total) trans 4294967816 rc 0/0 00000100:00100000:2.0:1779202614.374540:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 863 00000100:00100000:2.0:1779202614.378751:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202614.378827:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500974976 00000100:00100000:1.0:1779202614.378838:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500974976 00000100:00100000:1.0:1779202614.378901:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 864 00000100:00100000:1.0:1779202614.378912:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:24989:x1865628500974976:12345-192.168.204.21@tcp:54:lfs.0 00010000:00010000:1.0:1779202614.378983:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.379000:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.379013:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.379046:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.379066:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.379073:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.379078:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202614.379083:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.379090:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.379102:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:1.0:1779202614.379105:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202614.379110:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd83 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202614.379116:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dbdd83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202614.379182:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:24989:x1865628500974976:12345-192.168.204.21@tcp:54:lfs.0 Request processed in 272us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202614.379190:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 864 00000100:00100000:1.0:1779202614.383159:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202614.383244:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500975232 00000100:00100000:3.0:1779202614.383255:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500975232 00000100:00100000:3.0:1779202614.383322:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 168 00000100:00100000:3.0:1779202614.383333:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:24989:x1865628500975232:12345-192.168.204.21@tcp:35:lfs.0 00000100:00100000:3.0:1779202614.383588:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:24989:x1865628500975232:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 256us (444us total) trans 4294967817 rc 0/0 00000100:00100000:3.0:1779202614.383599:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 168 00000100:00100000:0.0:1779202614.644147:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202614.645837:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500975488 00000100:00100000:3.0:1779202614.646158:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500975488 00000100:00100000:3.0:1779202614.646230:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 865 00000100:00100000:3.0:1779202614.646242:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:25005:x1865628500975488:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:3.0:1779202614.646266:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202614.646550:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdd8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652a3 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.646665:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841800/0x3d5ca2fc49dbdd91 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.647209:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841800/0x3d5ca2fc49dbdd91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.647226:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841800/0x3d5ca2fc49dbdd91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202614.647241:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:3.0:1779202614.647403:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdd8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652a3 expref: 86 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.647424:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841800/0x3d5ca2fc49dbdd91 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652a3 expref: 85 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202614.647433:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff91d0d90ae000) 00010000:00010000:3.0:1779202614.647436:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1779202614.647440:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841800, rc 0) 00000100:00100000:3.0:1779202614.647513:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:25005:x1865628500975488:12345-192.168.204.21@tcp:101:diff.0 Request processed in 1274us (3384us total) trans 4294967818 rc 0/0 00000100:00100000:3.0:1779202614.647522:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 865 00010000:00010000:0.0:1779202614.987030:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202615.179088:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524031360:0@lo:400:kworker.0 00000100:00100000:1.0:1779202615.179147:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524031488:0@lo:400:kworker.0 00000100:00100000:0.0:1779202615.179208:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524031744:0@lo:400:kworker.0 00000100:00100000:2.0:1779202615.180482:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524031616:0@lo:400:kworker.0 00000100:00100000:1.0:1779202615.184369:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202615.184448:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524032000:0@lo:400:kworker.0 00000100:00100000:1.0:1779202615.184480:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202615.184528:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524032512:0@lo:400:kworker.0 00000100:00100000:1.0:1779202615.184553:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202615.184587:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524033024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202615.184612:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202615.184652:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524031488 00000100:00100000:1.0:1779202615.184659:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524031488 00000100:00100000:1.0:1779202615.184736:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524032000 00000100:00100000:1.0:1779202615.184739:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524032000 00000100:00080000:1.0:1779202615.184757:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202615.184774:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524032512 00000100:00100000:1.0:1779202615.184777:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524032512 00000100:00080000:1.0:1779202615.184787:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202615.184806:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1779202615.184814:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524031488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202615.184865:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524031488:12345-0@lo:400:kworker.0 Request processed in 51us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202615.184872:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1779202615.184887:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1779202615.184892:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524032000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202615.184917:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524032000:12345-0@lo:400:kworker.0 Request processed in 26us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202615.184922:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1779202615.184931:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1779202615.184937:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524032512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202615.184961:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524032512:12345-0@lo:400:kworker.0 Request processed in 25us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202615.184967:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1779202615.185019:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524031488:0@lo:400:kworker.0 00000100:00100000:1.0:1779202615.185032:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524032000:0@lo:400:kworker.0 00000100:00100000:1.0:1779202615.185041:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524032512:0@lo:400:kworker.0 00000100:00100000:1.0:1779202615.185100:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524033024 00000100:00100000:1.0:1779202615.185104:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524033024 00000100:00100000:1.0:1779202615.185132:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1779202615.185138:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524033024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202615.185167:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:1.0:1779202615.185205:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524033024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202615.185211:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1779202615.185240:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524033024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202615.190148:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202615.190241:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524031872:0@lo:400:kworker.0 00000100:00100000:3.0:1779202615.190305:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202615.190331:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524032384:0@lo:400:kworker.0 00000100:00100000:3.0:1779202615.190354:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202615.190373:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524032896:0@lo:400:kworker.0 00000100:00100000:3.0:1779202615.190394:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202615.190447:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524032384 00000100:00100000:3.0:1779202615.190455:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524032384 00000100:00100000:3.0:1779202615.190502:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524032896 00000100:00100000:3.0:1779202615.190505:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524032896 00000100:00100000:3.0:1779202615.190533:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1779202615.190541:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524032384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202615.190600:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524032384:12345-0@lo:400:kworker.0 Request processed in 59us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202615.190607:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1779202615.190624:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1779202615.190630:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524032896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202615.190659:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524032896:12345-0@lo:400:kworker.0 Request processed in 29us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202615.190679:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00080000:3.0:1779202615.190717:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202615.190745:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524031872 00000100:00100000:3.0:1779202615.190749:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524031872 00000100:00100000:3.0:1779202615.190783:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1779202615.190790:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524031872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202615.190822:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524031872:12345-0@lo:400:kworker.0 Request processed in 33us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202615.190827:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1779202615.191052:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524031872:0@lo:400:kworker.0 00000100:00100000:3.0:1779202615.191062:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524032384:0@lo:400:kworker.0 00000100:00100000:3.0:1779202615.191071:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524032896:0@lo:400:kworker.0 00000100:00100000:1.0:1779202615.192130:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524031360 00000100:00100000:1.0:1779202615.192141:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524031360 00000100:00100000:1.0:1779202615.192208:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1779202615.192219:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524031360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202615.192470:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524031360:12345-0@lo:400:kworker.0 Request processed in 253us (2331us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202615.192478:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1779202615.192646:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524031360:0@lo:400:kworker.0 00000100:00100000:0.0:1779202615.205705:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202615.205776:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524032256:0@lo:400:kworker.0 00000100:00100000:0.0:1779202615.205814:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202615.205850:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524032256 00000100:00100000:0.0:1779202615.205857:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524032256 00000100:00100000:0.0:1779202615.205907:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1779202615.205914:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524032256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202615.205961:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524032256:12345-0@lo:400:kworker.0 Request processed in 47us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202615.205968:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1779202615.206007:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524032256:0@lo:400:kworker.0 00000100:00100000:0.0:1779202615.206027:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524032768:0@lo:400:kworker.0 00000100:00100000:0.0:1779202615.206047:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202615.207816:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1779202615.207857:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202615.207863:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524032128:0@lo:400:kworker.0 00000100:00100000:3.0:1779202615.207885:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524032768 00000100:00100000:3.0:1779202615.207894:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524032768 00000100:00100000:2.0:1779202615.207895:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202615.207918:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524032640:0@lo:400:kworker.0 00000100:00100000:2.0:1779202615.207940:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202615.207957:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1779202615.207967:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524032768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202615.207988:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524031744 00000100:00100000:2.0:1779202615.207993:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524031744 00000100:00100000:3.0:1779202615.208032:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524032768:12345-0@lo:400:kworker.0 Request processed in 67us (1983us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202615.208040:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1779202615.208045:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524032128 00000100:00100000:2.0:1779202615.208048:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524032128 00000100:00080000:3.0:1779202615.208073:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202615.208078:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202615.208080:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524032640 00000100:00100000:2.0:1779202615.208083:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524032640 00000100:00100000:3.0:1779202615.208096:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00080000:3.0:1779202615.208107:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202615.208118:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524031744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202615.208123:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1779202615.208133:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524032128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202615.208168:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524031744:12345-0@lo:400:kworker.0 Request processed in 61us (2485us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202615.208176:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1779202615.208180:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524032128:12345-0@lo:400:kworker.0 Request processed in 48us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202615.208187:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1779202615.208196:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:3.0:1779202615.208205:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524032640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202615.208232:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524032128:0@lo:400:kworker.0 00000100:00100000:3.0:1779202615.208243:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524032640:12345-0@lo:400:kworker.0 Request processed in 40us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202615.208247:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524032640:0@lo:400:kworker.0 00000100:00100000:3.0:1779202615.208252:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1779202615.208623:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524031616 00000100:00100000:0.0:1779202615.208628:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524031616 00000100:00100000:0.0:1779202615.208675:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1779202615.208683:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524031616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202615.208755:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524031616:12345-0@lo:400:kworker.0 Request processed in 74us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202615.208761:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1779202615.208792:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524031744:0@lo:400:kworker.0 00000100:00100000:0.0:1779202615.208803:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524032768:0@lo:400:kworker.0 00000100:00100000:2.0:1779202615.210759:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524031616:0@lo:400:kworker.0 00010000:00010000:1.0:1779202616.030427:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202616.200364:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202616.200409:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202616.200447:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202616.200467:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202616.200487:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202616.200519:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202616.200554:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202616.200574:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202616.200597:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202616.200625:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500975872 00000100:00100000:1.0:1779202616.200636:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500975872 00000100:00100000:1.0:1779202616.200732:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500976384 00000100:00100000:1.0:1779202616.200736:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500976384 00000100:00100000:1.0:1779202616.200757:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500975744 00000100:00100000:1.0:1779202616.200760:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500975744 00000100:00100000:1.0:1779202616.200774:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500976256 00000100:00100000:1.0:1779202616.200776:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500976256 00000100:00100000:1.0:1779202616.200794:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 854 00000100:00100000:1.0:1779202616.200803:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628500975872:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202616.200886:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628500975872:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 83us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202616.200894:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 854 00000100:00100000:1.0:1779202616.200911:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 855 00000100:00100000:1.0:1779202616.200918:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628500976384:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202616.200942:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628500976384:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202616.200948:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 855 00000100:00100000:1.0:1779202616.200959:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 856 00000100:00100000:1.0:1779202616.200965:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:2421:x1865628500975744:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202616.200990:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:2421:x1865628500975744:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202616.201006:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 856 00000100:00100000:1.0:1779202616.201019:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 857 00000100:00100000:1.0:1779202616.201026:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2421:x1865628500976256:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202616.201052:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2421:x1865628500976256:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202616.201057:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 857 00000100:00100000:0.0:1779202616.201200:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500976128 00000100:00100000:0.0:1779202616.201205:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500976128 00000100:00100000:0.0:1779202616.201239:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500976640 00000100:00100000:0.0:1779202616.201242:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500976640 00000100:00100000:0.0:1779202616.201259:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500976000 00000100:00100000:0.0:1779202616.201262:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500976000 00000100:00100000:0.0:1779202616.201274:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500976512 00000100:00100000:0.0:1779202616.201276:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500976512 00000100:00100000:0.0:1779202616.201290:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 538 00000100:00100000:0.0:1779202616.201296:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2421:x1865628500976128:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202616.201325:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2421:x1865628500976128:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202616.201331:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 538 00000100:00100000:0.0:1779202616.201345:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 539 00000100:00100000:0.0:1779202616.201351:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628500976640:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202616.201373:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628500976640:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202616.201378:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 539 00000100:00100000:0.0:1779202616.201388:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 540 00000100:00100000:0.0:1779202616.201393:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2421:x1865628500976000:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202616.201413:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2421:x1865628500976000:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202616.201418:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 540 00000100:00100000:0.0:1779202616.201428:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 541 00000100:00100000:0.0:1779202616.201434:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2421:x1865628500976512:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202616.201454:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2421:x1865628500976512:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202616.201459:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 541 00000100:00100000:3.0:1779202616.204087:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500975616 00000100:00100000:3.0:1779202616.204104:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500975616 00000100:00100000:3.0:1779202616.204248:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 699 00000100:00100000:3.0:1779202616.204260:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628500975616:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202616.204353:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628500975616:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 95us (4004us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202616.204361:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 699 00000100:00080000:3.0:1779202616.204422:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202616.204429:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202616.204433:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202616.204436:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202616.715570:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202616.715599:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524033152:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202616.715728:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202616.715932:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524033152 00000100:00100000:2.0:1779202616.715942:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524033152 00000100:00100000:2.0:1779202616.715999:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1779202616.716009:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524033152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202616.716047:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:2.0:1779202616.716105:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524033152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202616.716113:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1779202616.716168:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524033152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202616.718396:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524033280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202616.718488:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202616.718730:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524033280 00000100:00100000:3.0:1779202616.718741:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524033280 00000100:00100000:3.0:1779202616.718809:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1779202616.718819:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524033280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202616.718843:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:3.0:1779202616.718900:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524033280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202616.718907:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1779202616.718993:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524033280:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1779202617.034868:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202617.230170:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202617.230202:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524033408:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202617.230948:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524033536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202617.231043:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202617.231167:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202617.231219:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524033536 00000100:00100000:0.0:1779202617.231231:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524033536 00000100:00100000:0.0:1779202617.231382:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524033408 00000100:00100000:0.0:1779202617.231386:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524033408 00000100:00100000:2.0:1779202617.231392:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1779202617.231406:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524033536:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202617.231406:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1779202617.231411:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524033408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202617.231457:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920355328 avail 3688833024 00000100:00100000:0.0:1779202617.231526:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524033408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202617.231534:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00080000:0.0:1779202617.231564:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202617.231635:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524033408:0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202617.232149:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920355328 avail 3688833024 00000100:00100000:0.0:1779202617.232206:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524033536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 802us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202617.232213:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1779202617.232564:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524033536:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1779202618.060681:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202618.250867:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202618.250890:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524033664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202618.250968:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202618.251066:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524033664 00000100:00100000:1.0:1779202618.251076:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524033664 00000100:00100000:1.0:1779202618.251129:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1779202618.251138:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524033664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202618.251174:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202618.251224:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524033664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202618.251231:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1779202618.251276:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524033664:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1779202619.083018:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1779202619.797145:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00000001:00080000:3.0:1779202619.797168:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000001:00080000:0.0:1779202619.803668:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967818 is committed 00000001:00080000:0.0:1779202619.803744:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967813 is committed 00010000:00010000:3.0:1779202619.803946:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdd28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202619.803963:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdd28 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202619.803972:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdd28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202619.803979:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202619.803984:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdd28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202619.803993:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdd28 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202619.804018:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:3.0:1779202619.804023:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202619.804028:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdd28 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202619.804035:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbdd28 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1779202619.804176:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0f5032900 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:0.0:1779202619.804182:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0fbf82800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0f50320c0 00000020:00080000:0.0:1779202619.804186:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0fbf82200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc3daea00 00000020:00080000:3.0:1779202619.804254:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 12 committed batchid 11 00000020:00080000:3.0:1779202619.804344:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00010000:00010000:2.0:1779202620.111952:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202620.300425:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524033792:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.300524:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202620.300600:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524034304:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.300631:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202620.300653:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524034816:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.300677:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202620.300715:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524035328:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.300739:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202620.300766:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1779202620.300773:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524033920:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.300800:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202620.300819:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524034432:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.300839:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202620.300857:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524034944:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.300881:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202620.300908:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524034048:0@lo:400:kworker.0 00000100:00100000:3.0:1779202620.300910:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524033792 00000100:00100000:3.0:1779202620.300920:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524033792 00000100:00100000:1.0:1779202620.300931:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202620.300949:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524034560:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.300968:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202620.300982:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1779202620.300985:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524035072:0@lo:400:kworker.0 00000100:00100000:3.0:1779202620.300994:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524033792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.301006:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202620.301026:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1779202620.301032:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524034176:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.301053:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202620.301057:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524033792:12345-0@lo:400:kworker.0 Request processed in 66us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202620.301064:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1779202620.301089:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524034688:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.301110:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202620.301129:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524035200:0@lo:400:kworker.0 00000100:00100000:3.0:1779202620.301135:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524034816 00000100:00100000:3.0:1779202620.301139:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524034816 00000100:00100000:1.0:1779202620.301153:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202620.301175:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524035328 00000100:00100000:3.0:1779202620.301177:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524035328 00000100:00100000:3.0:1779202620.301198:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524034688 00000100:00100000:3.0:1779202620.301201:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524034688 00000100:00100000:3.0:1779202620.301214:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524035200 00000100:00100000:3.0:1779202620.301217:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524035200 00000100:00100000:3.0:1779202620.301231:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1779202620.301237:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524034816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202620.301270:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524034816:12345-0@lo:400:kworker.0 Request processed in 33us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202620.301275:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1779202620.301286:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1779202620.301292:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524035328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202620.301460:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524035456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202620.301492:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202620.301538:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524034304 00000100:00100000:2.0:1779202620.301542:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524034304 00000100:00100000:2.0:1779202620.301575:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524034048 00000100:00100000:2.0:1779202620.301578:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524034048 00000100:00100000:2.0:1779202620.301592:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524035456 00000100:00100000:2.0:1779202620.301594:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524035456 00000100:00100000:2.0:1779202620.301605:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1779202620.301611:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524034304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202620.301647:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524034304:12345-0@lo:400:kworker.0 Request processed in 36us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202620.301653:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1779202620.301666:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1779202620.301672:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3662:x1865628524034048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.301757:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1779202620.301766:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3665:x1865628524035456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202620.301796:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:1.0:1779202620.301836:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3665:x1865628524035456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202620.301841:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1779202620.301864:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1779202620.301870:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524034688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202620.304144:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524033920 00000100:00100000:0.0:1779202620.304162:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524033920 00000100:00100000:0.0:1779202620.304216:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524034432 00000100:00100000:0.0:1779202620.304219:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524034432 00000100:00100000:0.0:1779202620.304238:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524034944 00000100:00100000:0.0:1779202620.304240:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524034944 00000100:00100000:0.0:1779202620.304254:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524034560 00000100:00100000:0.0:1779202620.304257:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524034560 00000100:00100000:0.0:1779202620.304272:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524035072 00000100:00100000:0.0:1779202620.304275:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524035072 00000100:00100000:0.0:1779202620.304289:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524034176 00000100:00100000:0.0:1779202620.304291:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524034176 00000100:00100000:0.0:1779202620.304310:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1779202620.304320:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524033920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202620.304431:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524033920:12345-0@lo:400:kworker.0 Request processed in 112us (3630us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202620.304438:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1779202620.304457:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1779202620.304462:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524034432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202620.304485:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524034432:12345-0@lo:400:kworker.0 Request processed in 24us (3646us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202620.304492:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1779202620.304501:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1779202620.304506:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524034944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202620.304530:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524034944:12345-0@lo:400:kworker.0 Request processed in 25us (3649us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202620.304535:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1779202620.304544:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1779202620.304549:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524034560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202620.304666:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524035328:12345-0@lo:400:kworker.0 Request processed in 3373us (3926us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202620.304675:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1779202620.304704:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1779202620.304712:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524035200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202620.309534:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524034048:12345-0@lo:400:kworker.0 Request processed in 7845us (8584us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202620.309556:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1779202620.309708:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524035456:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1779202620.321851:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202620.322148:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202620.322154:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202620.322159:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202620.322852:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524034688:12345-0@lo:400:kworker.0 Request processed in 20969us (21727us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202620.322871:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1779202620.322940:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1779202620.322965:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524035072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.323062:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524035072:12345-0@lo:400:kworker.0 Request processed in 112us (22055us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202620.323068:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1779202620.323088:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1779202620.323108:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524034176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.323141:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524034176:12345-0@lo:400:kworker.0 Request processed in 48us (22087us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202620.323147:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1779202620.323253:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524034176:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.323270:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524034688:0@lo:400:kworker.0 00000100:00100000:3.0:1779202620.329499:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524035200:12345-0@lo:400:kworker.0 Request processed in 24772us (28328us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202620.329518:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1779202620.332158:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524034560:12345-0@lo:400:kworker.0 Request processed in 27593us (31174us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202620.332175:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1779202620.332355:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524033920:0@lo:400:kworker.0 00000100:00100000:2.0:1779202620.332373:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524034432:0@lo:400:kworker.0 00000100:00100000:2.0:1779202620.332387:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524034944:0@lo:400:kworker.0 00000100:00100000:2.0:1779202620.332398:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524033792:0@lo:400:kworker.0 00000100:00100000:2.0:1779202620.332411:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524034304:0@lo:400:kworker.0 00000100:00100000:2.0:1779202620.332425:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524034816:0@lo:400:kworker.0 00000100:00100000:2.0:1779202620.332438:0:3664:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:2.0:1779202620.332445:0:3664:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967340 committed transno 4294967340 00000100:00100000:2.0:1779202620.332471:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524035328:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.337329:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524035200:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.337351:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524034048:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.337364:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524034560:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.337377:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524035072:0@lo:400:kworker.0 00000100:00100000:1.0:1779202620.893618:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202620.894132:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500976768 00000100:00100000:0.0:1779202620.894146:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500976768 00000100:00100000:0.0:1779202620.894253:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 866 00000100:00100000:0.0:1779202620.894266:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:24932:x1865628500976768:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00080000:2.0:1779202620.894483:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202620.894682:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:24932:x1865628500976768:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 416us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202620.894740:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 866 00000100:00100000:2.0:1779202620.907584:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202620.907749:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500976896 00000100:00100000:1.0:1779202620.907763:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500976896 00000100:00100000:1.0:1779202620.907851:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 867 00000100:00100000:1.0:1779202620.907864:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:24932:x1865628500976896:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1779202620.908019:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:24932:x1865628500976896:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 157us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202620.908027:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 867 00000100:00080000:2.0:1779202620.908174:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1779202621.133330:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202621.323142:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202621.323198:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202621.323239:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202621.323271:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202621.323298:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202621.323320:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202621.323341:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202621.323360:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202621.323394:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202621.323428:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500977280 00000100:00100000:3.0:1779202621.323442:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500977280 00000100:00100000:3.0:1779202621.323518:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500977792 00000100:00100000:3.0:1779202621.323521:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500977792 00000100:00100000:3.0:1779202621.323538:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500977152 00000100:00100000:3.0:1779202621.323540:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500977152 00000100:00100000:3.0:1779202621.323570:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500977664 00000100:00100000:3.0:1779202621.323573:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500977664 00000100:00100000:3.0:1779202621.323591:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 864 00000100:00100000:3.0:1779202621.323603:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628500977280:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202621.323748:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628500977280:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 146us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202621.323757:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 864 00000100:00100000:3.0:1779202621.323776:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 865 00000100:00100000:3.0:1779202621.323782:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628500977792:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202621.323805:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628500977792:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202621.323811:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 865 00000100:00100000:3.0:1779202621.323821:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 866 00000100:00100000:3.0:1779202621.323826:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+80:2422:x1865628500977152:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202621.323847:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+80:2422:x1865628500977152:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202621.323854:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 866 00000100:00100000:3.0:1779202621.323864:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 867 00000100:00100000:3.0:1779202621.323870:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:2422:x1865628500977664:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202621.323893:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:2422:x1865628500977664:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202621.323899:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 867 00000100:00100000:2.0:1779202621.325040:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500977536 00000100:00100000:2.0:1779202621.325051:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500977536 00000100:00100000:2.0:1779202621.325114:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500978048 00000100:00100000:2.0:1779202621.325117:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500978048 00000100:00100000:2.0:1779202621.325139:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500977408 00000100:00100000:2.0:1779202621.325141:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500977408 00000100:00100000:2.0:1779202621.325153:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500977920 00000100:00100000:2.0:1779202621.325155:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500977920 00000100:00100000:2.0:1779202621.325177:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 546 00000100:00100000:2.0:1779202621.325185:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2422:x1865628500977536:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202621.325243:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2422:x1865628500977536:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 59us (2005us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202621.325250:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 546 00000100:00100000:2.0:1779202621.325265:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 547 00000100:00100000:2.0:1779202621.325270:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628500978048:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202621.325289:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628500978048:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (1991us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202621.325296:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 547 00000100:00100000:2.0:1779202621.325306:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 548 00000100:00100000:2.0:1779202621.325312:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2422:x1865628500977408:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202621.325332:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2422:x1865628500977408:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (1992us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202621.325338:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 548 00000100:00100000:2.0:1779202621.325346:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 549 00000100:00100000:2.0:1779202621.325351:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2422:x1865628500977920:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202621.325368:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2422:x1865628500977920:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 17us (1974us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202621.325377:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 549 00000100:00080000:2.0:1779202621.325399:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202621.325403:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202621.325405:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202621.325408:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202621.325755:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500977024 00000100:00100000:0.0:1779202621.325762:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500977024 00000100:00100000:0.0:1779202621.325804:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 701 00000100:00100000:0.0:1779202621.325812:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628500977024:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202621.325857:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628500977024:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 46us (2733us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202621.325868:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 701 00000100:00100000:1.0:1779202621.835181:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524035584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202621.835301:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202621.835402:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524035712:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202621.836514:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202621.849227:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524035584 00000100:00100000:0.0:1779202621.849250:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524035584 00000100:00100000:0.0:1779202621.849673:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524035712 00000100:00100000:0.0:1779202621.849679:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524035712 00000100:00100000:0.0:1779202621.849733:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1779202621.849749:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524035584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202621.849799:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:0.0:1779202621.849918:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524035584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 174us (14617us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202621.849926:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1779202621.849945:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1779202621.849951:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524035712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202621.849964:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:0.0:1779202621.850004:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524035712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (13494us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202621.850010:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1779202621.850086:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524035712:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202621.850219:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524035584:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1779202622.156253:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202622.347563:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524035840:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202622.347673:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202622.348429:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202622.348445:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524035968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202622.348490:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202622.348720:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524035840 00000100:00100000:1.0:1779202622.348732:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524035840 00000100:00100000:1.0:1779202622.348807:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524035968 00000100:00100000:1.0:1779202622.348811:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524035968 00000100:00100000:1.0:1779202622.348837:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1779202622.348848:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524035840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202622.348893:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920355328 avail 3688833024 00000100:00100000:1.0:1779202622.348948:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524035840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (1275us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202622.348956:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1779202622.348976:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1779202622.348983:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524035968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202622.348992:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920355328 avail 3688833024 00000100:00100000:1.0:1779202622.349015:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524035968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202622.349021:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00080000:2.0:1779202622.349324:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202622.349380:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524035968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202622.349398:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524035840:0@lo:13:osp-pre-1-0.0 00000001:02000400:3.0:1779202623.105945:0:20109:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 10:57:00 (1779202620) 00010000:00010000:2.0:1779202623.179385:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202623.316484:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202623.371156:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524036096:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202623.371733:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202623.372409:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524036096 00000100:00100000:1.0:1779202623.372421:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524036096 00000100:00100000:1.0:1779202623.372493:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1779202623.372506:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524036096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202623.372568:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202623.372730:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524036096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 226us (996us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202623.372739:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1779202623.381669:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524036096:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202623.436779:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202623.438748:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500978176 00000100:00100000:3.0:1779202623.438765:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500978176 00000100:00100000:3.0:1779202623.438845:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 868 00000100:00100000:3.0:1779202623.438856:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:25627:x1865628500978176:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1779202623.439000:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:25627:x1865628500978176:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 146us (2232us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202623.439008:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 868 00000100:00080000:2.0:1779202623.439275:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202623.446884:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202623.451504:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500978304 00000100:00100000:2.0:1779202623.451537:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500978304 00000100:00100000:2.0:1779202623.451652:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 869 00000100:00100000:2.0:1779202623.451671:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:25627:x1865628500978304:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1779202623.451861:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:25627:x1865628500978304:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 196us (4990us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202623.451869:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 869 00000100:00080000:2.0:1779202623.452059:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202623.464259:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202623.464393:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500978432 00000100:00100000:0.0:1779202623.464409:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500978432 00000100:00100000:0.0:1779202623.464499:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 870 00000100:00100000:0.0:1779202623.464522:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+80:25628:x1865628500978432:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202623.464560:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202623.464590:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdd9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652aa expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.464682:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdda6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.464726:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdda6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.464743:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdda6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1779202623.464992:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1779202623.465052:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbddad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466448:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbddad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466472:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbddad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466538:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdda6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466546:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdda6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466554:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdda6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466560:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202623.466565:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdda6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466573:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdda6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466585:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202623.466588:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202623.466594:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdda6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466601:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdda6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466618:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbddad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466624:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbddad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466630:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbddad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466635:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202623.466638:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbddad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466643:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbddad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466650:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff91cfc28aab00) 00010000:00010000:0.0:1779202623.466653:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202623.466656:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbddad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466662:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbddad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466726:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdd9f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652aa expref: 81 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466737:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202623.466740:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202623.466743:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdd9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652aa expref: 81 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.466752:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121cc00, rc 0) 00000100:00100000:0.0:1779202623.466830:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+80:25628:x1865628500978432:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 2310us (2588us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202623.466839:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 870 00000100:00100000:1.0:1779202623.482947:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202623.483889:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500978688 00000100:00100000:3.0:1779202623.483906:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500978688 00000100:00100000:3.0:1779202623.484005:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 871 00000100:00100000:3.0:1779202623.484019:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+80:25628:x1865628500978688:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:3.0:1779202623.484298:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202623.484338:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbdba0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65217 expref: 80 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.484364:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202623.484371:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202623.484463:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.484480:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdbca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65225 expref: 34 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.484491:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.484552:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdbca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65225 expref: 34 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.484570:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdbca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65225 expref: 34 pid: 7869 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202623.484589:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4380000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524036224:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202623.486593:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0faa3d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202623.501944:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202623.502046:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4380000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524036224:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202623.502087:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202623.502476:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500978816 00000100:00100000:1.0:1779202623.502485:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500978816 00010000:00010000:1.0:1779202623.502549:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdbca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65225 expref: 35 pid: 7869 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202623.502596:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 283 00000100:00100000:1.0:1779202623.502610:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c8d20850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:2419:x1865628500978816:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202623.502631:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202623.502640:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdbca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65225 expref: 35 pid: 7869 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.502657:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdbca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65225 expref: 35 pid: 7869 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.502687:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbdbca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65225 expref: 35 pid: 7869 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.502724:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202623.502728:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.502739:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.502748:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.502780:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202623.502850:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c8d20850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:2419:x1865628500978816:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 242us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202623.502869:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 283 00010000:00010000:1.0:1779202623.503147:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.503157:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.503187:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbddbb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.503203:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbddbb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.503211:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbddbb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.503957:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbddc2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.503973:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbddc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.503981:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbddc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202623.504000:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2410d4e reply state 00000000452eca77 transno 4294967819 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbddc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.504013:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbddc2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.504023:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:1.0:1779202623.504027:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202623.504031:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1779202623.504040:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:1.0:1779202623.504050:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.504059:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.504066:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.504074:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.504081:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202623.504086:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.504094:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.504106:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202623.504109:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202623.504113:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.504121:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbddb4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202623.504133:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2410d4e reply state 00000000452eca77 transno 4294967819 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbddbb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.504141:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbddbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.504147:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff91d0d90aed00) 00010000:00010000:1.0:1779202623.504150:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202623.504152:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1779202623.504231:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+81:25628:x1865628500978688:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 20214us (21305us total) trans 4294967819 rc 0/0 00000100:00100000:1.0:1779202623.504240:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 871 00000040:00080000:2.0:1779202623.509527:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202623.509541:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202623.509568:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:2.0:1779202623.509576:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202623.529620:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202623.529669:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500978944 00000100:00100000:2.0:1779202623.529684:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500978944 00000100:00100000:2.0:1779202623.532955:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 872 00000100:00100000:2.0:1779202623.532991:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+81:25629:x1865628500978944:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202623.533029:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202623.533060:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbddc9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652b1 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.533154:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbddd0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.533172:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbddd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.533186:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbddd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202623.533252:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1779202623.533256:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202623.533285:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbddd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.533315:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbddc9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652b1 expref: 83 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.533340:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbddd0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652b1 expref: 82 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.533352:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202623.533355:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202623.533361:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3ad3600, rc 0) 00000100:00100000:2.0:1779202623.533472:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:25629:x1865628500978944:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 501us (3866us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202623.533480:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 872 00000100:00100000:2.0:1779202623.542596:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202623.542766:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500979072 00000100:00100000:1.0:1779202623.542791:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500979072 00000100:00100000:1.0:1779202623.542877:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 873 00000100:00100000:1.0:1779202623.542889:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:25629:x1865628500979072:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202623.542918:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202623.542949:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbddd7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652b8 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543045:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbddde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543066:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbddde lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543081:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbddde lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543093:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdde5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543099:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdde5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543106:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdde5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543234:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbddec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543244:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbddec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543257:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbddec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202623.543306:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:1.0:1779202623.543311:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202623.543614:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbddec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543633:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbddde lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543641:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbddde lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543649:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbddde lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543656:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202623.543661:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbddde lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543669:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbddde lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.543684:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202623.543687:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202623.545967:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbddde lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.545989:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbddde lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.546023:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdde5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.546032:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdde5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.546040:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdde5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.546046:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202623.546051:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdde5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.546059:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdde5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.546080:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff91d0d90aed00) 00010000:00010000:1.0:1779202623.546083:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202623.546086:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdde5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.546093:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdde5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.546149:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbddd7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652b8 expref: 84 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.546166:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbddec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652b8 expref: 83 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.546183:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:1.0:1779202623.546186:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1779202623.546189:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4297a00, rc 0) 00000100:00100000:1.0:1779202623.546304:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:25629:x1865628500979072:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 3415us (3720us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202623.546315:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 873 00000100:00100000:3.0:1779202623.556409:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202623.556499:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500979328 00000100:00100000:2.0:1779202623.556525:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500979328 00000100:00100000:2.0:1779202623.556617:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 874 00000100:00100000:2.0:1779202623.556631:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:25629:x1865628500979328:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202623.556662:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202623.556722:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbddf3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652bf expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.556898:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbddfa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.556917:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbddfa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.556932:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbddfa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.557136:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbde01 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.557163:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbde01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.557180:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbde01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.558771:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.558790:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.558800:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202623.558813:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00010000:00010000:2.0:1779202623.558844:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbddfa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.558851:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbddfa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.558857:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbddfa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.558864:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202623.558868:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbddfa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.558876:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbddfa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.558888:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:2.0:1779202623.558891:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202623.558897:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbddfa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.558904:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbddfa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202623.558918:0:7869:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cdedaaa3 reply state 00000000242abdbd transno 4294967820 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbde01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.558928:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbde01 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.558934:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff91cfc10a4100) 00010000:00010000:2.0:1779202623.558937:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202623.558939:0:7869:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1779202623.558982:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbddf3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652bf expref: 86 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.558997:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652bf expref: 85 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.559004:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff91cfc10a4800) 00010000:00010000:2.0:1779202623.559006:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202623.559008:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76c00, rc 0) 00000100:00100000:2.0:1779202623.559127:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:25629:x1865628500979328:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 2492us (2727us total) trans 4294967820 rc 0/0 00000100:00100000:2.0:1779202623.559136:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 874 00000100:00100000:2.0:1779202623.565041:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202623.565233:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500979584 00000100:00100000:3.0:1779202623.565244:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500979584 00000100:00100000:2.0:1779202623.565458:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 875 00000100:00100000:2.0:1779202623.565473:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:25629:x1865628500979584:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202623.565515:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202623.565539:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbde16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652c6 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.565769:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.565786:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde08 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652bf expref: 87 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.565795:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.565830:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652bf expref: 87 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.565844:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652bf expref: 87 pid: 7869 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202623.565860:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a28000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524036352:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202623.565967:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1779202623.576409:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a28000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524036352:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202623.576452:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202623.590090:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202623.590161:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500979712 00000100:00100000:2.0:1779202623.590178:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500979712 00010000:00010000:2.0:1779202623.590234:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652bf expref: 88 pid: 7869 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202623.590280:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 284 00000100:00100000:2.0:1779202623.590290:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:2419:x1865628500979712:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202623.590306:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202623.590314:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652bf expref: 88 pid: 7869 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.590331:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652bf expref: 88 pid: 7869 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.590357:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652bf expref: 88 pid: 7869 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.590374:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff91cfc10a4800) 00010000:00010000:2.0:1779202623.590379:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.590388:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.590396:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.590433:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202623.590491:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:2419:x1865628500979712:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 202us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202623.590498:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 284 00010000:00010000:0.0:1779202623.591330:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.591346:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202623.591378:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00080000:0.0:1779202623.591766:0:6564:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x10:0x0], index 0: 0 00000004:00080000:0.0:1779202623.591775:0:6564:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x11:0x0], index 1: 0 00010000:00010000:0.0:1779202623.591920:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.591935:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.591943:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.591951:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3ad2e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202623.591957:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.591966:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.591985:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff91cfc10a4800) 00010000:00010000:0.0:1779202623.591988:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202623.591994:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.592000:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde1d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.592080:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbde16 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652c6 expref: 87 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.592092:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:0.0:1779202623.592094:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1779202623.592099:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbde16 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652c6 expref: 87 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.592109:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76200, rc 0) 00000100:00100000:0.0:1779202623.592179:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:25629:x1865628500979584:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 26711us (27151us total) trans 4294967821 rc 301/301 00000100:00100000:0.0:1779202623.592189:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 875 00000100:00100000:3.0:1779202623.596575:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202623.596645:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500979968 00000100:00100000:0.0:1779202623.596659:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500979968 00000100:00100000:0.0:1779202623.596772:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 169 00000100:00100000:0.0:1779202623.596784:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:25629:x1865628500979968:12345-192.168.204.21@tcp:35:lfs.0 00000100:00100000:1.0:1779202623.599014:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:25629:x1865628500979968:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 2218us (2440us total) trans 4294967822 rc 0/0 00000100:00100000:1.0:1779202623.599037:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 169 00000100:00100000:3.0:1779202623.604756:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202623.604896:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500980096 00000100:00100000:0.0:1779202623.604911:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500980096 00000100:00100000:0.0:1779202623.604975:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 876 00000100:00100000:0.0:1779202623.604987:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:25629:x1865628500980096:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202623.605019:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202623.605054:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbde2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652cd expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.605138:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbde2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652cd expref: 88 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.605158:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbde2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652cd expref: 88 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.605183:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff91cfc28aab00) 00010000:00010000:0.0:1779202623.605187:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202623.605192:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c400, rc 0) 00000100:00100000:0.0:1779202623.605437:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:25629:x1865628500980096:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 450us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202623.605445:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 876 00000100:00100000:2.0:1779202623.608946:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202623.609047:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500980352 00000100:00100000:3.0:1779202623.609058:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500980352 00000100:00100000:3.0:1779202623.609271:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 170 00000100:00100000:3.0:1779202623.609282:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:25629:x1865628500980352:12345-192.168.204.21@tcp:35:lfs.0 00000100:00100000:3.0:1779202623.609560:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:25629:x1865628500980352:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 280us (625us total) trans 4294967823 rc 0/0 00000100:00100000:3.0:1779202623.609568:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 170 00000100:00100000:3.0:1779202623.698535:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202623.698995:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500980480 00000100:00100000:1.0:1779202623.699015:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500980480 00000100:00100000:1.0:1779202623.699797:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 877 00000100:00100000:1.0:1779202623.699812:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:25635:x1865628500980480:12345-192.168.204.21@tcp:101:mkdir.0 00010000:00010000:1.0:1779202623.699853:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202623.699882:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbde32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652d4 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.699983:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbde39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.700002:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbde39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.700016:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbde39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202623.700083:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:1.0:1779202623.700089:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202623.700115:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbde39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.700148:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dbde32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652d4 expref: 91 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.700172:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbde39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652d4 expref: 90 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202623.700182:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:1.0:1779202623.700185:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202623.700189:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296600, rc 0) 00000100:00100000:1.0:1779202623.700315:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:25635:x1865628500980480:12345-192.168.204.21@tcp:101:mkdir.0 Request processed in 507us (1790us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202623.700326:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 877 00000100:00100000:0.0:1779202623.734859:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202623.735047:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500980608 00000100:00100000:3.0:1779202623.735063:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500980608 00000100:00100000:3.0:1779202623.735142:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 878 00000100:00100000:3.0:1779202623.735155:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:25636:x1865628500980608:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202623.735185:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202623.735212:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dbde40 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652db expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735320:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbde47 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735342:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbde47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735361:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbde47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735373:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbde4e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735381:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbde4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735388:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbde4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735481:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbde55 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735489:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbde55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735495:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbde55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202623.735557:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00200000:3.0:1779202623.735562:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202623.735590:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbde55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735604:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbde55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735614:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbde47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735625:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbde47 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735631:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbde47 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735637:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202623.735642:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbde47 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735652:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbde47 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735669:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:3.0:1779202623.735672:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202623.735678:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbde47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.735684:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbde47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.736265:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbde4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.736276:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbde4e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.736283:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbde4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.736290:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202623.736294:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbde4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.736300:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbde4e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.736310:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff91cfc10a4100) 00010000:00010000:3.0:1779202623.736313:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202623.736317:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbde4e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.736323:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbde4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.736364:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dbde40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652db expref: 92 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.736379:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbde55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652db expref: 91 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.736387:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff91cfc28aab00) 00010000:00010000:3.0:1779202623.736390:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202623.736393:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840400, rc 0) 00000100:00100000:3.0:1779202623.736492:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:25636:x1865628500980608:12345-192.168.204.21@tcp:101:rm.0 Request processed in 1340us (1648us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202623.736510:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 878 00000100:00100000:3.0:1779202623.746466:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202623.746528:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202623.753514:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500980736 00000100:00100000:0.0:1779202623.753538:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500980736 00000100:00100000:0.0:1779202623.753757:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500980864 00000100:00100000:0.0:1779202623.753761:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500980864 00000100:00100000:3.0:1779202623.753848:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 215 00000100:00100000:3.0:1779202623.753869:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2420:x1865628500980736:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202623.753895:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202623.753922:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017eb8cc7/0x3d5ca2fc49dbde5c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652e2 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202623.753954:0:8446:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1779202623.753980:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202623.753982:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202623.753992:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017eb8cc7/0x3d5ca2fc49dbde5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e2 expref: 11 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.754012:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000017eb8cc7/0x3d5ca2fc49dbde5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e2 expref: 11 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.754037:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840600, rc 0) 00000100:00100000:3.0:1779202623.754121:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628500980736:12345-192.168.204.21@tcp:101:rm.0 Request processed in 260us (7669us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202623.754129:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 215 00000100:00080000:1.0:1779202623.762984:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202623.763000:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202623.764009:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 216 00000100:00100000:0.0:1779202623.764029:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628500980864:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202623.764054:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202623.764086:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbde63 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652e9 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202623.764121:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1779202623.764148:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202623.764151:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202623.764162:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbde63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e9 expref: 13 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.764181:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbde63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e9 expref: 13 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.764197:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d000, rc 0) 00000100:00100000:0.0:1779202623.764727:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2420:x1865628500980864:12345-192.168.204.21@tcp:101:rm.0 Request processed in 670us (18161us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202623.764738:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 216 00000100:00100000:3.0:1779202623.778633:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202623.779262:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500981120 00000100:00100000:0.0:1779202623.779277:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500981120 00000100:00100000:0.0:1779202623.779365:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 879 00000100:00100000:0.0:1779202623.779377:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:25636:x1865628500981120:12345-192.168.204.21@tcp:36:rm.0 00010000:00010000:0.0:1779202623.779454:0:16980:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1779202623.779493:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbde55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652db expref: 91 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.779533:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbde2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652cd expref: 90 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.779548:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff91cfc28aab00) 00010000:00010000:0.0:1779202623.779572:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbde39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652d4 expref: 89 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.779583:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:0.0:1779202623.779587:0:16980:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202623.779617:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbde6a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.779636:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbde6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.779649:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbde6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.779662:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbde71 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.779669:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbde71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.779675:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbde71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.782210:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbde78 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.782247:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbde78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.782260:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbde78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202623.782615:0:16980:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8728 00000004:00080000:0.0:1779202623.782627:0:16980:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 753018933219ns, next at 754018930379ns, rc = 0 00000040:00080000:0.0:1779202623.782652:0:16980:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 64 off8840 00000004:00080000:0.0:1779202623.782658:0:16980:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 753018965083ns, next at 754018963969ns, rc = 0 00010000:00010000:0.0:1779202623.782753:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbde7f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.782764:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbde7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.782773:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbde7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.782782:0:16980:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbde7f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.782788:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbde7f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.782795:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbde7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.783686:0:16980:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1779202623.784613:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbde78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.784627:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbde78 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.784636:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbde78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.784643:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202623.784649:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbde78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.784658:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbde78 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.784678:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff91cfc28aaf00) 00010000:00010000:0.0:1779202623.784682:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1779202623.784687:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbde78 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.785352:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbde78 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.785386:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbde6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.785393:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbde6a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.785404:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbde6a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.785411:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202623.785414:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbde6a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.785421:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbde6a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.785433:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:0.0:1779202623.785436:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202623.785439:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbde6a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.785445:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbde6a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202623.785457:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000003a07d66 reply state 000000001d46278a transno 4294967824 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbde71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.785472:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbde71 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202623.785480:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff91cfc10a4100) 00010000:00010000:0.0:1779202623.785483:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202623.785487:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1779202623.785718:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:25636:x1865628500981120:12345-192.168.204.21@tcp:36:rm.0 Request processed in 6316us (7073us total) trans 4294967824 rc 0/0 00000100:00100000:0.0:1779202623.785729:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 879 00010000:00010000:3.0:1779202623.791097:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202623.791115:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbde7f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.791131:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202623.791137:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbde7f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.791149:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbde7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.791180:0:6552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff91cfc28aaf00) 00010000:00010000:3.0:1779202623.791183:0:6552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1779202623.791190:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbde7f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.791197:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbde7f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202623.791245:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202623.791247:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202623.791249:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202623.827528:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202623.828266:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500981376 00000100:00100000:2.0:1779202623.828282:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500981376 00000100:00100000:2.0:1779202623.828367:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 880 00000100:00100000:2.0:1779202623.828380:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:25637:x1865628500981376:12345-192.168.204.21@tcp:101:dd.0 00010000:00010000:2.0:1779202623.828414:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202623.828443:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde86 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652f0 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.828603:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbde8d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.828623:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbde8d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.828653:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbde8d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.828668:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde94 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.828677:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.828685:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202623.829530:0:7869:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x11:0x0], index 0: 0 00010000:00010000:2.0:1779202623.834350:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbde9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.834385:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbde9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.834401:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbde9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.834458:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbde8d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.834467:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbde8d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.834473:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbde8d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.834480:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202623.834485:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbde8d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.834493:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbde8d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.834521:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:2.0:1779202623.834524:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202623.834531:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbde8d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.834537:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbde8d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202623.834556:0:7869:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000267a0dcb reply state 000000002c45688d transno 4294967825 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.834569:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.834576:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff91cfc10a4100) 00010000:00010000:2.0:1779202623.834579:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202623.834583:0:7869:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1779202623.834634:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbde86 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f0 expref: 93 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.834660:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbde9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f0 expref: 92 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.834669:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:2.0:1779202623.834672:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202623.834674:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76800, rc 0) 00000100:00100000:2.0:1779202623.834838:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:25637:x1865628500981376:12345-192.168.204.21@tcp:101:dd.0 Request processed in 6459us (7341us total) trans 4294967825 rc 0/0 00000100:00100000:2.0:1779202623.834849:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 880 00000100:00100000:1.0:1779202623.840270:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202623.840923:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500981504 00000100:00100000:2.0:1779202623.840939:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500981504 00000100:00100000:2.0:1779202623.841026:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 217 00000100:00100000:2.0:1779202623.841040:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:25637:x1865628500981504:12345-192.168.204.21@tcp:101:dd.0 00010000:00010000:2.0:1779202623.841067:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202623.841111:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652f7 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202623.841148:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1779202623.841177:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202623.841180:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202623.841191:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f7 expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.841218:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f7 expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202623.841233:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76200, rc 0) 00000100:00100000:2.0:1779202623.841315:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:25637:x1865628500981504:12345-192.168.204.21@tcp:101:dd.0 Request processed in 278us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202623.841323:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 217 00000100:00100000:0.0:1779202624.052627:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202624.055823:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500981632 00000100:00100000:3.0:1779202624.055855:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500981632 00002000:00100000:3.0:1779202624.055950:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff91cfc1b5d500 x1865628500981632/t0(0) o4->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:590/0 lens 488/0 e 0 to 0 dl 1779202635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202624.055965:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc1b5d500 with x1865628500981632 ext(0->4194303) 00002000:00010000:3.0:1779202624.055975:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc1b5d500 00000100:00100000:3.0:1779202624.056236:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 63 00000100:00100000:3.0:1779202624.056247:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628500981632:12345-192.168.204.21@tcp:4:dd.0 00000100:00100000:1.0:1779202624.085549:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202624.086727:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500981888 00000100:00100000:3.0:1779202624.086742:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500981888 00000100:00100000:3.0:1779202624.088852:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 171 00000100:00100000:3.0:1779202624.088872:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:25637:x1865628500981888:12345-192.168.204.21@tcp:35:dd.0 00000100:00100000:3.0:1779202624.089205:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:25637:x1865628500981888:12345-192.168.204.21@tcp:35:dd.0 Request processed in 341us (3673us total) trans 4294967826 rc 0/0 00000100:00100000:3.0:1779202624.089217:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 171 00000100:00100000:1.0:1779202624.196877:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202624.198039:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500982144 00000100:00100000:0.0:1779202624.198058:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500982144 00000100:00100000:0.0:1779202624.198225:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 881 00000100:00100000:0.0:1779202624.198241:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:25640:x1865628500982144:12345-192.168.204.21@tcp:101:md5sum.0 00010000:00010000:0.0:1779202624.198278:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202624.198307:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdeb0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d652fe expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.198462:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdeb7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.198481:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdeb7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.198503:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdeb7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202624.198518:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:0.0:1779202624.199024:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdeb0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652fe expref: 97 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.199049:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdeb7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652fe expref: 96 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.199059:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:0.0:1779202624.199062:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1779202624.199067:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860c00, rc 0) 00000100:00100000:0.0:1779202624.199160:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:25640:x1865628500982144:12345-192.168.204.21@tcp:101:md5sum.0 Request processed in 923us (2299us total) trans 4294967827 rc 0/0 00000100:00100000:0.0:1779202624.199169:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 881 00010000:00010000:0.0:1779202624.203904:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202624.247328:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2420:x1865628500981632:12345-192.168.204.21@tcp:4:dd.0 Request processed in 191070us (194705us total) trans 4294967335 rc 0/0 00000100:00100000:2.0:1779202624.247343:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 63 00002000:00100000:2.0:1779202624.247357:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff91cfc1b5d500 x1865628500981632/t4294967335(0) o4->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:590/0 lens 488/448 e 0 to 0 dl 1779202635 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202624.247368:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc1b5d500 with x1865628500981632 ext(0->4194303) 00002000:00010000:2.0:1779202624.247375:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc1b5d500 00000040:00080000:3.0:1779202624.331484:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1779202624.333606:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202624.333779:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500982272 00000100:00100000:1.0:1779202624.333797:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500982272 00000100:00100000:1.0:1779202624.333878:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 882 00000100:00100000:1.0:1779202624.333889:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:25641:x1865628500982272:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202624.333920:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202624.333945:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbdec5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65305 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.334018:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdecc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.334032:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.334045:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202624.334086:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:1.0:1779202624.334090:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202624.334110:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.334136:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dbdec5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65305 expref: 98 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.334156:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdecc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65305 expref: 97 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.334166:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:1.0:1779202624.334169:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202624.334172:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296600, rc 0) 00000100:00100000:1.0:1779202624.334251:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:25641:x1865628500982272:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 363us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202624.334258:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 882 00000100:00100000:0.0:1779202624.350987:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202624.351269:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500982528 00000100:00100000:1.0:1779202624.351285:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500982528 00000100:00100000:1.0:1779202624.351371:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 883 00000100:00100000:1.0:1779202624.351383:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:25641:x1865628500982528:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:1.0:1779202624.351628:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].20, 136 off10912 00000100:00100000:1.0:1779202624.351991:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:25641:x1865628500982528:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 609us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202624.352001:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 883 00000040:00080000:2.0:1779202624.537028:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202624.537040:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202624.537076:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:2.0:1779202624.537093:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202624.537373:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2b800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524036480:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202624.537517:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1779202624.543481:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2b800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524036480:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202624.544794:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202624.544903:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500982656 00000100:00100000:2.0:1779202624.544923:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500982656 00000100:00100000:2.0:1779202624.544996:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 884 00000100:00100000:2.0:1779202624.545007:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:25651:x1865628500982656:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202624.545058:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202624.545215:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:25651:x1865628500982656:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 207us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202624.545223:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 884 00000100:00100000:2.0:1779202624.553119:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202624.553216:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500982912 00000100:00100000:3.0:1779202624.553230:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500982912 00000100:00100000:3.0:1779202624.553308:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 885 00000100:00100000:3.0:1779202624.553320:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:25651:x1865628500982912:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202624.553347:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202624.553373:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbded3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6530c expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.553520:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdeda lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.553539:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdeda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.553552:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdeda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202624.553564:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:3.0:1779202624.553757:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbded3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6530c expref: 37 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.553780:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdeda lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6530c expref: 36 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.553792:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:3.0:1779202624.553796:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202624.553801:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841e00, rc 0) 00000100:00100000:3.0:1779202624.553883:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:25651:x1865628500982912:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 565us (779us total) trans 4294967828 rc 0/0 00000100:00100000:3.0:1779202624.553891:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 885 00000100:00100000:3.0:1779202624.561917:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202624.561987:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500983040 00000100:00100000:0.0:1779202624.562001:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500983040 00000100:00100000:0.0:1779202624.562099:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 218 00000100:00100000:0.0:1779202624.562111:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2419:x1865628500983040:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202624.562181:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.562207:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f7 expref: 13 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.562216:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202624.562219:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202624.562224:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1779202624.562290:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1779202624.562297:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f7 expref: 13 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.562315:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f7 expref: 13 pid: 8511 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202624.562333:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524036608:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202624.562452:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f25393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202624.564227:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524036608:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202624.564260:0:8446:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202624.570394:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202624.570539:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500983168 00000100:00100000:0.0:1779202624.570553:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500983168 00002000:00100000:0.0:1779202624.570620:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff91cfc4a2a300 x1865628500983168/t0(0) o4->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:590/0 lens 488/0 e 0 to 0 dl 1779202635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202624.570633:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a2a300 with x1865628500983168 ext(4194304->5242879) 00010000:00010000:0.0:1779202624.570644:0:8450:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f7 expref: 14 pid: 8511 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.570805:0:8450:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f7 expref: 14 pid: 8511 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202624.570816:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc4a2a300 00000100:00100000:0.0:1779202624.570894:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 9 00000100:00100000:0.0:1779202624.570907:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2419:x1865628500983168:12345-192.168.204.21@tcp:4:md5sum.0 00000100:00100000:0.0:1779202624.590305:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2419:x1865628500983168:12345-192.168.204.21@tcp:4:md5sum.0 Request processed in 19384us (19909us total) trans 4294967336 rc 0/0 00000100:00100000:0.0:1779202624.590323:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 9 00002000:00100000:0.0:1779202624.590342:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff91cfc4a2a300 x1865628500983168/t4294967336(0) o4->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:590/0 lens 488/448 e 0 to 0 dl 1779202635 ref 1 fl Complete:H/600/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202624.590355:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a2a300 with x1865628500983168 ext(4194304->5242879) 00010000:00010000:0.0:1779202624.590368:0:8450:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f7 expref: 16 pid: 8511 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.590393:0:8450:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f7 expref: 16 pid: 8511 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202624.590402:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc4a2a300 00000100:00100000:2.0:1779202624.597853:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202624.598051:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500983296 00000100:00100000:1.0:1779202624.598065:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500983296 00010000:00010000:1.0:1779202624.598184:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f7 expref: 16 pid: 8511 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202624.598274:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 285 00000100:00100000:1.0:1779202624.598287:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2419:x1865628500983296:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202624.598305:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1779202624.598328:0:6549:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:1.0:1779202624.598331:0:6549:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb mtime from disk: 0 -> 1779202623 00002000:00010000:1.0:1779202624.598334:0:6549:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb atime from disk: 0 -> 1779202623 00002000:00010000:1.0:1779202624.598336:0:6549:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb ctime from disk: 0 -> 1779202623 00002000:00010000:1.0:1779202624.598339:0:6549:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 0 -> 10240 00010000:00010000:1.0:1779202624.598346:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f7 expref: 16 pid: 8511 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.598363:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f7 expref: 16 pid: 8511 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.598389:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f148f11d/0x3d5ca2fc49dbdea9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f7 expref: 16 pid: 8511 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.598407:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202624.598410:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202624.598416:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.598427:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.598512:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202624.598591:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2419:x1865628500983296:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 306us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202624.598599:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 285 00010000:00010000:0.0:1779202624.600544:0:8446:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.600568:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.600608:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.600618:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.600628:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.600636:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202624.600642:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.600653:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.600706:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.600715:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f8886c6/0x3d5ca2fc49dbdee8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202624.600822:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2419:x1865628500983040:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 38710us (38918us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202624.600833:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 218 00000100:00100000:2.0:1779202624.611993:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202624.612071:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500983552 00000100:00100000:1.0:1779202624.612086:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500983552 00000100:00100000:1.0:1779202624.612157:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 886 00000100:00100000:1.0:1779202624.612168:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:25651:x1865628500983552:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202624.612294:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:25651:x1865628500983552:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 127us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202624.612304:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 886 00000100:00100000:2.0:1779202624.615654:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202624.615958:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500983680 00000100:00100000:3.0:1779202624.615973:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500983680 00000100:00100000:3.0:1779202624.616317:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 219 00000100:00100000:3.0:1779202624.616334:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2419:x1865628500983680:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202624.616358:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202624.616389:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dbdeef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65313 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202624.616424:0:8447:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 5242880, mtime: 0x6a0c7a3f, atime: 0x6a0c7a3f, ctime: 0x6a0c7a3f, blocks: 0x2800 00010000:00010000:3.0:1779202624.616454:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202624.616456:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202624.616468:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dbdeef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65313 expref: 9 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.616499:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dbdeef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65313 expref: 9 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.616516:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841200, rc 0) 00000100:00100000:3.0:1779202624.616678:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628500983680:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 347us (1040us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202624.616687:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 219 00000100:00100000:2.0:1779202624.620283:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202624.620387:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500983936 00000100:00100000:3.0:1779202624.620401:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500983936 00000100:00100000:3.0:1779202624.620516:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 887 00000100:00100000:3.0:1779202624.620529:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:25651:x1865628500983936:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202624.620788:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:25651:x1865628500983936:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 262us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202624.620796:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 887 00000100:00100000:1.0:1779202624.631840:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202624.631948:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500984064 00000100:00100000:2.0:1779202624.631962:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500984064 00002000:00100000:2.0:1779202624.632029:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (0->1048575) req@ffff91cfc3cabb80 x1865628500984064/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:590/0 lens 488/0 e 0 to 0 dl 1779202635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202624.632042:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3cabb80 with x1865628500984064 ext(0->1048575) 00002000:00010000:2.0:1779202624.632048:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc3cabb80 00000100:00100000:2.0:1779202624.632093:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 64 00000100:00100000:2.0:1779202624.632112:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628500984064:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1779202624.664802:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628500984064:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 32674us (32962us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1779202624.664820:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 64 00002000:00100000:1.0:1779202624.664837:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (0->1048575) req@ffff91cfc3cabb80 x1865628500984064/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:590/0 lens 488/440 e 0 to 0 dl 1779202635 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202624.664857:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3cabb80 with x1865628500984064 ext(0->1048575) 00002000:00010000:1.0:1779202624.664864:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc3cabb80 00000100:00100000:1.0:1779202624.701990:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202624.702230:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500984192 00000100:00100000:3.0:1779202624.702244:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500984192 00002000:00100000:3.0:1779202624.702313:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (1048576->5242879) req@ffff91cfc3ca9180 x1865628500984192/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:590/0 lens 488/0 e 0 to 0 dl 1779202635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202624.702327:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3ca9180 with x1865628500984192 ext(1048576->5242879) 00002000:00010000:3.0:1779202624.702334:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc3ca9180 00000100:00100000:3.0:1779202624.702367:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 65 00000100:00100000:3.0:1779202624.702377:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628500984192:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1779202624.779427:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628500984192:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 77033us (77438us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1779202624.779446:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 65 00002000:00100000:0.0:1779202624.779464:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (1048576->5242879) req@ffff91cfc3ca9180 x1865628500984192/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:590/0 lens 488/440 e 0 to 0 dl 1779202635 ref 1 fl Complete:/600/0 rc 4194304/4194304 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202624.779476:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3ca9180 with x1865628500984192 ext(1048576->5242879) 00002000:00010000:0.0:1779202624.779492:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc3ca9180 00000100:00100000:1.0:1779202624.813921:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202624.814053:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500984320 00000100:00100000:3.0:1779202624.814067:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500984320 00000100:00100000:3.0:1779202624.814153:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 888 00000100:00100000:3.0:1779202624.814166:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:25651:x1865628500984320:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202624.814195:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202624.814222:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdef6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6531a expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.814277:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbdefd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.814294:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbdefd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.814312:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbdefd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.814464:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdef6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6531a expref: 38 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.814496:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbdefd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6531a expref: 37 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.814506:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:3.0:1779202624.814509:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202624.814513:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4800, rc 0) 00000100:00100000:3.0:1779202624.814594:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:25651:x1865628500984320:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 430us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202624.814601:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 888 00000100:00100000:0.0:1779202624.821026:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202624.821300:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500984448 00000100:00100000:2.0:1779202624.821315:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500984448 00000100:00100000:2.0:1779202624.821401:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 889 00000100:00100000:2.0:1779202624.821414:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:25651:x1865628500984448:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202624.821464:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202624.821651:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:25651:x1865628500984448:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 239us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202624.821659:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 889 00000100:00100000:2.0:1779202624.827792:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202624.827976:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500984576 00000100:00100000:3.0:1779202624.827992:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500984576 00000100:00100000:3.0:1779202624.828080:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 220 00000100:00100000:3.0:1779202624.828104:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628500984576:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1779202624.828175:0:12963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf04 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.828205:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202624.828207:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202624.828214:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf04 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.828240:0:12963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf04 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.828281:0:12963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf04 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.828291:0:12963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf04 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.828300:0:12963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.828308:0:12963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202624.828313:0:12963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.828323:0:12963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.828342:0:12963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf04 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.828357:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf04 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202624.828458:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628500984576:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 366us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202624.828467:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 220 00000100:00100000:0.0:1779202624.833559:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202624.833639:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500984832 00000100:00100000:3.0:1779202624.833660:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500984832 00000100:00100000:3.0:1779202624.833748:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 890 00000100:00100000:3.0:1779202624.833759:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:25651:x1865628500984832:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1779202624.833860:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.833881:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbdefd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6531a expref: 37 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.833892:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.833945:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbdefd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6531a expref: 37 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.833961:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbdefd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6531a expref: 37 pid: 6563 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202624.833979:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524036736:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202624.834327:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0df00a480 going to sleep for 11 seconds 00000100:00100000:0.0:1779202624.842648:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202624.842826:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524036736:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202624.842870:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202624.843751:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500984960 00000100:00100000:2.0:1779202624.843763:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500984960 00010000:00010000:2.0:1779202624.843818:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbdefd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6531a expref: 38 pid: 6563 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202624.843861:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 286 00000100:00100000:2.0:1779202624.843872:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:2419:x1865628500984960:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202624.843890:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202624.843898:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbdefd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6531a expref: 38 pid: 6563 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.843925:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbdefd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6531a expref: 38 pid: 6563 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.843967:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbdefd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6531a expref: 38 pid: 6563 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.843991:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:2.0:1779202624.843997:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.844009:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.845358:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.845413:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202624.845512:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2419:x1865628500984960:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1636us (2874us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202624.845526:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 286 00010000:00010000:3.0:1779202624.855539:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.855565:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.855873:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.855884:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.855893:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.855909:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202624.855915:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.855924:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.855946:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:3.0:1779202624.855950:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202624.855957:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.855970:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf0b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202624.856198:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:25651:x1865628500984832:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 22432us (22647us total) trans 4294967829 rc 0/0 00000100:00100000:3.0:1779202624.856210:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 890 00000040:00080000:1.0:1779202624.857419:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202624.857427:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202624.858005:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1779202624.858017:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1779202624.863763:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967829 is committed 00000001:00080000:0.0:1779202624.863810:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967827 is committed 00000004:00080000:0.0:1779202624.863823:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000004:00080000:0.0:1779202624.863835:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000020:00080000:0.0:1779202624.863855:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 12 batchid updated 00000020:00080000:3.0:1779202624.864048:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000020:00080000:3.0:1779202624.864062:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:3.0:1779202624.864072:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202624.864107:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524036864:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1779202624.864202:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202624.864266:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524036864 00000100:00100000:3.0:1779202624.864276:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524036864 00000100:00100000:3.0:1779202624.864346:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1779202624.864357:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524036864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1779202624.864672:0:8444:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17 count 1 00010000:00010000:3.0:1779202624.864753:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.864784:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbde63 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e9 expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.864794:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202624.864797:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202624.864802:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.864807:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbddbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.864837:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbddbb lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.864846:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbddbb lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.864852:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202624.864859:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbddbb lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.864861:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbde63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e9 expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.864889:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbddbb lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.864909:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff91d0d90aed00) 00010000:00010000:2.0:1779202624.864912:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202624.864918:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbddbb lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.864924:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dbddbb lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.864952:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbddc2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.864958:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbddc2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.864964:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbddc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.864968:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202624.864971:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbddc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.864978:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbddc2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.864988:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:2.0:1779202624.864992:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202624.864995:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbddc2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.865002:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dbddc2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.865025:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbde01 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.865031:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbde01 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.865037:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbde01 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.865045:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbde63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e9 expref: 12 pid: 17866 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.865047:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202624.865053:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbde01 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202624.865069:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524036992:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202624.865364:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524037120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1779202624.865423:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202624.865488:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524037120 00000100:00100000:1.0:1779202624.865495:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524037120 00000100:00100000:1.0:1779202624.865548:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1779202624.865557:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524037120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1779202624.865578:0:17866:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16 count 1 00010000:00010000:1.0:1779202624.865600:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.865617:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000017eb8cc7/0x3d5ca2fc49dbde5c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e2 expref: 14 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.865625:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202624.865627:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202624.865631:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.865661:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000017eb8cc7/0x3d5ca2fc49dbde5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e2 expref: 14 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.865673:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000017eb8cc7/0x3d5ca2fc49dbde5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e2 expref: 14 pid: 8446 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202624.865683:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524037248:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202624.865815:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0df00a9c0 going to sleep for 11 seconds 00000100:00080000:3.0:1779202624.865833:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202624.865838:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1779202624.866261:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbde01 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.866279:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff91cfc10a4100) 00010000:00010000:2.0:1779202624.866281:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202624.866287:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbde01 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.866293:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbde01 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.866312:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbde71 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.866318:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbde71 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.866323:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbde71 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.866329:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202624.866332:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbde71 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.866337:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbde71 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.866348:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff91cfc10a4100) 00010000:00010000:2.0:1779202624.866351:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202624.866353:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbde71 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.866358:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbde71 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202624.868901:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4300 going to sleep for 11 seconds 00010000:00010000:2.0:1779202624.870333:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.870350:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde94 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.870358:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.870379:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202624.870384:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.870391:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde94 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.870408:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff91cfc10a4100) 00010000:00010000:2.0:1779202624.870411:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202624.870416:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde94 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.870422:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbde94 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202624.871631:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202624.872740:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500985216 00000100:00100000:2.0:1779202624.872756:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500985216 00000100:00100000:2.0:1779202624.872848:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 172 00000100:00100000:2.0:1779202624.872859:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:25651:x1865628500985216:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202624.873320:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:25651:x1865628500985216:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 460us (1699us total) trans 4294967830 rc 0/0 00000100:00100000:2.0:1779202624.873330:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 172 00000100:00100000:1.0:1779202624.876115:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202624.876241:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524036992:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202624.876275:0:8444:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202624.876516:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500985344 00000100:00100000:3.0:1779202624.876525:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500985344 00010000:00010000:3.0:1779202624.876571:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000017eb8cc7/0x3d5ca2fc49dbde5c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e2 expref: 15 pid: 8446 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202624.876618:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 287 00000100:00100000:3.0:1779202624.876627:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2419:x1865628500985344:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202624.876644:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202624.876649:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000017eb8cc7/0x3d5ca2fc49dbde5c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e2 expref: 15 pid: 8446 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.876661:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000017eb8cc7/0x3d5ca2fc49dbde5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e2 expref: 15 pid: 8446 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.876724:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202624.876726:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202624.876732:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.876744:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.876766:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202624.876824:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2419:x1865628500985344:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 198us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202624.876832:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 287 00010000:00010000:2.0:1779202624.877018:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017eb8cc7/0x3d5ca2fc49dbde5c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e2 expref: 14 pid: 8446 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202624.877034:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524037248:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202624.877054:0:17866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.877063:0:17866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.877069:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.877081:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.878511:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202624.878552:0:17866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1779202624.878856:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524037120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13295us (13428us total) trans 4294967337 rc 0/0 00000100:00100000:2.0:1779202624.878870:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00010000:00010000:3.0:1779202624.879038:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202624.879047:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.879058:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc508f800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202624.879063:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.879074:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.879106:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.879120:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008dbfcac3/0x3d5ca2fc49dbdf19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202624.879148:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202624.879150:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202624.879152:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202624.882949:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202624.885446:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500985472 00000100:00100000:1.0:1779202624.885469:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500985472 00010000:00010000:1.0:1779202624.885553:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbde63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e9 expref: 13 pid: 17866 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202624.885666:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 288 00000100:00100000:1.0:1779202624.885678:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2420:x1865628500985472:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202624.885722:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202624.885728:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbde63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e9 expref: 13 pid: 17866 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.885748:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbde63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e9 expref: 13 pid: 17866 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.885783:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbde63 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652e9 expref: 13 pid: 17866 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.885805:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202624.885808:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202624.885813:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.885824:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.885863:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202624.885948:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628500985472:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 271us (3013us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202624.885956:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 288 00000004:00080000:0.0:1779202624.892006:0:3664:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc3cab100/2, rc 0, transno 4294967337 00000100:00100000:0.0:1779202624.892028:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524037120:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1779202624.892634:0:8444:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.892854:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.892872:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.892882:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202624.893022:0:8444:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1779202624.893355:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524036864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28998us (29151us total) trans 4294967341 rc 0/0 00000100:00100000:1.0:1779202624.893370:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000004:00080000:2.0:1779202624.894433:0:3662:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc4a28700/2, rc 0, transno 4294967341 00000100:00100000:2.0:1779202624.894447:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524036864:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1779202624.898897:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202624.898929:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.898949:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4e00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202624.898956:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.898970:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.899001:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.899289:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbdf12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202624.899762:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202624.899765:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202624.899767:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202625.230196:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202625.419687:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524037504:0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.419830:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202625.419909:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524038016:0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.419944:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202625.419968:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524038528:0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.419997:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202625.420033:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1779202625.420058:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524037632:0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.420082:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202625.420100:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524038144:0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.420119:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202625.420135:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524038656:0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.420155:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202625.420195:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524037504 00000100:00100000:2.0:1779202625.420206:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524037504 00000100:00100000:2.0:1779202625.420280:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1779202625.420292:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524037504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.420353:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524037504:12345-0@lo:400:kworker.0 Request processed in 64us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202625.420360:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1779202625.420398:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524038016 00000100:00100000:2.0:1779202625.420402:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524038016 00000100:00100000:2.0:1779202625.420427:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1779202625.420432:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524038016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.420464:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524038016:12345-0@lo:400:kworker.0 Request processed in 32us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202625.420480:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1779202625.420498:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524038528 00000100:00100000:2.0:1779202625.420501:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524038528 00000100:00100000:2.0:1779202625.420540:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524037632 00000100:00100000:2.0:1779202625.420542:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524037632 00000100:00100000:2.0:1779202625.420561:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524038144 00000100:00100000:2.0:1779202625.420563:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524038144 00000100:00100000:2.0:1779202625.420575:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524038656 00000100:00100000:2.0:1779202625.420577:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524038656 00000100:00100000:2.0:1779202625.420593:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1779202625.420598:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524038528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.420627:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524038528:12345-0@lo:400:kworker.0 Request processed in 29us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202625.420633:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1779202625.420643:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1779202625.420648:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524037632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.420667:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524037632:12345-0@lo:400:kworker.0 Request processed in 20us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202625.420675:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1779202625.420683:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1779202625.420687:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524038144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.420733:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524038144:12345-0@lo:400:kworker.0 Request processed in 45us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202625.420737:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1779202625.420746:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1779202625.420751:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524038656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.420772:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524038656:12345-0@lo:400:kworker.0 Request processed in 22us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202625.420777:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00080000:2.0:1779202625.420811:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202625.420816:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202625.420986:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524037632:0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.420999:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524038144:0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.421008:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524038656:0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.421016:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524037504:0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.421024:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524038016:0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.421033:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524038528:0@lo:400:kworker.0 00000100:00100000:3.0:1779202625.421576:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524037760:0@lo:400:kworker.0 00000100:00100000:3.0:1779202625.421631:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202625.421678:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524038272:0@lo:400:kworker.0 00000100:00100000:3.0:1779202625.421729:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202625.421747:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524038784:0@lo:400:kworker.0 00000100:00100000:3.0:1779202625.421775:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202625.421846:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524037760 00000100:00100000:3.0:1779202625.421852:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524037760 00000100:00100000:3.0:1779202625.423225:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1779202625.423245:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524037760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202625.423434:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524037760:12345-0@lo:400:kworker.0 Request processed in 196us (1803us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202625.425340:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524037376:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202625.425456:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202625.425529:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524037888:0@lo:400:kworker.0 00000100:00100000:1.0:1779202625.427868:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202625.427963:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524038400:0@lo:400:kworker.0 00000100:00100000:1.0:1779202625.428039:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202625.428116:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524038784 00000100:00100000:1.0:1779202625.428126:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524038784 00000100:00100000:1.0:1779202625.428212:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524038400 00000100:00100000:1.0:1779202625.428215:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524038400 00000100:00100000:1.0:1779202625.428249:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1779202625.428258:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524038784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202625.428325:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524038784:12345-0@lo:400:kworker.0 Request processed in 66us (6548us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202625.428332:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1779202625.428354:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1779202625.428363:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524038400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202625.428416:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524038400:12345-0@lo:400:kworker.0 Request processed in 56us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202625.428423:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1779202625.428453:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524037376 00000100:00100000:1.0:1779202625.428457:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524037376 00000100:00080000:2.0:1779202625.429300:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202625.429309:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202625.429331:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524038272 00000100:00100000:2.0:1779202625.429342:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524038272 00000100:00100000:2.0:1779202625.429406:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524037888 00000100:00100000:2.0:1779202625.429409:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524037888 00000100:00100000:2.0:1779202625.429435:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1779202625.429445:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524038272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.429546:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524038272:12345-0@lo:400:kworker.0 Request processed in 103us (7816us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202625.429554:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1779202625.429571:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1779202625.429577:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524037888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202625.429609:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524037888:12345-0@lo:400:kworker.0 Request processed in 32us (1751us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202625.429615:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00080000:2.0:1779202625.429636:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202625.433431:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1779202625.433604:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524037760:0@lo:400:kworker.0 00000100:00100000:3.0:1779202625.433629:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524038272:0@lo:400:kworker.0 00000100:00100000:3.0:1779202625.433644:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524038784:0@lo:400:kworker.0 00000100:00100000:1.0:1779202625.434589:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1779202625.434619:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524037376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202625.434665:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:1.0:1779202625.434776:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524037376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 173us (9321us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202625.434783:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1779202625.434861:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524037376:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202625.434876:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524037888:0@lo:400:kworker.0 00000100:00100000:1.0:1779202625.434888:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524038400:0@lo:400:kworker.0 00000040:00080000:1.0:1779202625.447896:0:20158:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202625.447905:0:20158:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202625.448023:0:20158:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:1.0:1779202625.448031:0:20158:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202625.563723:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202625.563770:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500985600 00000100:00100000:3.0:1779202625.563788:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500985600 00000100:00100000:3.0:1779202625.563904:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 223 00000100:00100000:3.0:1779202625.563916:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2422:x1865628500985600:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202625.563941:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202625.563965:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf20 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65321 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.563999:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202625.564002:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202625.564021:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65321 expref: 15 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.564042:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65321 expref: 15 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.564057:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5000, rc 0) 00000100:00100000:3.0:1779202625.564132:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2422:x1865628500985600:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 218us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202625.564141:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 223 00000100:00080000:0.0:1779202625.564240:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202625.585656:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202625.585777:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500985856 00000100:00100000:2.0:1779202625.585795:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500985856 00000100:00100000:2.0:1779202625.585897:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 173 00000100:00100000:2.0:1779202625.585908:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6475c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+84:25652:x1865628500985856:12345-192.168.204.21@tcp:35:lfs.0 00000100:00100000:2.0:1779202625.586156:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6475c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:25652:x1865628500985856:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 250us (521us total) trans 4294967831 rc 0/0 00000100:00100000:2.0:1779202625.586165:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 173 00000100:00080000:0.0:1779202625.586298:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202625.589550:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202625.589656:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500986112 00000100:00100000:2.0:1779202625.589666:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500986112 00000100:00100000:2.0:1779202625.589760:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 891 00000100:00100000:2.0:1779202625.589771:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:25652:x1865628500986112:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202625.589796:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202625.589800:0:6564:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1779202625.589827:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdeb7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652fe expref: 85 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.589847:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:2.0:1779202625.589852:0:6564:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202625.589866:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbdf27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65328 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.589973:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbdf2e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.589987:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbdf2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.589995:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbdf2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202625.590007:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:2.0:1779202625.590112:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbdf27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65328 expref: 87 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.590129:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbdf2e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65328 expref: 86 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.590137:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:2.0:1779202625.590140:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1779202625.590142:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6800, rc 0) 00000100:00100000:2.0:1779202625.590197:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:25652:x1865628500986112:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 428us (657us total) trans 4294967832 rc 0/0 00000100:00100000:2.0:1779202625.590205:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 891 00000100:00100000:0.0:1779202625.593009:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202625.593093:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500986240 00000100:00100000:2.0:1779202625.593104:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500986240 00000100:00100000:2.0:1779202625.593161:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 224 00000100:00100000:2.0:1779202625.593170:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2419:x1865628500986240:12345-192.168.204.21@tcp:1:lfs.0 00010000:00010000:2.0:1779202625.593224:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.593246:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dbdeef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65313 expref: 8 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.593254:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf20 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65321 expref: 15 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.593262:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202625.593264:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202625.593267:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 5/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.593306:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65321 expref: 15 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.593321:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65321 expref: 15 pid: 17866 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202625.593336:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524038912:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202625.593451:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dbdeef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65313 expref: 8 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.593462:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dbdeef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65313 expref: 8 pid: 8447 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202625.593483:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524039040:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202625.593507:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202625.600600:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524038912:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202625.600618:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524039040:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202625.600650:0:8511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202625.610061:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202625.610127:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500986368 00000100:00100000:3.0:1779202625.610138:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500986368 00010000:00010000:3.0:1779202625.610179:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65321 expref: 16 pid: 17866 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202625.610220:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 289 00000100:00100000:3.0:1779202625.610230:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2420:x1865628500986368:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202625.610247:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202625.610269:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65321 expref: 16 pid: 17866 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.610283:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65321 expref: 16 pid: 17866 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.610304:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbdf20 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65321 expref: 16 pid: 17866 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.610320:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202625.610380:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2420:x1865628500986368:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 150us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202625.610387:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 289 00000100:00100000:1.0:1779202625.626972:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202625.627035:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500986496 00000100:00100000:2.0:1779202625.627051:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500986496 00010000:00010000:2.0:1779202625.627110:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dbdeef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65313 expref: 9 pid: 8447 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202625.627154:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 290 00000100:00100000:2.0:1779202625.627164:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c8d23850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628500986496:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202625.627178:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202625.627198:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dbdeef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65313 expref: 9 pid: 8447 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.627223:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dbdeef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65313 expref: 9 pid: 8447 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.627250:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dbdeef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65313 expref: 9 pid: 8447 timeout: 854 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.627265:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202625.627268:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202625.627272:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.627282:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.627310:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202625.627380:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c8d23850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2419:x1865628500986496:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 216us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202625.627387:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 290 00010000:00010000:3.0:1779202625.627738:0:8511:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.627749:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.627774:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.627783:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.627791:0:8511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.627799:0:8511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202625.627803:0:8511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.627811:0:8511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.627823:0:8511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.627830:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079a76b59/0x3d5ca2fc49dbdf3c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202625.627894:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2419:x1865628500986240:12345-192.168.204.21@tcp:1:lfs.0 Request processed in 34724us (34894us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202625.627903:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 224 00000100:00100000:1.0:1779202625.656055:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202625.656342:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500986752 00000100:00100000:3.0:1779202625.656358:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500986752 00000100:00100000:3.0:1779202625.656433:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 174 00000100:00100000:3.0:1779202625.656443:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:25652:x1865628500986752:12345-192.168.204.21@tcp:35:lfs.0 00000004:00010000:3.0:1779202625.656520:0:6565:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x32:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbdf2e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65328 expref: 86 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1779202625.656746:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967833 00000001:00080000:3.0:1779202625.657107:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967834 00010000:00010000:3.0:1779202625.657145:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.657161:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbde9b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f0 expref: 89 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.657170:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdeda lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6530c expref: 35 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.657177:0:6565:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.657226:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdeda lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6530c expref: 35 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.657241:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdeda lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6530c expref: 35 pid: 6563 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202625.657256:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524039168:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202625.658332:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbde9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f0 expref: 89 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.658346:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbde9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f0 expref: 89 pid: 7869 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202625.658359:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524039296:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202625.660441:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e51300 going to sleep for 11 seconds 00000100:00100000:1.0:1779202625.667426:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202625.667461:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202625.667489:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524039168:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202625.667507:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524039296:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202625.667534:0:6565:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202625.668657:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500987008 00000100:00100000:0.0:1779202625.668668:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500987008 00010000:00010000:0.0:1779202625.668731:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbde9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f0 expref: 90 pid: 7869 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202625.668770:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500986880 00000100:00100000:0.0:1779202625.668774:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500986880 00010000:00010000:0.0:1779202625.668801:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdeda lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6530c expref: 36 pid: 6563 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202625.668824:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 291 00000100:00100000:0.0:1779202625.668832:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:2419:x1865628500987008:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202625.668849:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202625.668856:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbde9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f0 expref: 90 pid: 7869 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.668868:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbde9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f0 expref: 90 pid: 7869 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.668891:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbde9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652f0 expref: 90 pid: 7869 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.668914:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:0.0:1779202625.668920:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.668929:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.668937:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202625.668967:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 292 00000100:00100000:1.0:1779202625.668990:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:2420:x1865628500986880:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202625.669010:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1779202625.669021:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:2419:x1865628500987008:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 173us (1591us total) trans 0 rc 0/0 00010000:00010000:1.0:1779202625.669024:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdeda lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6530c expref: 36 pid: 6563 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202625.669036:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 291 00010000:00010000:1.0:1779202625.669062:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdeda lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6530c expref: 36 pid: 6563 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1779202625.669068:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1779202625.669511:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbdeda lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6530c expref: 36 pid: 6563 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.669538:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:1.0:1779202625.669544:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.669555:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.669563:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.669606:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202625.669677:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:2420:x1865628500986880:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 697us (2214us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202625.669686:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 292 00010000:00010000:0.0:1779202625.671288:0:6565:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.671306:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1779202625.671451:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967835 00000001:00080000:0.0:1779202625.671583:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967836 00000100:00100000:0.0:1779202625.671722:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524039424:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1779202625.671792:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202625.671825:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cc1160c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202625.672063:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524039424 00000100:00100000:2.0:1779202625.672071:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524039424 00000100:00100000:2.0:1779202625.672132:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1779202625.672141:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6565:x1865628524039424:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1779202625.672241:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6565:x1865628524039424:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 98us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202625.672249:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1779202625.672488:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524039424:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1779202625.672645:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967837 00000100:00100000:0.0:1779202625.672747:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524039552:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1779202625.672783:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202625.672807:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c3971480 going to sleep for 11 seconds 00000100:00100000:2.0:1779202625.674868:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524039552 00000100:00100000:2.0:1779202625.674884:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524039552 00000100:00100000:2.0:1779202625.674964:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1779202625.674977:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6565:x1865628524039552:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1779202625.675235:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6565:x1865628524039552:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 261us (2450us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1779202625.675242:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1779202625.675340:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524039552:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1779202625.675447:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967838 00010000:00010000:1.0:1779202625.675519:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.675533:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.675546:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.675554:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202625.675559:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.675567:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.675587:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:1.0:1779202625.675591:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1779202625.675597:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.675603:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbdf43 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1779202625.675813:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x33:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1779202625.675898:0:6565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8792 00000004:00080000:1.0:1779202625.675913:0:6565:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 754912219388ns, next at 755912216550ns, rc = 0 00000001:00080000:1.0:1779202625.675921:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967839 00010000:00010000:1.0:1779202625.675952:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc10a4c00) 00010000:00010000:1.0:1779202625.675955:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1779202625.675964:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbdf2e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65328 expref: 93 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202625.676371:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:25652:x1865628500986752:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 19927us (20334us total) trans 4294967840 rc 0/0 00000100:00100000:1.0:1779202625.676387:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 174 00000020:00080000:1.0:1779202625.676393:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1779202625.705898:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202625.706029:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500987264 00000100:00100000:3.0:1779202625.706041:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500987264 00000100:00100000:3.0:1779202625.706112:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 892 00000100:00100000:3.0:1779202625.706123:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:25654:x1865628500987264:12345-192.168.204.21@tcp:101:md5sum.0 00010000:00010000:3.0:1779202625.706149:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202625.706170:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf4a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6532f expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706546:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbdf51 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706562:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbdf51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706574:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbdf51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706588:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbdf58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706594:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbdf58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706600:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbdf58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706756:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbdf5f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706764:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbdf5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706771:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbdf5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202625.706782:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:3.0:1779202625.706857:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbdf51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706864:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbdf51 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706871:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbdf51 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706877:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202625.706881:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbdf51 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706889:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbdf51 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706901:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:3.0:1779202625.706904:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202625.706909:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbdf51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706915:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbdf51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706927:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbdf58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706933:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbdf58 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706943:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbdf58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706948:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202625.706951:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbdf58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706957:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbdf58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706964:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff91cfc2a52c00) 00010000:00010000:3.0:1779202625.706966:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202625.706969:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbdf58 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.706974:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbdf58 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.707022:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf4a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6532f expref: 95 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.707036:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbdf5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6532f expref: 94 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.707044:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc2a52400) 00010000:00010000:3.0:1779202625.707046:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202625.707048:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4200, rc 0) 00000100:00100000:3.0:1779202625.707131:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:25654:x1865628500987264:12345-192.168.204.21@tcp:101:md5sum.0 Request processed in 1009us (1242us total) trans 4294967841 rc 0/0 00000100:00100000:3.0:1779202625.707142:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 892 00000100:00100000:3.0:1779202625.712625:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202625.712784:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500987520 00000100:00100000:0.0:1779202625.712796:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500987520 00000100:00100000:0.0:1779202625.712860:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 38 00000100:00100000:0.0:1779202625.712871:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:25654:x1865628500987520:12345-192.168.204.21@tcp:103:md5sum.0 00010000:00010000:0.0:1779202625.712885:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202625.712909:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbdf5f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6532f expref: 94 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.712927:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc2a52400) 00010000:00010000:0.0:1779202625.712940:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202625.712998:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:25654:x1865628500987520:12345-192.168.204.21@tcp:103:md5sum.0 Request processed in 129us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202625.713006:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 38 00000100:00100000:1.0:1779202625.720521:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202625.720606:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500987648 00000100:00100000:0.0:1779202625.720616:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500987648 00000100:00100000:0.0:1779202625.720678:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 893 00000100:00100000:0.0:1779202625.720688:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:25654:x1865628500987648:12345-192.168.204.21@tcp:58:md5sum.0 00010000:00010000:0.0:1779202625.720814:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbdf6d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.720833:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbdf6d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.720846:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbdf6d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202625.720945:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].21, 136 off11048 00000100:00100000:0.0:1779202625.721027:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:25654:x1865628500987648:12345-192.168.204.21@tcp:58:md5sum.0 Request processed in 339us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202625.721035:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 893 00000100:00100000:1.0:1779202625.731535:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202625.731871:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500987776 00000100:00100000:3.0:1779202625.731885:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500987776 00000100:00100000:3.0:1779202625.731945:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 894 00000100:00100000:3.0:1779202625.731956:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:25654:x1865628500987776:12345-192.168.204.21@tcp:101:md5sum.0 00010000:00010000:3.0:1779202625.731979:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202625.732000:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65336 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.732055:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbdf6d lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.732066:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf74 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65336 expref: 94 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.732098:0:6562:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbdf6d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.732111:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf74 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65336 expref: 94 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.732125:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:3.0:1779202625.732128:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202625.732131:0:6562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf74 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65336 expref: 94 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202625.732143:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5800, rc 0) 00000100:00100000:3.0:1779202625.732245:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:25654:x1865628500987776:12345-192.168.204.21@tcp:101:md5sum.0 Request processed in 291us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202625.732252:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 894 00000040:00080000:1.0:1779202625.867719:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202625.867728:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202625.867756:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 4 00000040:00080000:1.0:1779202625.867766:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202625.867910:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524039680:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202625.868037:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f2539000 going to sleep for 11 seconds 00000100:00100000:2.0:1779202625.875773:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524039680:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202625.889872:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202625.890004:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500987904 00000100:00100000:2.0:1779202625.890022:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500987904 00000100:00100000:2.0:1779202625.890096:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 895 00000100:00100000:2.0:1779202625.890108:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:25655:x1865628500987904:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202625.890153:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202625.890310:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:25655:x1865628500987904:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 204us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202625.890319:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 895 00000100:00100000:1.0:1779202625.912353:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202625.912482:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500988032 00000100:00100000:0.0:1779202625.912494:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500988032 00000100:00100000:0.0:1779202625.912559:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 896 00000100:00100000:0.0:1779202625.912569:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:25655:x1865628500988032:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1779202625.912655:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdf7b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912675:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdf7b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912734:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdf7b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912799:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdf82 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912807:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdf82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912814:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdf82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912838:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdf89 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912846:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdf89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912852:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdf89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202625.912901:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00000004:00200000:0.0:1779202625.912905:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202625.912919:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdf89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912933:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdf7b lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912940:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdf7b lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912946:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdf7b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912953:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdf7b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912958:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202625.912962:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdf7b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912968:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdf7b lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912980:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:0.0:1779202625.912983:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202625.912987:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdf7b lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.912993:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdf7b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913009:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdf82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913015:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdf82 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913019:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdf82 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913024:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202625.913027:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdf82 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913031:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdf82 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913038:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xd884179a (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202625.913040:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202625.913043:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdf82 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913048:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdf82 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913062:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdf89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913080:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdf89 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913086:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdf89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913091:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202625.913094:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdf89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913099:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdf89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913106:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:0.0:1779202625.913108:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202625.913111:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdf89 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.913116:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdf89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202625.913193:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:25655:x1865628500988032:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 625us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202625.913201:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 896 00000100:00100000:0.0:1779202625.916871:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202625.917347:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500988288 00000100:00100000:1.0:1779202625.917358:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500988288 00000100:00100000:1.0:1779202625.917427:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 897 00000100:00100000:1.0:1779202625.917437:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:25655:x1865628500988288:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202625.917468:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202625.917491:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508fc00/0x3d5ca2fc49dbdf90 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6533d expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.917604:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508fe00/0x3d5ca2fc49dbdf97 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.917620:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508fe00/0x3d5ca2fc49dbdf97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.917632:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508fe00/0x3d5ca2fc49dbdf97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202625.917657:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:1.0:1779202625.917784:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508fe00/0x3d5ca2fc49dbdf97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.917793:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508fe00/0x3d5ca2fc49dbdf97 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.917799:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508fe00/0x3d5ca2fc49dbdf97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.917804:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc508fe00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202625.917808:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508fe00/0x3d5ca2fc49dbdf97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.917815:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508fe00/0x3d5ca2fc49dbdf97 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.917827:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:1.0:1779202625.917830:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202625.917835:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508fe00/0x3d5ca2fc49dbdf97 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.917840:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508fe00/0x3d5ca2fc49dbdf97 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.917886:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508fc00/0x3d5ca2fc49dbdf90 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6533d expref: 37 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.917897:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202625.917899:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202625.917904:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508fc00/0x3d5ca2fc49dbdf90 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6533d expref: 37 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.917913:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc508fc00, rc 0) 00000100:00100000:1.0:1779202625.917973:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:25655:x1865628500988288:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 538us (1112us total) trans 4294967842 rc 301/301 00000100:00100000:1.0:1779202625.917980:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 897 00000100:00100000:3.0:1779202625.932720:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202625.933018:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500988416 00000100:00100000:0.0:1779202625.933030:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500988416 00000100:00100000:0.0:1779202625.933092:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 898 00000100:00100000:0.0:1779202625.933102:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:25655:x1865628500988416:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1779202625.933137:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202625.933271:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:25655:x1865628500988416:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 170us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202625.933278:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 898 00000100:00100000:3.0:1779202625.958611:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202625.958988:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500988544 00000100:00100000:0.0:1779202625.959004:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500988544 00000100:00100000:0.0:1779202625.959236:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 899 00000100:00100000:0.0:1779202625.959248:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:25655:x1865628500988544:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202625.959269:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202625.959291:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdfa5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65344 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.959360:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdfac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.959375:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdfac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.959387:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdfac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202625.959441:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202625.959445:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202625.959481:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdfac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.959507:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbdfa5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65344 expref: 38 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.959526:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdfac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65344 expref: 37 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.959535:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202625.959538:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202625.959542:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d600, rc 0) 00000100:00100000:0.0:1779202625.959623:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:25655:x1865628500988544:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 377us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202625.959630:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 899 00000100:00100000:1.0:1779202625.963611:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202625.963800:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500988672 00000100:00100000:0.0:1779202625.963812:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500988672 00000100:00100000:0.0:1779202625.963881:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 900 00000100:00100000:0.0:1779202625.963893:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:25655:x1865628500988672:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202625.963915:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202625.963935:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdfb3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6534b expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964007:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdfba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964022:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdfba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964045:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdfba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964060:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdfc1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964074:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdfc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964080:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdfc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964184:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdfc8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964193:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdfc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964198:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdfc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202625.964527:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:0.0:1779202625.964531:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202625.964553:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdfc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964566:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdfba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964573:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdfba lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964579:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdfba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964585:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202625.964590:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdfba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964597:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdfba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964610:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202625.964612:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202625.964617:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdfba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964627:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbdfba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964768:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdfc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964774:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdfc1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964780:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdfc1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964785:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202625.964788:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdfc1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964794:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdfc1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964801:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202625.964804:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202625.964807:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdfc1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964812:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbdfc1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964847:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbdfb3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6534b expref: 39 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964860:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdfc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6534b expref: 38 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.964868:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:0.0:1779202625.964870:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1779202625.964873:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860c00, rc 0) 00000100:00100000:0.0:1779202625.965022:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:25655:x1865628500988672:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1130us (1419us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202625.965031:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 900 00000100:00100000:3.0:1779202625.970307:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202625.970485:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500988928 00000100:00100000:0.0:1779202625.970497:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500988928 00000100:00100000:0.0:1779202625.970560:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 901 00000100:00100000:0.0:1779202625.970571:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:25655:x1865628500988928:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202625.970592:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202625.970613:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdfcf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65352 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.971167:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdfd6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.971183:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdfd6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.971195:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdfd6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202625.971218:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00010000:00010000:0.0:1779202625.971268:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdfcf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65352 expref: 41 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.971290:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdfd6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65352 expref: 40 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202625.971298:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0a00) 00010000:00010000:0.0:1779202625.971301:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202625.971304:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860600, rc 0) 00000100:00100000:0.0:1779202625.971360:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:25655:x1865628500988928:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 791us (1063us total) trans 4294967843 rc 0/0 00000100:00100000:0.0:1779202625.971369:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 901 00000100:00100000:3.0:1779202625.986360:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202625.993996:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500989184 00000100:00100000:1.0:1779202625.994011:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500989184 00000100:00100000:1.0:1779202625.994081:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 902 00000100:00100000:1.0:1779202625.994092:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:25655:x1865628500989184:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1779202625.995403:0:16980:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202625.995438:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdfd6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65352 expref: 40 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202625.995475:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0a00) 00010000:00010000:1.0:1779202625.995486:0:16980:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202625.998402:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.998434:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdecc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65305 expref: 93 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.998445:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.998508:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdecc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65305 expref: 93 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202625.998528:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdecc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65305 expref: 93 pid: 6563 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202625.998552:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524039808:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202625.998768:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202626.008595:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202626.008688:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500989312 00000100:00100000:1.0:1779202626.008729:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500989312 00010000:00010000:1.0:1779202626.008783:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdecc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65305 expref: 94 pid: 6563 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202626.008829:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 293 00000100:00100000:1.0:1779202626.008840:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:2420:x1865628500989312:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202626.008859:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202626.008867:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdecc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65305 expref: 94 pid: 6563 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.008895:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdecc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65305 expref: 94 pid: 6563 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.008929:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:1.0:1779202626.008936:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.008949:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.008959:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.008982:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202626.009047:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:2420:x1865628500989312:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 209us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202626.009055:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 293 00010000:00010000:2.0:1779202626.010742:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dbdecc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65305 expref: 93 pid: 6563 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202626.010770:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524039808:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202626.010803:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.010815:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.010822:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.010857:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbdfeb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0xbfbc4c7f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.010871:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbdfeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0xbfbc4c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011140:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbdfeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0xbfbc4c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011187:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011194:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011201:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011296:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202626.011300:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011307:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011319:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:2.0:1779202626.011322:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202626.011326:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011332:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbdfe4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011342:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbdfeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0xbfbc4c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011348:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbdfeb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xbfbc4c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011353:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbdfeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xbfbc4c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011358:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202626.011360:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbdfeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xbfbc4c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011370:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbdfeb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xbfbc4c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011377:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0xbfbc4c7f (ffff91cfc10a4200) 00010000:00010000:2.0:1779202626.011379:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202626.011382:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbdfeb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0xbfbc4c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.011387:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbdfeb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0xbfbc4c7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202626.011540:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:25655:x1865628500989184:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 17447us (25402us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202626.011549:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 902 00000100:00100000:0.0:1779202626.014812:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202626.015201:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500989440 00000100:00100000:3.0:1779202626.015295:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500989440 00000100:00100000:0.0:1779202626.015491:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 903 00000100:00100000:0.0:1779202626.015503:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:25655:x1865628500989440:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202626.015526:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202626.015550:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdff2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65359 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.015593:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdff9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.015609:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdff9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.015622:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdff9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.015771:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbdff2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65359 expref: 41 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.015790:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdff9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65359 expref: 40 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.015798:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202626.015801:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202626.015805:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860600, rc 0) 00000100:00100000:0.0:1779202626.015934:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:25655:x1865628500989440:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 432us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202626.015943:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 903 00000100:00100000:3.0:1779202626.025633:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202626.025734:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500989696 00000100:00100000:0.0:1779202626.025746:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500989696 00000100:00100000:0.0:1779202626.025813:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 904 00000100:00100000:0.0:1779202626.025824:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:25655:x1865628500989696:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1779202626.026632:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe000 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.026653:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe000 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.026666:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe000 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202626.027840:0:7869:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c1458982 reply state 000000002e06593c transno 4294967844 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe000 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.027866:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe000 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.029809:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202626.029815:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1779202626.029822:0:7869:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1779202626.030753:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:25655:x1865628500989696:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 4919us (5118us total) trans 4294967844 rc 0/0 00000100:00100000:0.0:1779202626.030765:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 904 00000100:00100000:0.0:1779202626.049685:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202626.049836:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500989824 00000100:00100000:2.0:1779202626.049846:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500989824 00000100:00100000:2.0:1779202626.049926:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 905 00000100:00100000:2.0:1779202626.049937:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:25655:x1865628500989824:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202626.049961:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202626.049989:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe007 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65360 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.050052:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe007 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65360 expref: 43 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.050070:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe007 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65360 expref: 43 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.050085:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202626.050088:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202626.050092:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7600, rc 0) 00000100:00100000:2.0:1779202626.050153:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:25655:x1865628500989824:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 217us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202626.050160:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 905 00000100:00100000:2.0:1779202626.064379:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202626.065017:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500989952 00000100:00100000:0.0:1779202626.065029:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500989952 00000100:00100000:0.0:1779202626.065149:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 175 00000100:00100000:0.0:1779202626.065160:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:25655:x1865628500989952:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1779202626.065313:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:25655:x1865628500989952:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 Request processed in 155us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202626.065321:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 175 00000100:00100000:3.0:1779202626.085296:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202626.086029:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500990208 00000100:00100000:1.0:1779202626.086040:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500990208 00000100:00100000:1.0:1779202626.086114:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 176 00000100:00100000:1.0:1779202626.086124:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:25655:x1865628500990208:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202626.086345:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:25655:x1865628500990208:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 222us (1059us total) trans 4294967845 rc 0/0 00000100:00100000:1.0:1779202626.086353:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 176 00000100:00100000:3.0:1779202626.091014:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202626.091298:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500990464 00000100:00100000:2.0:1779202626.091308:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500990464 00000100:00100000:2.0:1779202626.091370:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 906 00000100:00100000:2.0:1779202626.091381:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:25655:x1865628500990464:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202626.091514:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:25655:x1865628500990464:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 134us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202626.091522:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 906 00000100:00100000:2.0:1779202626.099308:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202626.100318:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500990720 00000100:00100000:3.0:1779202626.100329:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500990720 00000100:00100000:3.0:1779202626.100394:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 907 00000100:00100000:3.0:1779202626.100405:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:25655:x1865628500990720:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202626.100427:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202626.100447:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe00e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65367 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.100571:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.100588:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe007 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65360 expref: 45 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.100603:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.100654:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe007 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65360 expref: 45 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.100669:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe007 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65360 expref: 45 pid: 10076 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202626.100683:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524039936:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202626.100841:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e51540 going to sleep for 11 seconds 00000100:00100000:2.0:1779202626.105785:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524039936:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202626.105822:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202626.115436:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202626.115556:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500990848 00000100:00100000:0.0:1779202626.115570:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500990848 00010000:00010000:0.0:1779202626.115615:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe007 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65360 expref: 46 pid: 10076 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202626.115668:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 294 00000100:00100000:0.0:1779202626.115678:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2420:x1865628500990848:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202626.115738:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202626.115746:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe007 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65360 expref: 46 pid: 10076 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.115769:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe007 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65360 expref: 46 pid: 10076 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.115794:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe007 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65360 expref: 46 pid: 10076 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.115812:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202626.115817:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.115826:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.115832:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.115854:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202626.115925:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2420:x1865628500990848:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 247us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202626.115932:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 294 00010000:00010000:2.0:1779202626.116445:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.116464:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202626.116491:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00080000:2.0:1779202626.116663:0:6563:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x12:0x0], index 1: 0 00000100:00100000:1.0:1779202626.116892:0:9799:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9799:1865628524040064:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1779202626.116959:0:9799:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202626.116994:0:9799:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e08f8540 going to sleep for 11 seconds 00000100:00100000:3.0:1779202626.117294:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524040064 00000100:00100000:3.0:1779202626.117300:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524040064 00000100:00100000:3.0:1779202626.117358:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1779202626.117367:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:9799:x1865628524040064:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1779202626.117407:0:8446:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 34 00000100:00100000:3.0:1779202626.119032:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:9799:x1865628524040064:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1660us (2068us total) trans 4294967342 rc 0/0 00000100:00100000:3.0:1779202626.119043:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1779202626.119777:0:9799:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9799:1865628524040064:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1779202626.119793:0:9799:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x12:0x0]-[0x2c0000401:0x41:0x0] 00010000:00010000:2.0:1779202626.120025:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.120036:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.120044:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.120050:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202626.120055:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.120180:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.120201:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202626.120204:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202626.120209:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.120215:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe015 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.120276:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe00e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65367 expref: 45 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.120286:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:2.0:1779202626.120289:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1779202626.120292:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe00e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65367 expref: 45 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.120301:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5c00, rc 0) 00000100:00100000:2.0:1779202626.120355:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:25655:x1865628500990720:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 19951us (21056us total) trans 4294967846 rc 301/301 00000100:00100000:2.0:1779202626.120364:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 907 00000100:00080000:0.0:1779202626.120599:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202626.137320:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202626.137515:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500991104 00000100:00100000:1.0:1779202626.137526:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500991104 00000100:00100000:1.0:1779202626.137588:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 177 00000100:00100000:1.0:1779202626.137598:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:25655:x1865628500991104:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202626.137918:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:25655:x1865628500991104:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 321us (607us total) trans 4294967847 rc 0/0 00000100:00100000:1.0:1779202626.137926:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 177 00000100:00100000:3.0:1779202626.141650:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202626.141856:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500991232 00000100:00100000:2.0:1779202626.141868:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500991232 00000100:00100000:2.0:1779202626.142130:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 908 00000100:00100000:2.0:1779202626.142155:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:25655:x1865628500991232:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202626.142182:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202626.142214:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe023 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6536e expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.142297:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6000/0x3d5ca2fc49dbe02a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.142313:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6000/0x3d5ca2fc49dbe02a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.142325:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6000/0x3d5ca2fc49dbe02a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202626.142368:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00200000:2.0:1779202626.142372:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202626.142392:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6000/0x3d5ca2fc49dbe02a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.142431:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe023 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6536e expref: 47 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.142450:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6000/0x3d5ca2fc49dbe02a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6536e expref: 46 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.142469:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202626.142472:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1779202626.142475:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6000, rc 0) 00000100:00100000:2.0:1779202626.142557:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:25655:x1865628500991232:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 418us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202626.142564:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 908 00000100:00100000:3.0:1779202626.158163:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202626.159446:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500991360 00000100:00100000:2.0:1779202626.159469:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500991360 00000100:00100000:2.0:1779202626.159553:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 226 00000100:00100000:2.0:1779202626.159565:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628500991360:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00000100:00080000:0.0:1779202626.159582:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1779202626.159585:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202626.159607:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe031 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65375 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202626.160602:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1779202626.160633:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202626.160635:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202626.160647:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe031 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65375 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.160675:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe031 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65375 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.160688:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7200, rc 0) 00000100:00100000:2.0:1779202626.160769:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628500991360:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1206us (2615us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202626.160778:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 226 00000100:00100000:3.0:1779202626.170353:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202626.170443:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500991616 00000100:00100000:2.0:1779202626.170464:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500991616 00000100:00100000:2.0:1779202626.170527:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 909 00000100:00100000:2.0:1779202626.170537:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:25655:x1865628500991616:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202626.170665:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:25655:x1865628500991616:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 129us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202626.170673:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 909 00000100:00100000:0.0:1779202626.184930:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202626.185118:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500991744 00000100:00100000:3.0:1779202626.185128:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500991744 00000100:00100000:3.0:1779202626.185187:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 227 00000100:00100000:3.0:1779202626.185198:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:25655:x1865628500991744:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202626.185216:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202626.185233:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe038 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6537c expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.185266:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe031 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65375 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.185275:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202626.185277:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202626.185281:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe038 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6537c expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.185315:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe031 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65375 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.185328:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe031 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65375 expref: 11 pid: 17866 timeout: 855 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202626.185341:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524040192:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202626.185640:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e51540 going to sleep for 11 seconds 00000100:00100000:0.0:1779202626.196371:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202626.196537:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500991872 00000100:00100000:1.0:1779202626.196548:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500991872 00010000:00010000:1.0:1779202626.196600:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe031 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65375 expref: 12 pid: 17866 timeout: 855 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202626.196656:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 295 00000100:00100000:1.0:1779202626.196667:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628500991872:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202626.196688:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202626.196734:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe031 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65375 expref: 12 pid: 17866 timeout: 855 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.196749:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe031 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65375 expref: 12 pid: 17866 timeout: 855 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.196773:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202626.196776:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202626.196783:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe038 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6537c expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.196795:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe038 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6537c expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.196833:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe038 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6537c expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202626.196848:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6548:1865628524040320:192.168.204.21@tcp:105: 00000100:00100000:1.0:1779202626.196946:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f2539000 going to sleep for 11 seconds 00010000:00010000:3.0:1779202626.198969:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe031 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65375 expref: 12 pid: 17866 timeout: 855 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202626.198992:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524040192:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202626.199020:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe038 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6537c expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.199036:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5400, rc 0) 00000100:00100000:3.0:1779202626.199110:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:25655:x1865628500991744:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 13913us (14208us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202626.199119:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 227 00000100:00100000:1.0:1779202626.206357:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6548:1865628524040320:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202626.206384:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202626.208526:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628500991872:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 11848us (12153us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202626.208541:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 295 00010000:00010000:3.0:1779202626.251663:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202626.387375:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202626.388079:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500992000 00000100:00100000:3.0:1779202626.388091:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500992000 00002000:00100000:3.0:1779202626.388161:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff91cfc31d3800 x1865628500992000/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:592/0 lens 488/0 e 0 to 0 dl 1779202637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202626.388174:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc31d3800 with x1865628500992000 ext(0->4194303) 00002000:00010000:3.0:1779202626.388181:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc31d3800 00000100:00100000:3.0:1779202626.388274:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 66 00000100:00100000:3.0:1779202626.388284:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628500992000:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1779202626.446545:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202626.447600:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500992128 00000100:00100000:2.0:1779202626.447614:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500992128 00002000:00100000:2.0:1779202626.447667:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff91cfc31d2680 x1865628500992128/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:592/0 lens 488/0 e 0 to 0 dl 1779202637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202626.447678:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc31d2680 with x1865628500992128 ext(4194304->5242879) 00002000:00010000:2.0:1779202626.447685:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc31d2680 00000100:00100000:2.0:1779202626.447723:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 67 00000100:00100000:2.0:1779202626.447732:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628500992128:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1779202626.471776:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202626.471832:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202626.471860:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202626.471887:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202626.471913:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202626.471932:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202626.471951:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202626.471987:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500992512 00000100:00100000:0.0:1779202626.471998:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500992512 00000100:00100000:0.0:1779202626.472075:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500993024 00000100:00100000:0.0:1779202626.472079:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500993024 00000100:00100000:0.0:1779202626.472101:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500992384 00000100:00100000:0.0:1779202626.472103:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500992384 00000100:00100000:0.0:1779202626.472115:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500992896 00000100:00100000:0.0:1779202626.472118:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500992896 00000100:00100000:0.0:1779202626.472144:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 874 00000100:00100000:0.0:1779202626.472155:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628500992512:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202626.472367:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500992256 00000100:00100000:1.0:1779202626.472373:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500992256 00000100:00100000:1.0:1779202626.472409:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 703 00000100:00100000:1.0:1779202626.472417:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628500992256:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202626.472462:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628500992256:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 46us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202626.472470:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 703 00000100:00100000:1.0:1779202626.472513:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500992768 00000100:00100000:1.0:1779202626.472517:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500992768 00000100:00100000:1.0:1779202626.472543:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500992640 00000100:00100000:1.0:1779202626.472546:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500992640 00000100:00100000:1.0:1779202626.472565:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 552 00000100:00100000:1.0:1779202626.472571:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628500992768:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202626.472599:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628500992768:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202626.472605:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 552 00000100:00100000:1.0:1779202626.472616:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 553 00000100:00100000:1.0:1779202626.472621:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2420:x1865628500992640:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202626.472645:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2420:x1865628500992640:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202626.472651:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 553 00000100:00100000:1.0:1779202626.472724:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 875 00000100:00100000:1.0:1779202626.472732:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628500993024:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202626.472758:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628500993024:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202626.472764:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 875 00000100:00100000:1.0:1779202626.472778:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 876 00000100:00100000:1.0:1779202626.472783:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:2420:x1865628500992384:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202626.472805:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:2420:x1865628500992384:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202626.472810:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 876 00000100:00100000:1.0:1779202626.472820:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 877 00000100:00100000:1.0:1779202626.472826:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2420:x1865628500992896:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202626.472845:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2420:x1865628500992896:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202626.472850:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 877 00000100:00100000:1.0:1779202626.472907:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00080000:1.0:1779202626.472951:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202626.472955:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202626.472980:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500993152 00000100:00100000:1.0:1779202626.472984:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500993152 00000100:00100000:1.0:1779202626.473013:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 554 00000100:00100000:1.0:1779202626.473018:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2420:x1865628500993152:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202626.473040:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2420:x1865628500993152:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202626.473045:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 554 00000100:00080000:1.0:1779202626.473063:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202626.474462:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628500992512:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 2292us (2612us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202626.474474:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 874 00000100:00100000:0.0:1779202626.547234:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2419:x1865628500992128:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 99485us (100680us total) trans 4294967343 rc 0/0 00000100:00100000:0.0:1779202626.547250:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 67 00002000:00100000:0.0:1779202626.547268:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff91cfc31d2680 x1865628500992128/t4294967343(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:592/0 lens 488/448 e 0 to 0 dl 1779202637 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202626.547281:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc31d2680 with x1865628500992128 ext(4194304->5242879) 00002000:00010000:0.0:1779202626.547289:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc31d2680 00000100:00100000:1.0:1779202626.633251:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2420:x1865628500992000:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 244955us (245872us total) trans 4294967344 rc 0/0 00000100:00100000:1.0:1779202626.633265:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 66 00002000:00100000:1.0:1779202626.633281:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff91cfc31d3800 x1865628500992000/t4294967344(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:592/0 lens 488/448 e 0 to 0 dl 1779202637 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202626.633292:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc31d3800 with x1865628500992000 ext(0->4194303) 00002000:00010000:1.0:1779202626.633519:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc31d3800 00000100:00100000:0.0:1779202626.641847:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202626.642288:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500993280 00000100:00100000:1.0:1779202626.642308:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500993280 00000100:00100000:1.0:1779202626.642375:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 910 00000100:00100000:1.0:1779202626.642384:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:25655:x1865628500993280:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1779202626.652454:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967847 is committed 00000001:00080000:3.0:1779202626.652482:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967841 is committed 00000004:00080000:3.0:1779202626.652490:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000020:00080000:3.0:1779202626.652515:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0f50320c0 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:3.0:1779202626.652521:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f4de5f00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0f5032900 00000020:00080000:3.0:1779202626.652524:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f4de5a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc2baca00 00000100:00100000:3.0:1779202626.652752:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:25655:x1865628500993280:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 10362us (10909us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202626.652762:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 910 00000020:00080000:2.0:1779202626.652999:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 13 committed batchid 12 00000020:00080000:2.0:1779202626.653067:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:2.0:1779202626.653571:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524040448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1779202626.653626:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202626.653769:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524040448 00000100:00100000:1.0:1779202626.653777:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524040448 00000100:00100000:1.0:1779202626.653840:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1779202626.653850:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524040448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1779202626.653878:0:8447:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17 count 1 00002000:00010000:1.0:1779202626.653914:0:8447:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 5242880, mtime: 0x6a0c7a3f, atime: 0x6a0c7a3f, ctime: 0x6a0c7a3f, blocks: 0x2800 00010000:00010000:1.0:1779202626.653922:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000977a5ddb/0x3d5ca2fc49dbe03f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.653939:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202626.653942:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202626.653947:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000977a5ddb/0x3d5ca2fc49dbe03f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.653962:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000977a5ddb/0x3d5ca2fc49dbe03f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.653973:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000977a5ddb/0x3d5ca2fc49dbe03f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.653980:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000977a5ddb/0x3d5ca2fc49dbe03f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.653996:0:8447:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1779202626.654110:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3665:x1865628524040448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 262us (483us total) trans 4294967339 rc 0/0 00000100:00100000:1.0:1779202626.654116:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000004:00080000:1.0:1779202626.654172:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc3b39180/2, rc 0, transno 4294967339 00000100:00100000:1.0:1779202626.654179:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524040448:0@lo:6:osp-syn-0-0.0 00000100:00080000:2.0:1779202626.654576:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1779202626.654641:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe000 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.654651:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe000 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.654662:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe000 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.654668:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202626.654673:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe000 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.654681:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe000 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.654732:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202626.654735:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1779202626.654742:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe000 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.654748:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe000 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.654774:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202626.654780:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000977a5ddb/0x3d5ca2fc49dbe03f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.654788:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc508f400 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202626.654791:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000977a5ddb/0x3d5ca2fc49dbe03f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.654799:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000977a5ddb/0x3d5ca2fc49dbe03f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.654817:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000977a5ddb/0x3d5ca2fc49dbe03f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.654824:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000977a5ddb/0x3d5ca2fc49dbe03f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.654842:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202626.654844:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202626.654846:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202626.672283:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202626.673660:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500993408 00000100:00100000:1.0:1779202626.673685:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500993408 00000100:00100000:1.0:1779202626.673822:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 229 00000100:00100000:1.0:1779202626.673835:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2420:x1865628500993408:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1779202626.679523:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967344 is committed 00000001:00080000:2.0:1779202626.679546:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967342 is committed 00000100:00100000:1.0:1779202626.680879:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628500993408:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 7033us (8598us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202626.680900:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 229 00000100:00100000:3.0:1779202626.685481:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202626.686990:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500993664 00000100:00100000:1.0:1779202626.687004:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500993664 00000100:00100000:1.0:1779202626.687475:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 911 00000100:00100000:1.0:1779202626.687488:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:25655:x1865628500993664:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1779202626.687552:0:6564:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202626.687586:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6000/0x3d5ca2fc49dbe02a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6536e expref: 38 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.687609:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202626.687615:0:6564:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202626.687656:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508e000/0x3d5ca2fc49dbe046 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.687670:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508e000/0x3d5ca2fc49dbe046 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.687679:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508e000/0x3d5ca2fc49dbe046 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202626.687857:0:6564:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb051861 reply state 00000000a34fbd3f transno 4294967848 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508e000/0x3d5ca2fc49dbe046 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.687871:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508e000/0x3d5ca2fc49dbe046 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.687877:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202626.687879:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202626.687881:0:6564:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202626.688013:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:25655:x1865628500993664:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 528us (2542us total) trans 4294967848 rc 0/0 00000100:00100000:1.0:1779202626.688021:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 911 00000100:00100000:2.0:1779202626.692948:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202626.694471:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500993792 00000100:00100000:0.0:1779202626.694486:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500993792 00000100:00100000:3.0:1779202626.694557:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 912 00000100:00100000:3.0:1779202626.694570:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:25655:x1865628500993792:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202626.694597:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202626.694630:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe04d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65383 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.694716:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe04d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65383 expref: 40 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.694733:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe04d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65383 expref: 40 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.694754:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202626.694757:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202626.694762:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5e00, rc 0) 00000100:00100000:3.0:1779202626.694832:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:25655:x1865628500993792:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 264us (1896us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202626.694840:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 912 00000100:00100000:3.0:1779202626.703325:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202626.707481:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500993920 00000100:00100000:2.0:1779202626.707496:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500993920 00000100:00100000:2.0:1779202626.707603:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 230 00000100:00100000:2.0:1779202626.707613:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628500993920:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1779202626.707802:0:12963:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:2.0:1779202626.707806:0:12963:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb mtime from disk: 0 -> 1779202623 00002000:00010000:2.0:1779202626.707809:0:12963:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb atime from disk: 0 -> 1779202623 00002000:00010000:2.0:1779202626.707811:0:12963:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb ctime from disk: 0 -> 1779202623 00002000:00010000:2.0:1779202626.707813:0:12963:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb blocks from disk: 0 -> 10240 00000100:00100000:2.0:1779202626.707886:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628500993920:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 274us (4572us total) trans 4294967345 rc 0/0 00000100:00100000:2.0:1779202626.707901:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 230 00000100:00100000:3.0:1779202626.712491:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202626.712611:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500994176 00000100:00100000:0.0:1779202626.712634:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500994176 00000100:00100000:0.0:1779202626.712735:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 913 00000100:00100000:0.0:1779202626.712748:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:25655:x1865628500994176:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1779202626.712835:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.712855:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdff9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65359 expref: 40 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.712866:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.712913:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdff9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65359 expref: 40 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.712935:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdff9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65359 expref: 40 pid: 6562 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202626.712950:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524040576:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202626.713058:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e007bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1779202626.725144:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524040576:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202626.725178:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202626.733082:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202626.733323:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500994304 00000100:00100000:0.0:1779202626.733333:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500994304 00010000:00010000:0.0:1779202626.733385:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdff9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65359 expref: 41 pid: 6562 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202626.733429:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 296 00000100:00100000:0.0:1779202626.733439:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c8d23450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:2420:x1865628500994304:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202626.733465:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202626.733472:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdff9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65359 expref: 41 pid: 6562 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.733486:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdff9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65359 expref: 41 pid: 6562 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.733509:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbdff9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65359 expref: 41 pid: 6562 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.733525:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202626.733532:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.733548:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.733555:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.733601:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202626.733665:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202626.733671:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c8d23450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2420:x1865628500994304:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 232us (596us total) trans 0 rc 0/0 00010000:00010000:2.0:1779202626.733682:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202626.733687:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 296 00010000:00010000:2.0:1779202626.733758:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.733772:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.733780:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.733787:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202626.733791:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.733800:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.733810:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202626.733813:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1779202626.733816:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.733821:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe054 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202626.733868:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:25655:x1865628500994176:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 21124us (21390us total) trans 0 rc -22/-22 00000100:00100000:2.0:1779202626.733878:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 913 00000100:00100000:0.0:1779202626.743251:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202626.743586:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500994432 00000100:00100000:1.0:1779202626.743596:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500994432 00000100:00100000:1.0:1779202626.743661:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 231 00000100:00100000:1.0:1779202626.743673:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2422:x1865628500994432:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1779202626.743745:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.743768:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe038 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6537c expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.743775:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202626.743777:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202626.743780:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.743813:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe038 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6537c expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.743826:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe038 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6537c expref: 11 pid: 12963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202626.743842:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524040704:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202626.743931:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1779202626.757988:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524040704:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202626.758023:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202626.760906:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202626.761520:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500994560 00000100:00100000:2.0:1779202626.761534:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500994560 00010000:00010000:2.0:1779202626.761577:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe038 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6537c expref: 12 pid: 12963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202626.761636:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 297 00000100:00100000:2.0:1779202626.761649:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2421:x1865628500994560:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202626.761667:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202626.761737:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe038 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6537c expref: 12 pid: 12963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.761753:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe038 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6537c expref: 12 pid: 12963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.761779:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe038 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6537c expref: 12 pid: 12963 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.761797:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202626.761799:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202626.761804:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.761815:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.767537:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202626.767675:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2421:x1865628500994560:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 6022us (6780us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202626.767687:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 297 00010000:00010000:3.0:1779202626.769195:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.769214:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.769429:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.769440:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.769460:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.769467:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc508f200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202626.769472:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.769481:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.769588:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.769597:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d39c5ef6/0x3d5ca2fc49dbe05b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202626.769984:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628500994432:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 26309us (26739us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202626.769999:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 231 00000100:00100000:0.0:1779202626.778227:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202626.778313:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500994816 00000100:00100000:3.0:1779202626.778324:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500994816 00000100:00100000:3.0:1779202626.778388:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 914 00000100:00100000:3.0:1779202626.778399:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:25655:x1865628500994816:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1779202626.778487:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe062 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.778508:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe062 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.778523:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe062 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.778689:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.778736:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe04d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65383 expref: 40 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.778745:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.778779:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe04d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65383 expref: 40 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.778792:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe04d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65383 expref: 40 pid: 6563 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202626.778810:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524040832:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202626.779116:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e08f8540 going to sleep for 11 seconds 00000100:00100000:0.0:1779202626.783401:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202626.783478:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524040832:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202626.783513:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202626.784274:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500994944 00000100:00100000:2.0:1779202626.784286:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500994944 00010000:00010000:2.0:1779202626.785068:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe04d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65383 expref: 41 pid: 6563 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202626.785187:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 298 00000100:00100000:2.0:1779202626.785198:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:2420:x1865628500994944:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202626.785216:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202626.785225:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe04d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65383 expref: 41 pid: 6563 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.785238:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe04d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65383 expref: 41 pid: 6563 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.785264:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe04d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65383 expref: 41 pid: 6563 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.785283:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202626.785287:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.786036:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.786048:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.786076:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202626.786147:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2420:x1865628500994944:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 949us (2754us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202626.786155:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 298 00010000:00010000:0.0:1779202626.787635:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.787651:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1779202626.787819:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967849 00000001:00080000:0.0:1779202626.787970:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967850 00000001:00080000:0.0:1779202626.788007:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967851 00000100:00100000:0.0:1779202626.788098:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524040960:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1779202626.788179:0:6563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202626.788214:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414c00 going to sleep for 11 seconds 00000100:00100000:3.0:1779202626.789355:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524040960 00000100:00100000:3.0:1779202626.789369:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524040960 00000100:00100000:3.0:1779202626.789437:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1779202626.789456:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524040960:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1779202626.789569:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524040960:12345-0@lo:1000:mdt00_001.0 Request processed in 115us (1389us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202626.789577:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1779202626.790310:0:6563:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967342 gen 2 00000004:00080000:0.0:1779202626.790318:0:6563:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc4a28700, transno 4294967341 00000100:00100000:0.0:1779202626.790340:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524040960:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1779202626.790512:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967852 00000100:00100000:0.0:1779202626.790592:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524041088:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1779202626.790666:0:6563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202626.790712:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414840 going to sleep for 11 seconds 00000100:00100000:0.0:1779202626.790739:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524041088 00000100:00100000:0.0:1779202626.790746:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524041088 00000100:00100000:0.0:1779202626.790783:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1779202626.790790:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524041088:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1779202626.791489:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6563:x1865628524041088:12345-0@lo:1000:mdt00_001.0 Request processed in 697us (820us total) trans 4294967346 rc 0/0 00000100:00100000:0.0:1779202626.791498:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1779202626.791629:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524041088:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1779202626.791715:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967853 00010000:00010000:0.0:1779202626.791748:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.791759:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.791766:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.791772:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202626.791776:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.791783:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.791804:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202626.791807:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202626.791811:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.791818:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe069 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.791841:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbdf6d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.791847:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbdf6d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.791852:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbdf6d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.791856:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202626.791859:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbdf6d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.791865:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbdf6d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.791872:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:0.0:1779202626.791874:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202626.791881:0:6563:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65336 expref: 81 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.792844:0:6563:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf74 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65336 expref: 81 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.792860:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65336 expref: 81 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202626.793217:0:6563:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65336 expref: 81 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202626.793234:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524041216:192.168.204.21@tcp:105: 00000100:00100000:0.0:1779202626.793878:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414780 going to sleep for 11 seconds 00000100:00100000:0.0:1779202626.807575:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202626.808256:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500995072 00000100:00100000:1.0:1779202626.808266:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500995072 00000100:00100000:1.0:1779202626.808342:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 178 00000100:00100000:1.0:1779202626.808354:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6476050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:25654:x1865628500995072:12345-192.168.204.21@tcp:49:md5sum.0 00000100:00100000:1.0:1779202626.808521:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6476050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:25654:x1865628500995072:12345-192.168.204.21@tcp:49:md5sum.0 Request processed in 169us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202626.808529:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 178 00000100:00100000:3.0:1779202626.811831:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202626.812096:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500995200 00000100:00100000:1.0:1779202626.812110:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500995200 00000100:00100000:1.0:1779202626.812189:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 232 00000100:00100000:1.0:1779202626.812200:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:25654:x1865628500995200:12345-192.168.204.21@tcp:101:md5sum.0 00010000:00010000:1.0:1779202626.812227:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202626.812252:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001d52006f/0x3d5ca2fc49dbe070 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6538a expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202626.812280:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 5242880, mtime: 0x6a0c7a3f, atime: 0x6a0c7a3f, ctime: 0x6a0c7a3f, blocks: 0x2800 00010000:00010000:1.0:1779202626.812496:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202626.812499:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202626.812512:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d52006f/0x3d5ca2fc49dbe070 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6538a expref: 13 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.812537:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001d52006f/0x3d5ca2fc49dbe070 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6538a expref: 13 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202626.812552:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc508e600, rc 0) 00000100:00100000:1.0:1779202626.812632:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:25654:x1865628500995200:12345-192.168.204.21@tcp:101:md5sum.0 Request processed in 434us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202626.812640:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 232 00000100:00100000:2.0:1779202626.813649:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524041216:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202626.813689:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbdf6d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813734:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbdf6d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813771:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe077 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813786:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe077 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813797:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe077 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813808:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe077 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813814:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe077 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813820:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe077 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813826:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202626.813830:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe077 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813837:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe077 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813848:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:2.0:1779202626.813851:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202626.813855:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe077 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813861:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe077 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813869:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe062 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813875:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe062 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813881:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe062 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813885:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202626.813887:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe062 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813904:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe062 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813913:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:2.0:1779202626.813915:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202626.813918:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe062 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.813922:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe062 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202626.814100:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:25655:x1865628500994816:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 35701us (35885us total) trans 4294967854 rc 0/0 00000100:00100000:2.0:1779202626.814113:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 914 00000020:00080000:2.0:1779202626.814119:0:6563:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1779202626.815232:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202626.815238:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202626.815938:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1779202626.815950:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202626.817770:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202626.817911:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500995328 00000100:00100000:1.0:1779202626.817925:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500995328 00002000:00100000:1.0:1779202626.817987:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x12:0x0] (0->32767) req@ffff91d0c598fb80 x1865628500995328/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:592/0 lens 488/0 e 0 to 0 dl 1779202637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202626.818000:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c598fb80 with x1865628500995328 ext(0->32767) 00002000:00010000:1.0:1779202626.818008:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0c598fb80 00000100:00100000:1.0:1779202626.818082:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 68 00000100:00100000:1.0:1779202626.818094:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628500995328:12345-192.168.204.21@tcp:3:md5sum.0 00000100:00100000:1.0:1779202626.841241:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202626.841773:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628500995328:12345-192.168.204.21@tcp:3:md5sum.0 Request processed in 23678us (24085us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1779202626.841787:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 68 00002000:00100000:3.0:1779202626.841803:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x12:0x0] (0->32767) req@ffff91d0c598fb80 x1865628500995328/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:592/0 lens 488/440 e 0 to 0 dl 1779202637 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202626.841814:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c598fb80 with x1865628500995328 ext(0->32767) 00002000:00010000:3.0:1779202626.841823:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0c598fb80 00000100:00100000:2.0:1779202626.842065:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500995584 00000100:00100000:2.0:1779202626.842075:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500995584 00000100:00100000:2.0:1779202626.842135:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 179 00000100:00100000:2.0:1779202626.842146:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:25655:x1865628500995584:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1779202626.842412:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1779202626.842454:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967855 00010000:00010000:2.0:1779202626.842489:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe07e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.842507:0:6565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe07e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.842523:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe07e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.842533:0:6565:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe07e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.842538:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe07e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.842544:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe07e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202626.842569:0:6565:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1779202626.842637:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1779202626.842639:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:25655:x1865628500995584:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 494us (1409us total) trans 4294967856 rc 0/0 00010000:00010000:3.0:1779202626.842648:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe07e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202626.842656:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 179 00000020:00080000:2.0:1779202626.842662:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1779202626.842663:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6400 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202626.842669:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe07e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.842679:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe07e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.842716:0:6551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202626.842719:0:6551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1779202626.842725:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe07e lrc: 1/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.842730:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe07e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202626.842742:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202626.842744:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202626.842746:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202626.901203:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202626.901484:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500995712 00000100:00100000:2.0:1779202626.901495:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500995712 00002000:00100000:2.0:1779202626.901548:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (32768->4194303) req@ffff91cfc3ca9c00 x1865628500995712/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:592/0 lens 488/0 e 0 to 0 dl 1779202637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202626.901562:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3ca9c00 with x1865628500995712 ext(32768->4194303) 00002000:00010000:2.0:1779202626.901569:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3ca9c00 00000100:00100000:2.0:1779202626.901604:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 69 00000100:00100000:2.0:1779202626.901614:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628500995712:12345-192.168.204.21@tcp:3:md5sum.0 00000100:00100000:1.0:1779202626.955046:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202626.955071:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524041344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202626.955147:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202626.955366:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524041344 00000100:00100000:0.0:1779202626.955374:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524041344 00000100:00100000:0.0:1779202626.955434:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1779202626.955452:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3663:x1865628524041344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202626.955485:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 109190848 pending 5292032 free 3922452480 avail 3690930176 00000100:00100000:0.0:1779202626.955543:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3663:x1865628524041344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202626.955551:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1779202626.955786:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202626.955799:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524041472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202626.955841:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202626.955845:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524041344:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202626.955919:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524041472 00000100:00100000:3.0:1779202626.955923:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524041472 00000100:00100000:3.0:1779202626.955955:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1779202626.955962:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524041472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202626.955973:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 109190848 pending 5292032 free 3922452480 avail 3690930176 00000100:00100000:3.0:1779202626.956018:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524041472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202626.956025:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:2.0:1779202626.956234:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524041472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202626.974212:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628500995712:12345-192.168.204.21@tcp:3:md5sum.0 Request processed in 72587us (73010us total) trans 0 rc 4161536/4161536 00000100:00100000:2.0:1779202626.974227:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 69 00002000:00100000:2.0:1779202626.974239:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (32768->4194303) req@ffff91cfc3ca9c00 x1865628500995712/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:592/0 lens 488/440 e 0 to 0 dl 1779202637 ref 1 fl Complete:/600/0 rc 4161536/4161536 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202626.974250:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3ca9c00 with x1865628500995712 ext(32768->4194303) 00002000:00010000:2.0:1779202626.974256:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3ca9c00 00000100:00100000:1.0:1779202627.004118:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202627.006068:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500995840 00000100:00100000:0.0:1779202627.006083:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500995840 00002000:00100000:0.0:1779202627.006281:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff91cfc3b3b800 x1865628500995840/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:593/0 lens 488/0 e 0 to 0 dl 1779202638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202627.006299:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3b3b800 with x1865628500995840 ext(4194304->5242879) 00002000:00010000:0.0:1779202627.006306:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3b3b800 00000100:00100000:0.0:1779202627.006415:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 70 00000100:00100000:0.0:1779202627.006425:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2420:x1865628500995840:12345-192.168.204.21@tcp:3:md5sum.0 00000100:00100000:0.0:1779202627.028289:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2420:x1865628500995840:12345-192.168.204.21@tcp:3:md5sum.0 Request processed in 21854us (24170us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1779202627.028302:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 70 00002000:00100000:0.0:1779202627.028314:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff91cfc3b3b800 x1865628500995840/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:593/0 lens 488/440 e 0 to 0 dl 1779202638 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202627.028324:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3b3b800 with x1865628500995840 ext(4194304->5242879) 00002000:00010000:0.0:1779202627.028330:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3b3b800 00000100:00100000:1.0:1779202627.076272:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202627.076389:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500996096 00000100:00100000:2.0:1779202627.076401:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500996096 00000100:00100000:2.0:1779202627.076515:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 180 00000100:00100000:2.0:1779202627.076526:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:25654:x1865628500996096:12345-192.168.204.21@tcp:35:md5sum.0 00000100:00100000:2.0:1779202627.076805:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:25654:x1865628500996096:12345-192.168.204.21@tcp:35:md5sum.0 Request processed in 281us (543us total) trans 4294967857 rc 0/0 00000100:00100000:2.0:1779202627.076812:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 180 00000100:00080000:1.0:1779202627.085740:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1779202627.279850:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202627.469075:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202627.469099:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524041600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202627.469180:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202627.469253:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524041600 00000100:00100000:1.0:1779202627.469262:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524041600 00000100:00100000:1.0:1779202627.469307:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1779202627.469316:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524041600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202627.469352:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3920355328 avail 3683540992 00000100:00100000:1.0:1779202627.469405:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524041600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202627.469412:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1779202627.469468:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524041600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202627.470763:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202627.470778:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524041728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202627.470824:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202627.470910:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524041728 00000100:00100000:0.0:1779202627.470917:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524041728 00000100:00080000:2.0:1779202627.471019:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202627.472441:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1779202627.472460:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524041728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202627.472489:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3920355328 avail 3683540992 00000100:00100000:0.0:1779202627.472560:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524041728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (1734us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202627.472567:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1779202627.472682:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524041728:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1779202628.298904:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202628.491157:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524041856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202628.491255:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202628.495255:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524041856 00000100:00100000:1.0:1779202628.495273:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524041856 00000100:00100000:1.0:1779202628.495370:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1779202628.495383:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524041856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202628.495449:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202628.495576:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524041856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 196us (4320us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202628.496197:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524041856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202628.498658:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00010000:00010000:3.0:1779202629.323439:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1779202629.517468:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00000001:00080000:0.0:1779202629.517502:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967336 is committed 00010000:00010000:3.0:1779202630.357833:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202630.540193:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202630.540216:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524041984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202630.540295:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202630.540327:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524041984 00000100:00100000:3.0:1779202630.540348:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524041984 00000100:00100000:3.0:1779202630.540413:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1779202630.540423:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524041984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202630.540460:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:3.0:1779202630.540513:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524041984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202630.540520:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1779202630.540563:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524041984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202630.546253:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202630.546274:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524042112:0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.546351:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202630.546425:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524042112 00000100:00100000:1.0:1779202630.546434:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524042112 00000100:00100000:1.0:1779202630.546493:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1779202630.546501:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524042112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.546555:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524042112:12345-0@lo:400:kworker.0 Request processed in 55us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202630.546563:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1779202630.546612:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524042112:0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.546653:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524042240:0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.546680:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202630.546777:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202630.546782:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524042624:0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.546807:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202630.546841:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524042240 00000100:00100000:1.0:1779202630.546846:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524042240 00000100:00100000:1.0:1779202630.546874:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524042624 00000100:00100000:1.0:1779202630.546877:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524042624 00000100:00100000:1.0:1779202630.546904:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1779202630.546911:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524042240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.546946:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524042240:12345-0@lo:400:kworker.0 Request processed in 36us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202630.546953:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1779202630.546964:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1779202630.546970:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524042624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.546997:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524042624:12345-0@lo:400:kworker.0 Request processed in 27us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202630.547002:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00080000:1.0:1779202630.547020:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202630.547042:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524042624:0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.547052:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524042240:0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.547117:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524042752:0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.547139:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202630.547156:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524043264:0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.547176:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202630.547192:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202630.547197:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524043136:0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.547218:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202630.547239:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524042752 00000100:00100000:1.0:1779202630.547243:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524042752 00000100:00100000:1.0:1779202630.547266:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524043264 00000100:00100000:1.0:1779202630.547269:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524043264 00000100:00100000:1.0:1779202630.547284:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524043136 00000100:00100000:1.0:1779202630.547286:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524043136 00000100:00100000:1.0:1779202630.547299:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1779202630.547304:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524042752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202630.547394:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524042368:0@lo:400:kworker.0 00000100:00100000:0.0:1779202630.547401:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1779202630.547411:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524043264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202630.549517:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202630.549557:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524042880:0@lo:400:kworker.0 00000100:00100000:3.0:1779202630.549598:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202630.549635:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524043392:0@lo:400:kworker.0 00000100:00100000:3.0:1779202630.549658:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202630.549687:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1779202630.549708:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524042496:0@lo:400:kworker.0 00000100:00100000:3.0:1779202630.549733:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202630.549756:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524043008:0@lo:400:kworker.0 00000100:00100000:3.0:1779202630.549775:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202630.549793:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524043520:0@lo:400:kworker.0 00000100:00100000:2.0:1779202630.550510:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524042880 00000100:00100000:2.0:1779202630.550520:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524042880 00000100:00100000:2.0:1779202630.550571:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524043392 00000100:00100000:2.0:1779202630.550574:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524043392 00000100:00100000:2.0:1779202630.550597:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524043008 00000100:00100000:2.0:1779202630.550600:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524043008 00000100:00100000:2.0:1779202630.550620:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1779202630.550628:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524042880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202630.550684:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524042880:12345-0@lo:400:kworker.0 Request processed in 57us (1085us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202630.550708:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1779202630.550726:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1779202630.550732:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524043392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202630.550761:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524043392:12345-0@lo:400:kworker.0 Request processed in 28us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202630.550769:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1779202630.550779:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1779202630.550785:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524043008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202630.550958:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524043008:12345-0@lo:400:kworker.0 Request processed in 172us (1180us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202630.550964:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1779202630.554411:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524043264:12345-0@lo:400:kworker.0 Request processed in 6994us (7225us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202630.554426:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1779202630.554469:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524042368 00000100:00100000:0.0:1779202630.554478:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524042368 00000100:00100000:2.0:1779202630.554497:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524043264:0@lo:400:kworker.0 00000100:00100000:0.0:1779202630.554513:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1779202630.554523:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524043136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202630.554584:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524043136:12345-0@lo:400:kworker.0 Request processed in 64us (7365us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202630.554591:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1779202630.554607:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:2.0:1779202630.554615:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524043136:0@lo:400:kworker.0 00000100:00100000:0.0:1779202630.554616:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524042368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202630.554650:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524042368:12345-0@lo:400:kworker.0 Request processed in 37us (5142us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202630.554657:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1779202630.554670:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1779202630.554758:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202630.554764:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202630.554768:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202630.554773:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202630.554781:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524042368:0@lo:400:kworker.0 00000100:00100000:3.0:1779202630.554794:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524042880:0@lo:400:kworker.0 00000100:00100000:3.0:1779202630.555442:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524043392:0@lo:400:kworker.0 00000100:00100000:3.0:1779202630.555478:0:3662:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000004:00080000:3.0:1779202630.555483:0:3662:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc3cab100, transno 4294967337 00000004:00080000:3.0:1779202630.555507:0:3662:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967338 committed transno 4294967339 00000004:00080000:3.0:1779202630.555530:0:3662:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc3b39180, transno 4294967339 00000100:00100000:3.0:1779202630.555537:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524043008:0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.556478:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524042752:12345-0@lo:400:kworker.0 Request processed in 9168us (9332us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202630.556490:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1779202630.556533:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524042496 00000100:00100000:1.0:1779202630.556540:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524042496 00000100:00100000:1.0:1779202630.556575:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1779202630.556582:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524042496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.556638:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524042496:12345-0@lo:400:kworker.0 Request processed in 56us (6904us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202630.556645:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1779202630.556930:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524042752:0@lo:400:kworker.0 00000100:00100000:2.0:1779202630.557018:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524043520 00000100:00100000:2.0:1779202630.557024:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524043520 00000100:00100000:2.0:1779202630.557076:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1779202630.557083:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524043520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202630.557124:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524043520:12345-0@lo:400:kworker.0 Request processed in 41us (2456us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202630.557130:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00080000:0.0:1779202630.557147:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202630.563184:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524042496:0@lo:400:kworker.0 00000100:00100000:1.0:1779202630.563206:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524043520:0@lo:400:kworker.0 00010000:00010000:0.0:1779202631.370938:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202631.569096:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202631.569219:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500996224 00000100:00100000:2.0:1779202631.569233:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500996224 00000100:00100000:2.0:1779202631.569301:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 705 00000100:00100000:2.0:1779202631.569314:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628500996224:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202631.569414:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628500996224:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 103us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202631.569421:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 705 00000100:00100000:3.0:1779202631.592228:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202631.592283:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202631.592315:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202631.592360:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202631.592374:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500996352 00000100:00100000:3.0:1779202631.592384:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202631.592385:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500996352 00000100:00100000:3.0:1779202631.592406:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202631.592432:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202631.592506:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500996608 00000100:00100000:2.0:1779202631.592511:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500996608 00000100:00100000:2.0:1779202631.592556:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500997120 00000100:00100000:2.0:1779202631.592559:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500997120 00000100:00100000:2.0:1779202631.592575:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500996736 00000100:00100000:2.0:1779202631.592577:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500996736 00000100:00100000:2.0:1779202631.592599:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 559 00000100:00100000:2.0:1779202631.592608:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2420:x1865628500996608:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202631.592680:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2420:x1865628500996608:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 73us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202631.592687:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 559 00000100:00100000:2.0:1779202631.592908:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 560 00000100:00100000:2.0:1779202631.592916:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2420:x1865628500997120:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202631.592943:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2420:x1865628500997120:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202631.592949:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 560 00000100:00100000:2.0:1779202631.592961:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 561 00000100:00100000:2.0:1779202631.592966:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628500996736:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202631.592989:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628500996736:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202631.592995:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 561 00000100:00100000:3.0:1779202631.599637:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202631.599753:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500997248 00000100:00100000:3.0:1779202631.599763:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500997248 00000100:00100000:3.0:1779202631.599818:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 562 00000100:00100000:3.0:1779202631.599828:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628500997248:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202631.599909:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628500997248:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 82us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202631.599917:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 562 00000100:00100000:1.0:1779202631.600749:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500996864 00000100:00100000:1.0:1779202631.600758:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500996864 00000100:00100000:1.0:1779202631.600810:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500996480 00000100:00100000:1.0:1779202631.600813:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500996480 00000100:00100000:1.0:1779202631.600826:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500996992 00000100:00100000:1.0:1779202631.600828:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500996992 00000100:00100000:1.0:1779202631.600845:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 884 00000100:00100000:1.0:1779202631.600852:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:2420:x1865628500996352:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202631.601091:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 885 00000100:00100000:2.0:1779202631.601100:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2420:x1865628500996864:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202631.601159:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:2420:x1865628500996352:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 306us (8941us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202631.601167:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 884 00000100:00100000:1.0:1779202631.601183:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 886 00000100:00100000:1.0:1779202631.601189:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628500996480:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202631.609649:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 887 00000100:00100000:0.0:1779202631.609670:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628500996992:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202631.610062:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2420:x1865628500996864:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 8962us (17744us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202631.610071:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 885 00000100:00080000:2.0:1779202631.610124:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202631.610129:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202631.610132:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202631.610136:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202631.610293:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628500996480:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 9102us (17907us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202631.610301:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 886 00000100:00100000:0.0:1779202631.624010:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628500996992:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 14334us (31561us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202631.624027:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 887 00000100:00100000:2.0:1779202632.075110:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524043648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202632.075198:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202632.075376:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524043648 00000100:00100000:3.0:1779202632.075386:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524043648 00000100:00100000:3.0:1779202632.075447:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1779202632.075456:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524043648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202632.075486:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103898816 pending 0 free 3922452480 avail 3690930176 00000100:00100000:3.0:1779202632.075532:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524043648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202632.075539:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00080000:2.0:1779202632.075763:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202632.075803:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524043648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202632.076015:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202632.076026:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524043776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202632.076054:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202632.076188:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524043776 00000100:00100000:0.0:1779202632.076193:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524043776 00000100:00100000:0.0:1779202632.076236:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1779202632.076243:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524043776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202632.076255:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103898816 pending 0 free 3922452480 avail 3690930176 00000100:00080000:2.0:1779202632.076471:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202632.077329:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524043776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1083us (1270us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202632.077339:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1779202632.087767:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524043776:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1779202632.397014:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202632.586875:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202632.586897:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524043904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202632.586976:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202632.587357:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524044032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202632.587396:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202632.594531:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524043904 00000100:00100000:3.0:1779202632.594546:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524043904 00000100:00100000:3.0:1779202632.594615:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524044032 00000100:00100000:3.0:1779202632.594619:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524044032 00000100:00100000:3.0:1779202632.594642:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1779202632.594650:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524043904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202632.594684:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:3.0:1779202632.594785:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524043904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 136us (7809us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202632.594793:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1779202632.594815:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1779202632.594821:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524044032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202632.594830:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:3.0:1779202632.594854:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524044032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (7466us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202632.594860:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00080000:3.0:1779202632.594892:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202632.594931:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524044032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202632.597190:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524043904:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1779202632.597593:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000001:00080000:3.0:1779202632.597603:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00000001:00080000:0.0:1779202632.599063:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967857 is committed 00000001:00080000:0.0:1779202632.599091:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967856 is committed 00000020:00080000:0.0:1779202632.599107:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0c7414c00 refcount 2 committed 0 result 0 batchid 14 00000020:00080000:0.0:1779202632.599113:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f4de5800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0c7414600 00000020:00080000:0.0:1779202632.599116:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f4de5700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc3e43000 00000020:00080000:0.0:1779202632.599143:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 13 batchid updated 00000020:00080000:1.0:1779202632.599200:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 14 committed batchid 13 00000020:00080000:1.0:1779202632.599273:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00010000:00010000:3.0:1779202632.600419:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508e000/0x3d5ca2fc49dbe046 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202632.600433:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508e000/0x3d5ca2fc49dbe046 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202632.600441:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508e000/0x3d5ca2fc49dbe046 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202632.600448:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc508e000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202632.600453:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508e000/0x3d5ca2fc49dbe046 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202632.600461:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508e000/0x3d5ca2fc49dbe046 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202632.600478:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202632.600481:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202632.600486:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508e000/0x3d5ca2fc49dbe046 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202632.600492:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc508e000/0x3d5ca2fc49dbe046 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202633.418966:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202633.555248:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1779202633.611969:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202633.611993:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524044160:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202633.612064:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202633.612134:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524044160 00000100:00100000:1.0:1779202633.612142:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524044160 00000100:00100000:1.0:1779202633.612183:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1779202633.612192:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524044160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202633.612226:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202633.612273:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524044160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202633.612281:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1779202633.612338:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524044160:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202633.834934:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202633.835084:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500997376 00000100:00100000:2.0:1779202633.835096:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500997376 00000100:00100000:2.0:1779202633.835178:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 915 00000100:00100000:2.0:1779202633.835191:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:26078:x1865628500997376:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202633.835222:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202633.835245:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe085 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65391 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.835341:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6000/0x3d5ca2fc49dbe08c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.835356:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6000/0x3d5ca2fc49dbe08c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.835369:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6000/0x3d5ca2fc49dbe08c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202633.835415:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:2.0:1779202633.835419:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202633.835437:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6000/0x3d5ca2fc49dbe08c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.835461:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe085 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65391 expref: 84 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.835476:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6000/0x3d5ca2fc49dbe08c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65391 expref: 83 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.835497:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:2.0:1779202633.835500:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202633.835503:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6000, rc 0) 00000100:00100000:2.0:1779202633.835563:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:26078:x1865628500997376:12345-192.168.204.21@tcp:101:rm.0 Request processed in 376us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202633.835570:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 915 00000100:00080000:3.0:1779202633.836076:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202633.859164:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202633.859256:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500997632 00000100:00100000:1.0:1779202633.859267:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500997632 00000100:00100000:1.0:1779202633.859344:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 916 00000100:00100000:1.0:1779202633.859356:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:26078:x1865628500997632:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202633.859388:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202633.859420:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbe093 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65398 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202633.859525:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:1.0:1779202633.859633:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbe093 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65398 expref: 85 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202633.859650:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202633.859653:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202633.859659:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbe093 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65398 expref: 85 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202633.859674:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76000, rc 0) 00000100:00100000:1.0:1779202633.859804:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+84:26078:x1865628500997632:12345-192.168.204.21@tcp:101:rm.0 Request processed in 451us (650us total) trans 4294967858 rc 301/301 00000100:00100000:1.0:1779202633.859812:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 916 00000100:00100000:1.0:1779202633.869808:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202633.869904:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500997760 00000100:00100000:0.0:1779202633.869915:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500997760 00000100:00100000:0.0:1779202633.869975:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 181 00000100:00100000:0.0:1779202633.869985:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+84:26078:x1865628500997760:12345-192.168.204.21@tcp:37:rm.0 00000100:00100000:0.0:1779202633.881117:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+84:26078:x1865628500997760:12345-192.168.204.21@tcp:37:rm.0 Request processed in 11121us (11307us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202633.881133:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 181 00000100:00100000:1.0:1779202633.915216:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202633.915329:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500998016 00000100:00100000:2.0:1779202633.915339:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500998016 00000100:00100000:2.0:1779202633.915421:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 182 00000100:00100000:2.0:1779202633.915432:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+84:26078:x1865628500998016:12345-192.168.204.21@tcp:35:rm.0 00000100:00100000:2.0:1779202633.915728:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:26078:x1865628500998016:12345-192.168.204.21@tcp:35:rm.0 Request processed in 261us (485us total) trans 4294967859 rc 0/0 00000100:00100000:2.0:1779202633.915736:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 182 00000100:00100000:1.0:1779202633.927827:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202633.927975:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500998272 00000100:00100000:0.0:1779202633.927991:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500998272 00000100:00100000:0.0:1779202633.928081:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 917 00000100:00100000:0.0:1779202633.928092:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:26078:x1865628500998272:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202633.928121:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202633.928150:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe0a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6539f expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.928325:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe0a8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.928344:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe0a8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.928368:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe0a8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202633.928383:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:0.0:1779202633.928529:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe0a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6539f expref: 88 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.928551:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe0a8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6539f expref: 87 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.928561:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:0.0:1779202633.928564:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1779202633.928569:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d000, rc 0) 00000100:00100000:0.0:1779202633.928641:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:26078:x1865628500998272:12345-192.168.204.21@tcp:101:rm.0 Request processed in 551us (827us total) trans 4294967860 rc 0/0 00000100:00100000:0.0:1779202633.928650:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 917 00000100:00100000:3.0:1779202633.936891:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202633.937860:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500998400 00000100:00100000:2.0:1779202633.937881:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500998400 00000100:00100000:2.0:1779202633.937967:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 918 00000100:00100000:2.0:1779202633.937983:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:26078:x1865628500998400:12345-192.168.204.21@tcp:41:rm.0 00000004:00000024:2.0:1779202633.938060:0:10076:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 7837564928 avail 7370301440 00000100:00100000:2.0:1779202633.938209:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:26078:x1865628500998400:12345-192.168.204.21@tcp:41:rm.0 Request processed in 231us (1334us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202633.938217:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 918 00000100:00100000:1.0:1779202633.950640:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202633.950753:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500998528 00000100:00100000:2.0:1779202633.950772:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500998528 00000100:00100000:2.0:1779202633.950862:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 919 00000100:00100000:2.0:1779202633.950874:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:26078:x1865628500998528:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202633.950900:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202633.950926:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe0b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d653a6 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951001:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe0bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951019:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe0bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951030:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe0bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951045:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe0c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951052:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951062:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951151:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe0cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951159:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe0cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951165:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe0cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202633.951206:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00000004:00200000:2.0:1779202633.951210:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202633.951237:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe0cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951248:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe0cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951257:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe0bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951263:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe0bd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951269:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe0bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951276:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202633.951280:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe0bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951288:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe0bd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951301:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:2.0:1779202633.951313:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202633.951318:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe0bd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951325:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe0bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951338:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951343:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe0c4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951349:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe0c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951353:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202633.951366:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe0c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951373:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe0c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951380:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff91cfc2883400) 00010000:00010000:2.0:1779202633.951382:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202633.951385:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe0c4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951394:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe0c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951433:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe0b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653a6 expref: 89 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951444:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe0cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653a6 expref: 88 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202633.951450:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:2.0:1779202633.951453:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202633.951455:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7600, rc 0) 00000100:00100000:2.0:1779202633.951526:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:26078:x1865628500998528:12345-192.168.204.21@tcp:101:rm.0 Request processed in 655us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202633.951534:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 919 00000100:00100000:1.0:1779202633.958095:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202633.958196:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500998784 00000100:00100000:0.0:1779202633.958211:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500998784 00000100:00100000:0.0:1779202633.958284:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 920 00000100:00100000:0.0:1779202633.958295:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:26078:x1865628500998784:12345-192.168.204.21@tcp:36:rm.0 00010000:00010000:0.0:1779202633.958365:0:6562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1779202633.958392:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe0cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653a6 expref: 88 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958422:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbdf74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65336 expref: 87 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958435:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:0.0:1779202633.958449:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6000/0x3d5ca2fc49dbe08c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65391 expref: 86 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958458:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:0.0:1779202633.958462:0:6562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202633.958482:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe0d2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958495:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe0d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958504:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe0d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958518:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe0d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958525:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe0d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958531:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe0d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958613:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe0e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958622:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe0e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958629:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe0e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202633.958890:0:6562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8904 00000004:00080000:0.0:1779202633.958899:0:6562:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 763195205940ns, next at 764195203547ns, rc = 0 00010000:00010000:0.0:1779202633.958943:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0e7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958953:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958961:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958969:0:6562:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958980:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.958986:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959006:0:6562:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1779202633.959025:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe0e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959032:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe0e0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959038:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe0e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959044:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202633.959049:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe0e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959056:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe0e0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959065:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc28aa100) 00010000:00010000:0.0:1779202633.959068:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1779202633.959071:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe0e0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959077:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe0e0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959093:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe0d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959100:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe0d2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959105:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe0d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959110:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202633.959113:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe0d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959119:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe0d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959125:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:0.0:1779202633.959127:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202633.959129:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe0d2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959133:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe0d2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202633.959141:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003be7cbbd reply state 00000000c220f546 transno 4294967861 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe0d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959151:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe0d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.959156:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff91cfc28aab00) 00010000:00010000:0.0:1779202633.959158:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202633.959160:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1779202633.959236:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:26078:x1865628500998784:12345-192.168.204.21@tcp:36:rm.0 Request processed in 942us (1156us total) trans 4294967861 rc 0/0 00000100:00100000:0.0:1779202633.959244:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 920 00010000:00010000:1.0:1779202633.959609:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1779202633.959616:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202633.959629:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202633.959632:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202633.959638:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202633.959648:0:6552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff91cfc28aa100) 00010000:00010000:1.0:1779202633.959650:0:6552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1779202633.959653:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0e7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202633.959659:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0e7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202633.959675:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202633.959677:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202633.959679:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202633.973522:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202633.973624:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500999040 00000100:00100000:2.0:1779202633.973634:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500999040 00000100:00100000:2.0:1779202633.973733:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 183 00000100:00100000:2.0:1779202633.973744:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:26078:x1865628500999040:12345-192.168.204.21@tcp:35:rm.0 00000100:00100000:2.0:1779202633.973958:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:26078:x1865628500999040:12345-192.168.204.21@tcp:35:rm.0 Request processed in 216us (446us total) trans 4294967862 rc 0/0 00000100:00100000:2.0:1779202633.973965:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 183 00000100:00100000:1.0:1779202633.979552:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202633.980227:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500999296 00000100:00100000:0.0:1779202633.980239:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500999296 00000100:00100000:0.0:1779202633.980377:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 921 00000100:00100000:0.0:1779202633.980390:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:26078:x1865628500999296:12345-192.168.204.21@tcp:36:rm.0 00010000:00010000:0.0:1779202633.982354:0:7869:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1779202633.982397:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe0a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6539f expref: 88 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.982438:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dbddec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652b8 expref: 87 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.982451:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:0.0:1779202633.982461:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbddd0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d652b1 expref: 86 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.982469:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202633.982472:0:7869:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202633.982496:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.982509:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdfac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65344 expref: 35 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.982518:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.982556:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdfac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65344 expref: 35 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.982573:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdfac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65344 expref: 35 pid: 10076 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202633.982587:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524044288:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202633.982736:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1779202633.986576:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524044288:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202633.986607:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202633.989987:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202633.990806:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500999424 00000100:00100000:3.0:1779202633.990821:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500999424 00010000:00010000:3.0:1779202633.990952:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdfac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65344 expref: 36 pid: 10076 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202633.991003:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 299 00000100:00100000:3.0:1779202633.991014:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:2419:x1865628500999424:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202633.991152:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202633.991162:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdfac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65344 expref: 36 pid: 10076 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202633.991178:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdfac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65344 expref: 36 pid: 10076 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202633.991206:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbdfac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65344 expref: 36 pid: 10076 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202633.991227:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202633.991233:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202633.991244:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202633.991254:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202633.991288:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202633.991440:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.991459:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.991494:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbe0f5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.991510:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbe0f5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.991522:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbe0f5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202633.991599:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:2419:x1865628500999424:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 584us (1626us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202633.991609:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 299 00010000:00010000:0.0:1779202633.991625:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.991644:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdfc8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6534b expref: 34 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.991654:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 4/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.991742:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdfc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6534b expref: 34 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202633.991760:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdfc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6534b expref: 34 pid: 6564 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202633.991776:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524044416:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202633.991879:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1779202633.995241:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524044416:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202633.995278:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1779202633.998017:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:2.0:1779202633.998587:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202633.998595:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202633.998738:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:2.0:1779202633.998748:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202634.001961:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202634.006775:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500999552 00000100:00100000:2.0:1779202634.006793:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500999552 00010000:00010000:2.0:1779202634.006864:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdfc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6534b expref: 35 pid: 6564 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202634.006905:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 300 00000100:00100000:2.0:1779202634.006917:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:2420:x1865628500999552:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202634.006933:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202634.006939:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdfc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6534b expref: 35 pid: 6564 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202634.006954:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdfc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6534b expref: 35 pid: 6564 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202634.006979:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbdfc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6534b expref: 35 pid: 6564 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202634.007001:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:2.0:1779202634.007007:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202634.007017:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202634.007026:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202634.007067:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202634.007322:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007331:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202634.007788:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:0.0:1779202634.007807:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007819:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007826:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007832:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202634.007836:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007843:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007860:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff91d0d90ae900) 00010000:00010000:0.0:1779202634.007864:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1779202634.007867:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007873:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe0fc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007900:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007907:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007912:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007917:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202634.007920:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007926:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007933:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202634.007935:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202634.007937:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007942:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe0ee lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202634.007952:0:7869:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000036d01587 reply state 0000000074df7deb transno 4294967863 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbe0f5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007963:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbe0f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202634.007969:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff91cfc28aae00) 00010000:00010000:0.0:1779202634.007971:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202634.007974:0:7869:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1779202634.012170:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:2420:x1865628500999552:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 5239us (10202us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202634.012186:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 300 00000100:00100000:0.0:1779202634.018147:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:26078:x1865628500999296:12345-192.168.204.21@tcp:36:rm.0 Request processed in 37747us (38591us total) trans 4294967863 rc 0/0 00000100:00100000:0.0:1779202634.018160:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 921 00000100:00100000:3.0:1779202634.107401:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202634.107539:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500999680 00000100:00100000:2.0:1779202634.107570:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500999680 00000100:00100000:2.0:1779202634.107653:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 922 00000100:00100000:2.0:1779202634.107666:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:25627:x1865628500999680:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1779202634.107845:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:25627:x1865628500999680:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 183us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202634.107853:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 922 00000100:00100000:3.0:1779202634.110791:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202634.110979:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500999808 00000100:00100000:0.0:1779202634.110994:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500999808 00000100:00100000:0.0:1779202634.111102:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 923 00000100:00100000:0.0:1779202634.111116:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:25627:x1865628500999808:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1779202634.111274:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:25627:x1865628500999808:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 161us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202634.111284:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 923 00000100:00080000:2.0:1779202634.113344:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1779202634.445507:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202635.473820:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202635.658997:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202635.659037:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524044544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202635.659152:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202635.659263:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524044544 00000100:00100000:2.0:1779202635.659280:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524044544 00000100:00100000:2.0:1779202635.659351:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1779202635.659362:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524044544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202635.659413:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:2.0:1779202635.659483:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524044544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 123us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202635.659491:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1779202635.659555:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524044544:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202635.671432:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524045056:0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.671538:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202635.671606:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524045568:0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.671634:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202635.671662:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524046080:0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.671688:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202635.671744:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1779202635.671750:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524044928:0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.671775:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202635.671800:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524045440:0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.671822:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202635.671839:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524045952:0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.671860:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202635.671953:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524044672:0@lo:400:kworker.0 00000100:00100000:2.0:1779202635.671994:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202635.672023:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524045184:0@lo:400:kworker.0 00000100:00100000:2.0:1779202635.672047:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202635.672064:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524045696:0@lo:400:kworker.0 00000100:00100000:2.0:1779202635.672085:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202635.672102:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1779202635.672107:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524044800:0@lo:400:kworker.0 00000100:00100000:2.0:1779202635.672127:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202635.672142:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524045312:0@lo:400:kworker.0 00000100:00100000:2.0:1779202635.672163:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202635.672180:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524045824:0@lo:400:kworker.0 00000100:00100000:2.0:1779202635.672200:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202635.673062:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524044928 00000100:00100000:3.0:1779202635.673076:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524044928 00000100:00100000:3.0:1779202635.673130:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524045184 00000100:00100000:3.0:1779202635.673134:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524045184 00000100:00100000:3.0:1779202635.673165:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524045696 00000100:00100000:3.0:1779202635.673169:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524045696 00000100:00100000:3.0:1779202635.673182:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524044800 00000100:00100000:3.0:1779202635.673184:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524044800 00000100:00100000:3.0:1779202635.673194:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524045312 00000100:00100000:3.0:1779202635.673197:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524045312 00000100:00100000:3.0:1779202635.673209:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524045824 00000100:00100000:3.0:1779202635.673212:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524045824 00000100:00100000:3.0:1779202635.673233:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1779202635.673244:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524044928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202635.679857:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524044928:12345-0@lo:400:kworker.0 Request processed in 6597us (8063us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202635.679888:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1779202635.679945:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1779202635.679962:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524045184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202635.680019:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524045184:12345-0@lo:400:kworker.0 Request processed in 65us (7970us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202635.680024:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1779202635.680038:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1779202635.680045:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524045696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202635.680075:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524045696:12345-0@lo:400:kworker.0 Request processed in 31us (7989us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202635.680084:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1779202635.680097:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1779202635.680104:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524044800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202635.680136:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524044800:12345-0@lo:400:kworker.0 Request processed in 33us (8008us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202635.680142:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1779202635.680155:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1779202635.680164:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524045312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202635.680200:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524045312:12345-0@lo:400:kworker.0 Request processed in 39us (8037us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202635.680206:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1779202635.680217:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1779202635.680224:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524045824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202635.680254:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524045824:12345-0@lo:400:kworker.0 Request processed in 30us (8053us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202635.680259:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00080000:3.0:1779202635.680313:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202635.680320:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202635.682662:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524044672 00000100:00100000:3.0:1779202635.682682:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524044672 00000100:00100000:3.0:1779202635.682971:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1779202635.682983:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524044672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202635.684089:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524044672:12345-0@lo:400:kworker.0 Request processed in 1103us (12088us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202635.684104:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1779202635.688659:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524045056 00000100:00100000:0.0:1779202635.688680:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524045056 00000100:00100000:0.0:1779202635.689096:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1779202635.689110:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524045056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.689242:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524045056:12345-0@lo:400:kworker.0 Request processed in 136us (17707us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202635.689251:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1779202635.689305:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524045568 00000100:00100000:0.0:1779202635.689310:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524045568 00000100:00100000:0.0:1779202635.689353:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524046080 00000100:00100000:0.0:1779202635.689357:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524046080 00000100:00100000:0.0:1779202635.689554:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524045440 00000100:00100000:0.0:1779202635.689560:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524045440 00000100:00100000:0.0:1779202635.689584:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524045952 00000100:00100000:0.0:1779202635.689587:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524045952 00000100:00100000:0.0:1779202635.689606:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1779202635.689613:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524045568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.689656:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524045568:12345-0@lo:400:kworker.0 Request processed in 43us (18020us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202635.689663:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1779202635.689676:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1779202635.689681:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524046080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.689742:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524046080:12345-0@lo:400:kworker.0 Request processed in 61us (18054us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202635.689748:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1779202635.689761:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1779202635.689767:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524045440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.689794:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524045440:12345-0@lo:400:kworker.0 Request processed in 28us (17972us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202635.689799:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1779202635.689809:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1779202635.689814:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524045952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.689841:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524045952:12345-0@lo:400:kworker.0 Request processed in 28us (17981us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202635.689847:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00080000:0.0:1779202635.689972:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202635.689977:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202635.690047:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524044928:0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.690061:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524045440:0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.690073:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524045952:0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.690088:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524045056:0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.690100:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524045568:0@lo:400:kworker.0 00000100:00100000:0.0:1779202635.690110:0:3665:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967346 gen 2 00000004:00080000:0.0:1779202635.690117:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967346 committed transno 4294967346 00000100:00100000:0.0:1779202635.690146:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524046080:0@lo:400:kworker.0 00000100:00100000:2.0:1779202635.690728:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524044800:0@lo:400:kworker.0 00000100:00100000:2.0:1779202635.690748:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524045312:0@lo:400:kworker.0 00000100:00100000:2.0:1779202635.690763:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524045824:0@lo:400:kworker.0 00000100:00100000:2.0:1779202635.690774:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524044672:0@lo:400:kworker.0 00000100:00100000:2.0:1779202635.690788:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524045184:0@lo:400:kworker.0 00000100:00100000:2.0:1779202635.690801:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524045696:0@lo:400:kworker.0 00000001:02000400:3.0:1779202636.331887:0:20356:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12d: Restore of a non archived, non released file must work ========================================================== 10:57:14 (1779202634) 00010000:00010000:1.0:1779202636.497208:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202636.658235:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202636.658317:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628500999936 00000100:00100000:3.0:1779202636.658328:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628500999936 00000100:00100000:3.0:1779202636.658402:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 924 00000100:00100000:3.0:1779202636.658417:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:26266:x1865628500999936:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202636.658447:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202636.658468:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe103 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d653ad expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.658540:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe10a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.658553:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe10a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.658564:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe10a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202636.658610:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1779202636.658614:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202636.658636:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe10a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.658659:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe103 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653ad expref: 36 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.658678:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe10a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653ad expref: 35 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.658717:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202636.658721:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202636.658725:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5000, rc 0) 00000100:00100000:3.0:1779202636.658785:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:26266:x1865628500999936:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 374us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202636.658793:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 924 00000100:00080000:0.0:1779202636.659345:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202636.677040:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202636.681719:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501000064 00000100:00100000:2.0:1779202636.681736:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501000064 00000100:00080000:1.0:1779202636.705597:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202636.705763:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202636.705820:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202636.705858:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202636.705877:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202636.705896:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202636.705913:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202636.705931:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202636.705957:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501000192 00000100:00100000:1.0:1779202636.705968:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501000192 00000100:00100000:1.0:1779202636.706026:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 707 00000100:00100000:1.0:1779202636.706036:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501000192:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202636.706119:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501000192:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 84us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202636.706129:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 707 00000100:00100000:2.0:1779202636.710227:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501000320 00000100:00100000:2.0:1779202636.710238:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501000320 00000100:00100000:2.0:1779202636.711163:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501000704 00000100:00100000:2.0:1779202636.711172:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501000704 00000100:00100000:2.0:1779202636.711229:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 894 00000100:00100000:2.0:1779202636.711242:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501000320:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202636.711345:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501000320:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 106us (5587us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202636.711353:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 894 00000100:00100000:2.0:1779202636.711375:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 895 00000100:00100000:2.0:1779202636.711386:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501000704:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202636.711417:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501000704:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 34us (5538us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202636.711423:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 895 00000100:00080000:2.0:1779202636.711443:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202636.712063:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501000448 00000100:00100000:0.0:1779202636.712070:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501000448 00000100:00100000:0.0:1779202636.712116:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501000960 00000100:00100000:0.0:1779202636.712120:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501000960 00000100:00100000:0.0:1779202636.712139:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501000576 00000100:00100000:0.0:1779202636.712142:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501000576 00000100:00100000:0.0:1779202636.712156:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501000832 00000100:00100000:0.0:1779202636.712159:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501000832 00000100:00100000:0.0:1779202636.712176:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 567 00000100:00100000:0.0:1779202636.712183:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2420:x1865628501000448:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202636.712222:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2420:x1865628501000448:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 39us (6364us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202636.712229:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 567 00000100:00100000:0.0:1779202636.712244:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 568 00000100:00100000:0.0:1779202636.712260:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501000960:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202636.712284:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501000960:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 34us (6387us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202636.712291:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 568 00000100:00100000:0.0:1779202636.712302:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 569 00000100:00100000:0.0:1779202636.712308:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628501000576:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202636.712331:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628501000576:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (6417us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202636.712337:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 569 00000100:00100000:0.0:1779202636.712347:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 570 00000100:00100000:0.0:1779202636.712354:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2419:x1865628501000832:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202636.712373:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2419:x1865628501000832:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (6441us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202636.712378:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 570 00000100:00080000:0.0:1779202636.714356:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202636.714367:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202636.718713:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 925 00000100:00100000:0.0:1779202636.718732:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:26266:x1865628501000064:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202636.718759:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202636.718787:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe111 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d653b4 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.718877:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe118 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.718894:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.718911:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202636.718957:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202636.718962:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202636.718982:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.719004:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe111 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653b4 expref: 89 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.719021:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe118 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653b4 expref: 88 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.719030:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202636.719033:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202636.719036:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860c00, rc 0) 00000100:00100000:0.0:1779202636.719094:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:26266:x1865628501000064:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 369us (42063us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202636.719103:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 925 00000100:00100000:1.0:1779202636.735383:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202636.735449:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501001088 00000100:00100000:2.0:1779202636.735463:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501001088 00000100:00100000:2.0:1779202636.735538:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 926 00000100:00100000:2.0:1779202636.735550:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:26267:x1865628501001088:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1779202636.735676:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:26267:x1865628501001088:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 128us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202636.735683:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 926 00000100:00100000:2.0:1779202636.738338:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202636.738410:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501001216 00000100:00100000:0.0:1779202636.738419:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501001216 00000100:00100000:0.0:1779202636.738475:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 927 00000100:00100000:0.0:1779202636.738486:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:26267:x1865628501001216:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1779202636.738587:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:26267:x1865628501001216:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 102us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202636.738595:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 927 00000100:00100000:0.0:1779202636.768948:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202636.769120:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501001344 00000100:00100000:1.0:1779202636.769132:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501001344 00000100:00100000:1.0:1779202636.769190:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 928 00000100:00100000:1.0:1779202636.769201:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:26268:x1865628501001344:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202636.769221:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202636.769241:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe11f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d653bb expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769321:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe126 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769338:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe126 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769351:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe126 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769366:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe12d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769373:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe12d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769379:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe12d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769426:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe126 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769434:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe126 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769440:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe126 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769447:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202636.769451:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe126 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769459:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe126 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769471:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202636.769475:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202636.769480:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe126 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769485:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe126 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769497:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe12d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769503:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe12d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769508:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe12d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769513:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202636.769515:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe12d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769521:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe12d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769527:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff91d0c3d0c100) 00010000:00010000:1.0:1779202636.769529:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202636.769532:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe12d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769538:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe12d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769570:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe11f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653bb expref: 89 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769580:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202636.769581:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202636.769585:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe11f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653bb expref: 89 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.769594:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c77200, rc 0) 00000100:00100000:1.0:1779202636.769669:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:26268:x1865628501001344:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 470us (732us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202636.769677:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 928 00000100:00100000:1.0:1779202636.780836:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202636.781040:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501001600 00000100:00100000:2.0:1779202636.781051:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501001600 00000100:00100000:2.0:1779202636.781112:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 929 00000100:00100000:2.0:1779202636.781123:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:26268:x1865628501001600:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:2.0:1779202636.781183:0:6562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202636.781212:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe118 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653b4 expref: 88 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.781239:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202636.781245:0:6562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202636.781316:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.781331:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe10a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653ad expref: 34 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.781338:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.781373:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe10a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653ad expref: 34 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.781388:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe10a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653ad expref: 34 pid: 16980 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202636.781404:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524046208:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202636.781524:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f25393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202636.785854:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524046208:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202636.785887:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202636.788185:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202636.788629:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501001728 00000100:00100000:3.0:1779202636.788639:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501001728 00010000:00010000:3.0:1779202636.788679:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe10a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653ad expref: 35 pid: 16980 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202636.788758:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 301 00000100:00100000:3.0:1779202636.788770:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:2419:x1865628501001728:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202636.788785:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202636.788791:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe10a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653ad expref: 35 pid: 16980 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.788804:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe10a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653ad expref: 35 pid: 16980 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.788828:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe10a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653ad expref: 35 pid: 16980 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.788844:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202636.788850:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.788859:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.789024:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.789051:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202636.789124:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:2419:x1865628501001728:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 356us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202636.789132:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 301 00010000:00010000:0.0:1779202636.790387:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.790403:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.790450:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe13b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.790463:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe13b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.790473:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe13b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.791975:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe142 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.791994:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe142 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.792004:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe142 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202636.792020:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca63fae6 reply state 000000009bbf31df transno 4294967864 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe142 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.792031:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe142 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.792039:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:1.0:1779202636.792041:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202636.792046:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1779202636.792052:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00010000:00010000:1.0:1779202636.792061:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.792067:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.792074:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.792084:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202636.792088:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.792095:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.792105:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202636.792108:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202636.792112:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.792118:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe134 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202636.792131:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca63fae6 reply state 000000009bbf31df transno 4294967864 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe13b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.792139:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe13b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.792145:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202636.792147:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202636.792149:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1779202636.792260:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:26268:x1865628501001600:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 11125us (11429us total) trans 4294967864 rc 0/0 00000100:00100000:1.0:1779202636.792270:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 929 00000100:00100000:1.0:1779202636.809266:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202636.809381:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501001856 00000100:00100000:0.0:1779202636.809395:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501001856 00000100:00100000:0.0:1779202636.809471:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 930 00000100:00100000:0.0:1779202636.809483:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:26269:x1865628501001856:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:0.0:1779202636.809514:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202636.809537:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe149 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d653c2 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.809613:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe150 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.809632:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe150 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.809643:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe150 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202636.809686:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202636.810008:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202636.810035:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe150 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.810063:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe149 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653c2 expref: 91 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.810084:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe150 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653c2 expref: 90 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.810094:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202636.810097:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202636.810101:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860000, rc 0) 00000100:00100000:0.0:1779202636.810157:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:26269:x1865628501001856:12345-192.168.204.21@tcp:101:bash.0 Request processed in 677us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202636.810164:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 930 00000100:00100000:2.0:1779202636.814373:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202636.814762:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501001984 00000100:00100000:1.0:1779202636.814774:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501001984 00000100:00100000:1.0:1779202636.814844:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 931 00000100:00100000:1.0:1779202636.814854:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:26269:x1865628501001984:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:1.0:1779202636.814887:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202636.814910:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe157 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d653c9 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.814976:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe15e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.814990:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe15e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815002:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe15e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815013:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe165 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815019:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815025:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815099:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbe16c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815107:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbe16c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815114:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbe16c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202636.815153:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:1.0:1779202636.815157:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202636.815177:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbe16c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815188:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe15e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815195:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe15e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815200:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe15e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815206:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202636.815210:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe15e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815217:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe15e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815228:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202636.815230:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202636.815236:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe15e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815241:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe15e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815267:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815277:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe165 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815282:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe165 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815287:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202636.815290:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe165 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815295:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe165 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815302:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202636.815305:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202636.815308:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe165 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815313:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe165 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815343:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe157 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653c9 expref: 92 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815357:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76000/0x3d5ca2fc49dbe16c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653c9 expref: 91 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.815364:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:1.0:1779202636.815366:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1779202636.815369:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76000, rc 0) 00000100:00100000:1.0:1779202636.815456:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:26269:x1865628501001984:12345-192.168.204.21@tcp:101:bash.0 Request processed in 603us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202636.815464:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 931 00000100:00100000:1.0:1779202636.827762:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202636.827974:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501002112 00000100:00100000:3.0:1779202636.827986:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501002112 00000100:00100000:3.0:1779202636.828042:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 932 00000100:00100000:3.0:1779202636.828054:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:26269:x1865628501002112:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:3.0:1779202636.828077:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202636.828098:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe173 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d653d0 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828171:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe17a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828186:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe17a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828198:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe17a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828214:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe181 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828225:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe181 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828232:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe181 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828290:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe17a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828298:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe17a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828304:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe17a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828311:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202636.828315:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe17a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828322:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe17a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828333:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:3.0:1779202636.828336:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202636.828341:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe17a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828346:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe17a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828358:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe181 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828364:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe181 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828369:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe181 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828373:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202636.828375:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe181 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828380:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe181 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828386:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff91d0f3878a00) 00010000:00010000:3.0:1779202636.828389:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202636.828391:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe181 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828396:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe181 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828440:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe173 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653d0 expref: 92 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828450:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:3.0:1779202636.828453:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202636.828457:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe173 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653d0 expref: 92 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.828472:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5000, rc 0) 00000100:00100000:3.0:1779202636.828534:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:26269:x1865628501002112:12345-192.168.204.21@tcp:101:bash.0 Request processed in 482us (782us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202636.828540:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 932 00000100:00100000:2.0:1779202636.840575:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202636.840857:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501002240 00000100:00100000:0.0:1779202636.840868:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501002240 00000100:00100000:0.0:1779202636.840940:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 933 00000100:00100000:0.0:1779202636.840952:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+34:26270:x1865628501002240:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202636.840977:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202636.841000:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe188 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d653d7 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.841103:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe18f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.841117:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.841129:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202636.841173:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202636.841177:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202636.841198:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe18f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.841222:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe188 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653d7 expref: 36 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.841241:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe18f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653d7 expref: 35 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.841259:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202636.841263:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202636.841267:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d600, rc 0) 00000100:00100000:0.0:1779202636.841332:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:26270:x1865628501002240:12345-192.168.204.21@tcp:101:rm.0 Request processed in 382us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202636.841340:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 933 00000100:00100000:2.0:1779202636.844650:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202636.844770:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501002368 00000100:00100000:1.0:1779202636.844780:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501002368 00000100:00100000:1.0:1779202636.844851:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 934 00000100:00100000:1.0:1779202636.844869:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+35:26270:x1865628501002368:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202636.844888:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202636.844909:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe196 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d653de expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.844992:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe19d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845009:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe19d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845020:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe19d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845032:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845039:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845044:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845125:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbe1ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845134:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbe1ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845141:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbe1ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202636.845174:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:1.0:1779202636.845178:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202636.845196:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbe1ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845209:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe19d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845216:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe19d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845223:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe19d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845229:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202636.845233:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe19d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845241:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe19d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845262:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202636.845266:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202636.845271:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe19d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845276:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe19d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845289:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845295:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845301:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845306:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202636.845309:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845315:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845321:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202636.845323:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202636.845326:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1a4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845331:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845355:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe196 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653de expref: 37 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845371:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3600/0x3d5ca2fc49dbe1ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653de expref: 36 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.845378:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:1.0:1779202636.845380:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1779202636.845382:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3ad3600, rc 0) 00000100:00100000:1.0:1779202636.846889:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:26270:x1865628501002368:12345-192.168.204.21@tcp:101:rm.0 Request processed in 2021us (2239us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202636.846902:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 934 00000100:00100000:1.0:1779202636.855914:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202636.856165:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501002496 00000100:00100000:3.0:1779202636.856182:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501002496 00000100:00100000:3.0:1779202636.856349:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 935 00000100:00100000:3.0:1779202636.856364:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:26270:x1865628501002496:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202636.856399:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202636.856429:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe1b2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d653e5 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856525:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe1b9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856543:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe1b9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856579:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe1b9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856593:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe1c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856598:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe1c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856602:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe1c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856643:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe1b9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856649:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe1b9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856653:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe1b9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856657:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202636.856660:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe1b9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856665:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe1b9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856675:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:3.0:1779202636.856677:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202636.856680:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe1b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856684:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe1b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856722:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe1c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856729:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe1c0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856735:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe1c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856741:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202636.856744:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe1c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856749:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe1c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856757:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff91d0f3878a00) 00010000:00010000:3.0:1779202636.856759:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202636.856761:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe1c0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.856767:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe1c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.857195:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe1b2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653e5 expref: 37 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.857209:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:3.0:1779202636.857211:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202636.857216:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe1b2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653e5 expref: 37 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202636.857227:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5000, rc 0) 00000100:00100000:3.0:1779202636.857494:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:26270:x1865628501002496:12345-192.168.204.21@tcp:101:rm.0 Request processed in 1131us (1587us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202636.857504:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 935 00000100:00100000:2.0:1779202636.860452:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202636.866627:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501002624 00000100:00100000:0.0:1779202636.866644:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501002624 00000100:00100000:2.0:1779202636.866877:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 936 00000100:00100000:2.0:1779202636.866903:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:26270:x1865628501002624:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202636.866945:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202636.866974:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe1c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d653ec expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867069:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe1ce lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867090:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe1ce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867104:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe1ce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867123:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe1d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867131:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe1d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867138:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe1d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867193:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe1ce lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867201:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe1ce lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867208:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe1ce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867216:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe1ce lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867227:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202636.867232:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe1ce lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867242:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe1ce lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867266:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:2.0:1779202636.867269:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202636.867276:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe1ce lrc: 3/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867283:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe1ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867301:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe1d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867308:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe1d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867314:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe1d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867319:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202636.867322:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe1d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867328:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe1d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867339:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff91cfc2883400) 00010000:00010000:2.0:1779202636.867342:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202636.867345:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe1d5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867351:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe1d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867390:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe1c7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653ec expref: 37 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867401:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:2.0:1779202636.867403:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202636.867407:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe1c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653ec expref: 37 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.867418:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7a00, rc 0) 00000100:00100000:2.0:1779202636.867578:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:26270:x1865628501002624:12345-192.168.204.21@tcp:101:rm.0 Request processed in 687us (7139us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202636.867587:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 936 00000100:00100000:2.0:1779202636.885985:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202636.886374:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501002752 00000100:00100000:0.0:1779202636.886391:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501002752 00000100:00100000:0.0:1779202636.886899:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 937 00000100:00100000:0.0:1779202636.886922:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:26271:x1865628501002752:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202636.886952:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202636.886984:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe1dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d653f3 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887089:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe1e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887110:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe1e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887124:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe1e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887150:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe1ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887157:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe1ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887164:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe1ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887218:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe1e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887226:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe1e3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887237:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe1e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887263:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202636.887269:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe1e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887277:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe1e3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887292:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:0.0:1779202636.887296:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202636.887301:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe1e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887308:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe1e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887327:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe1ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887334:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe1ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887341:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe1ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887345:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202636.887348:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe1ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887358:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe1ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887365:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff91cfc28aa200) 00010000:00010000:0.0:1779202636.887367:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202636.887369:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe1ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887375:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe1ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887412:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe1dc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653f3 expref: 37 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887432:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:0.0:1779202636.887434:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202636.887437:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe1dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653f3 expref: 37 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.887447:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d000, rc 0) 00000100:00100000:0.0:1779202636.887526:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:26271:x1865628501002752:12345-192.168.204.21@tcp:101:cp.0 Request processed in 610us (1562us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202636.887534:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 937 00000100:00100000:2.0:1779202636.894638:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202636.895278:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501002880 00000100:00100000:1.0:1779202636.895297:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501002880 00000100:00100000:1.0:1779202636.895381:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 938 00000100:00100000:1.0:1779202636.895394:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:26271:x1865628501002880:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202636.895432:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202636.895464:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbe1f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d653fa expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.895581:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe1f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.895599:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe1f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.895612:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe1f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.895636:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.895643:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.895650:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896380:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe1f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896393:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe1f8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896400:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe1f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896408:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202636.896413:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe1f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896421:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe1f8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896437:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:1.0:1779202636.896441:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202636.896447:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe1f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896453:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe1f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896469:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896475:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896481:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896487:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202636.896489:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896495:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896502:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff91d0c3d0cf00) 00010000:00010000:1.0:1779202636.896505:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202636.896507:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896512:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe1ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896560:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbe1f1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653fa expref: 37 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896572:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:1.0:1779202636.896575:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202636.896579:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbe1f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653fa expref: 37 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.896590:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3ad2e00, rc 0) 00000100:00100000:1.0:1779202636.896676:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:26271:x1865628501002880:12345-192.168.204.21@tcp:101:cp.0 Request processed in 1283us (2051us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202636.896685:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 938 00000100:00100000:2.0:1779202636.901934:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202636.902059:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501003136 00000100:00100000:0.0:1779202636.902075:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501003136 00000100:00100000:0.0:1779202636.902193:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 939 00000100:00100000:0.0:1779202636.902207:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:26271:x1865628501003136:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202636.902240:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202636.902288:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe206 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65401 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.902445:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe20d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.902467:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe20d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.902483:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe20d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.902501:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe214 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.902508:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe214 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.902515:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe214 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202636.903053:0:8510:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8510:1865628524046336:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1779202636.903140:0:8510:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1779202636.903165:0:10076:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x12:0x0], index 0: 0 00000100:00100000:3.0:1779202636.903210:0:8510:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9e40 going to sleep for 11 seconds 00010000:00010000:0.0:1779202636.903666:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe21b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.903682:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe21b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202636.903981:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524046336 00000100:00100000:1.0:1779202636.903991:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524046336 00000100:00100000:1.0:1779202636.904131:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1779202636.904142:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:8510:x1865628524046336:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1779202636.904278:0:8444:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 34 00010000:00010000:0.0:1779202636.904288:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe21b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.904491:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe20d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.904503:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe20d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.904510:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe20d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.904520:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe20d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.904528:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202636.904534:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe20d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.904544:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe20d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.904563:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:0.0:1779202636.904567:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202636.904574:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe20d lrc: 3/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.904581:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe20d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202636.904603:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6bf9018 reply state 00000000b1d27f0d transno 4294967865 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe214 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.904618:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe214 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.904626:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff91cfc28aa200) 00010000:00010000:0.0:1779202636.904628:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202636.904632:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1779202636.904684:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe206 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65401 expref: 39 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.905472:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860600/0x3d5ca2fc49dbe21b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65401 expref: 38 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.905482:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff91cfc28aa800) 00010000:00010000:0.0:1779202636.905485:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202636.905489:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4860600, rc 0) 00000100:00100000:0.0:1779202636.905586:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:26271:x1865628501003136:12345-192.168.204.21@tcp:101:cp.0 Request processed in 3382us (3669us total) trans 4294967865 rc 0/0 00000100:00100000:0.0:1779202636.905596:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 939 00000100:00100000:1.0:1779202636.913867:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:8510:x1865628524046336:12345-0@lo:5:osp-pre-0-0.0 Request processed in 9715us (10715us total) trans 4294967340 rc 0/0 00000100:00100000:1.0:1779202636.913883:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1779202636.915593:0:8510:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8510:1865628524046336:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1779202636.915618:0:8510:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x12:0x0]-[0x280000401:0x41:0x0] 00000100:00100000:2.0:1779202636.916666:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202636.917216:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501003264 00000100:00100000:0.0:1779202636.917229:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501003264 00000100:00100000:0.0:1779202636.917309:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 234 00000100:00100000:0.0:1779202636.917322:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+8:2422:x1865628501003264:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202636.917356:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202636.917388:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe229 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65408 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202636.917423:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1779202636.917450:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202636.917453:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202636.917471:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe229 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65408 expref: 9 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.917498:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe229 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65408 expref: 9 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.917514:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121cc00, rc 0) 00000100:00100000:0.0:1779202636.917592:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501003264:12345-192.168.204.21@tcp:101:cp.0 Request processed in 273us (933us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202636.917599:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 234 00000100:00100000:2.0:1779202636.926319:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202636.926849:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501003392 00000100:00100000:0.0:1779202636.926865:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501003392 00000100:00100000:0.0:1779202636.926965:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 235 00000100:00100000:0.0:1779202636.926979:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:26271:x1865628501003392:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202636.927005:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202636.927032:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6540f expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.927087:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe229 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65408 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.927099:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202636.927101:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202636.927107:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.927156:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe229 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65408 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202636.927175:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe229 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65408 expref: 10 pid: 17866 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202636.927194:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524046464:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202636.927584:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c380da80 going to sleep for 11 seconds 00000100:00100000:2.0:1779202636.935755:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524046464:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202636.935815:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.935849:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d000, rc 0) 00000100:00100000:2.0:1779202636.935928:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:26271:x1865628501003392:12345-192.168.204.21@tcp:101:cp.0 Request processed in 8950us (9625us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202636.935940:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 235 00000100:00100000:2.0:1779202636.936522:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202636.936665:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501003520 00000100:00100000:1.0:1779202636.936676:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501003520 00010000:00010000:1.0:1779202636.936768:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe229 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65408 expref: 10 pid: 17866 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202636.936821:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 302 00000100:00100000:1.0:1779202636.936832:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501003520:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202636.936850:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202636.936877:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe229 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65408 expref: 10 pid: 17866 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.936892:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe229 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65408 expref: 10 pid: 17866 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.937148:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe229 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65408 expref: 10 pid: 17866 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.937169:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202636.937171:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202636.937368:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 9 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.937381:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 9 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202636.937432:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 9 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202636.937451:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524046592:192.168.204.21@tcp:105: 00000100:00100000:1.0:1779202636.937576:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cb58b480 going to sleep for 11 seconds 00000100:00100000:1.0:1779202636.939646:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524046592:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202636.939686:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202636.940109:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501003520:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 3274us (3586us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202636.940123:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 302 00000100:00100000:0.0:1779202636.940767:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202636.940896:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501003776 00000100:00100000:2.0:1779202636.942052:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501003776 00000100:00100000:2.0:1779202636.942142:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 184 00000100:00100000:2.0:1779202636.942153:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6477850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:26271:x1865628501003776:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:2.0:1779202636.942626:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6477850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:26271:x1865628501003776:12345-192.168.204.21@tcp:35:cp.0 Request processed in 472us (1860us total) trans 4294967866 rc 0/0 00000100:00100000:2.0:1779202636.942637:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 184 00000100:00100000:2.0:1779202636.983505:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202636.983614:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501003904 00000100:00100000:1.0:1779202636.984024:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501003904 00000100:00100000:2.0:1779202636.984241:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 940 00000100:00100000:2.0:1779202636.984264:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:26274:x1865628501003904:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202636.984297:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202636.984329:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe237 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65416 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984442:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe23e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984464:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe23e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984481:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe23e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984504:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe245 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984512:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe245 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984519:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe245 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984642:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe24c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984652:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe24c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984659:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe24c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202636.984764:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:2.0:1779202636.984770:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202636.984797:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe24c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984813:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe24c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984823:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe23e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984836:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe23e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984844:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe23e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984851:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202636.984856:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe23e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984872:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe23e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984885:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:2.0:1779202636.984889:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202636.984896:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe23e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984979:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe23e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.984999:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe245 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.985005:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe245 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.985011:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe245 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.985016:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202636.985020:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe245 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.985027:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe245 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.985035:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff91cfc28aa200) 00010000:00010000:2.0:1779202636.985038:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202636.985041:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe245 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.985047:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe245 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.985083:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe237 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65416 expref: 93 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.985098:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe24c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65416 expref: 92 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.985106:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff91cfc28aa800) 00010000:00010000:2.0:1779202636.985109:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202636.985111:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6e00, rc 0) 00000100:00100000:2.0:1779202636.985198:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:26274:x1865628501003904:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 937us (1785us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202636.985207:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 940 00000100:00100000:3.0:1779202636.991119:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202636.991208:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501004032 00000100:00100000:2.0:1779202636.991222:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501004032 00000100:00100000:2.0:1779202636.991311:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 236 00000100:00100000:2.0:1779202636.991325:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2420:x1865628501004032:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202636.991356:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202636.991385:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e42cd749/0x3d5ca2fc49dbe253 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6541d expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202636.991475:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524046720:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202636.991727:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f240 going to sleep for 11 seconds 00002000:00010000:2.0:1779202636.996279:0:8511:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1779202636.996291:0:8511:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb mtime: 0 -> 1779202636 00002000:00010000:2.0:1779202636.996295:0:8511:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb atime: 0 -> 1779202636 00002000:00010000:2.0:1779202636.996297:0:8511:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb ctime: 0 -> 1779202636 00002000:00010000:2.0:1779202636.996300:0:8511:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1779202636.996334:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524046720:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202636.996385:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e42cd749/0x3d5ca2fc49dbe253 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6541d expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.996415:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e42cd749/0x3d5ca2fc49dbe253 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6541d expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202636.996432:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6800, rc 0) 00000100:00100000:2.0:1779202636.996529:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2420:x1865628501004032:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 5206us (5423us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202636.996540:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 236 00000100:00100000:2.0:1779202637.007295:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202637.007650:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501004160 00000100:00100000:1.0:1779202637.007666:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501004160 00000100:00100000:1.0:1779202637.007784:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 941 00000100:00100000:1.0:1779202637.007799:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:26274:x1865628501004160:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202637.007829:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202637.007860:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe25a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65424 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202637.007966:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe261 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202637.007988:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe261 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202637.008004:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe261 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202637.008078:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:1.0:1779202637.008083:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202637.008110:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe261 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202637.008141:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe25a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65424 expref: 94 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202637.008160:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76200/0x3d5ca2fc49dbe261 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65424 expref: 93 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202637.008671:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:1.0:1779202637.008678:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202637.009029:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76200, rc 0) 00000100:00100000:1.0:1779202637.009809:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:26274:x1865628501004160:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 2007us (2534us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202637.009831:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 941 00000100:00100000:3.0:1779202637.017543:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202637.017754:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501004288 00000100:00100000:0.0:1779202637.017769:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501004288 00000100:00100000:0.0:1779202637.017875:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 237 00000100:00100000:0.0:1779202637.017895:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2419:x1865628501004288:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202637.017930:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202637.017965:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ced1a00c/0x3d5ca2fc49dbe268 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6542b expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202637.018080:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524046848:192.168.204.21@tcp:106: 00000100:00100000:0.0:1779202637.018242:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c380da80 going to sleep for 11 seconds 00000100:00100000:2.0:1779202637.025634:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524046848:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202637.025722:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ced1a00c/0x3d5ca2fc49dbe268 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6542b expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.025976:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ced1a00c/0x3d5ca2fc49dbe268 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6542b expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.025993:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c500f400, rc 0) 00000100:00100000:2.0:1779202637.026084:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2419:x1865628501004288:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 8197us (8555us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202637.026095:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 237 00000100:00100000:3.0:1779202637.032016:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202637.032277:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501004544 00000100:00100000:1.0:1779202637.032295:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501004544 00000100:00100000:1.0:1779202637.032390:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 39 00000100:00100000:1.0:1779202637.032403:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c8d22850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:26274:x1865628501004544:12345-192.168.204.21@tcp:103:lfs.0 00010000:00010000:1.0:1779202637.032436:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202637.032472:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe24c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65416 expref: 93 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202637.032499:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff91cfc28aa800) 00010000:00010000:1.0:1779202637.032506:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202637.032589:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c8d22850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:26274:x1865628501004544:12345-192.168.204.21@tcp:103:lfs.0 Request processed in 189us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202637.032597:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 39 00000100:00100000:2.0:1779202637.037341:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202637.037761:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501004672 00000100:00100000:0.0:1779202637.037784:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501004672 00000100:00100000:0.0:1779202637.037877:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 942 00000100:00100000:0.0:1779202637.037891:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:26274:x1865628501004672:12345-192.168.204.21@tcp:58:lfs.0 00000100:00100000:0.0:1779202637.038338:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:26274:x1865628501004672:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 447us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202637.038348:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 942 00000040:00080000:2.0:1779202637.070459:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202637.070473:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202637.076686:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1779202637.076743:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202637.195001:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524046976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202637.195114:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202637.195413:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524046976 00000100:00100000:3.0:1779202637.195424:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524046976 00000100:00100000:3.0:1779202637.195509:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1779202637.195521:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524046976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202637.195553:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103897920 pending 0 free 3922452480 avail 3690930176 00000100:00100000:3.0:1779202637.198915:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524046976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3380us (3786us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202637.198935:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1779202637.199036:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524046976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202637.199073:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202637.199344:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524047104:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202637.199429:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1779202637.199776:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202637.199827:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524047104 00000100:00100000:2.0:1779202637.199836:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524047104 00000100:00100000:2.0:1779202637.199916:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1779202637.199929:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524047104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202637.199961:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103897920 pending 0 free 3922452480 avail 3690930176 00000100:00100000:2.0:1779202637.200026:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524047104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202637.200033:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1779202637.200074:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524047104:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1779202637.200548:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1779202637.518096:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202637.644852:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000004:00080000:1.0:1779202637.707800:0:9799:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766944104747ns, next at 767944101359ns, rc = 0 00000100:00100000:1.0:1779202637.708567:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524047232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202637.708996:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202637.709242:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524047232 00000100:00100000:3.0:1779202637.709253:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524047232 00000100:00100000:1.0:1779202637.709393:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202637.709403:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524047360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202637.709446:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202637.713674:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524047360 00000100:00100000:3.0:1779202637.713708:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524047360 00000100:00080000:2.0:1779202637.720005:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202637.720071:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1779202637.720094:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524047232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202637.720159:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:2.0:1779202637.720309:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524047232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 224us (11314us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202637.720317:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1779202637.721899:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524047232:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1779202637.723094:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000001:00080000:2.0:1779202637.723154:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967866 is committed 00000001:00080000:2.0:1779202637.723172:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967864 is committed 00000004:00080000:2.0:1779202637.723184:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000020:00080000:2.0:1779202637.723195:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 14 batchid updated 00010000:00010000:2.0:1779202637.723227:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe214 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723254:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe214 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723263:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe214 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723270:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202637.723276:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe214 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723286:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe214 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723308:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff91cfc28aa200) 00010000:00010000:2.0:1779202637.723313:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202637.723319:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe214 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723326:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe214 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723367:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe0d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723373:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe0d9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723380:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe0d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723384:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202637.723387:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe0d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723393:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe0d9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723399:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff91cfc28aab00) 00010000:00010000:2.0:1779202637.723401:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202637.723404:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe0d9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723419:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe0d9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723434:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbe0f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723440:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbe0f5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723446:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbe0f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723451:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202637.723453:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbe0f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723458:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbe0f5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723465:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff91cfc28aae00) 00010000:00010000:2.0:1779202637.723468:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202637.723470:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbe0f5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723476:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860800/0x3d5ca2fc49dbe0f5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723489:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe13b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723495:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe13b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723501:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe13b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723507:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4860c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202637.723510:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe13b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723516:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe13b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723522:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff91cfc28aa400) 00010000:00010000:2.0:1779202637.723525:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202637.723527:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe13b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723533:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860c00/0x3d5ca2fc49dbe13b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723545:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe142 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723552:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe142 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723558:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe142 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723562:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202637.723564:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe142 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723570:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe142 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723577:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:2.0:1779202637.723579:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202637.723583:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe142 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202637.723588:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe142 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1779202637.724464:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000020:00080000:2.0:1779202637.724482:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:3.0:1779202637.726618:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202637.726645:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9265500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524047488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1779202637.726751:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202637.727984:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1779202637.728003:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524047360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202637.728406:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:3.0:1779202637.728510:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524047360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 514us (19062us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202637.728519:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1779202637.729523:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524047360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202637.730894:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524047488 00000100:00100000:1.0:1779202637.730909:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524047488 00000100:00100000:1.0:1779202637.730990:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1779202637.731001:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524047488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1779202637.731052:0:8446:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18 count 1 00010000:00010000:1.0:1779202637.731087:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202637.731474:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001d52006f/0x3d5ca2fc49dbe070 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6538a expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202637.731486:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202637.731488:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202637.731493:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202637.731544:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001d52006f/0x3d5ca2fc49dbe070 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6538a expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202637.731562:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001d52006f/0x3d5ca2fc49dbe070 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6538a expref: 12 pid: 8511 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202637.731581:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524047616:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202637.731744:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e51900 going to sleep for 11 seconds 00000100:00100000:1.0:1779202637.743587:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524047616:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202637.744047:0:8446:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202637.755405:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202637.764439:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501004800 00000100:00100000:0.0:1779202637.764464:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501004800 00010000:00010000:0.0:1779202637.764619:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001d52006f/0x3d5ca2fc49dbe070 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6538a expref: 13 pid: 8511 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202637.764680:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 303 00000100:00100000:0.0:1779202637.764716:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2420:x1865628501004800:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202637.764739:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202637.764746:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001d52006f/0x3d5ca2fc49dbe070 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6538a expref: 13 pid: 8511 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.764775:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001d52006f/0x3d5ca2fc49dbe070 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6538a expref: 13 pid: 8511 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.764809:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001d52006f/0x3d5ca2fc49dbe070 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6538a expref: 13 pid: 8511 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.764829:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202637.764831:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202637.764836:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.764849:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.764890:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202637.764972:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628501004800:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 281us (9585us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202637.764981:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 303 00010000:00010000:0.0:1779202637.765016:0:8446:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.765359:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.765373:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.765384:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.765410:0:8446:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1779202637.765715:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524047488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34687us (38935us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1779202637.765728:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00010000:00010000:0.0:1779202637.765975:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202637.765983:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.765994:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c77200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202637.766000:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.766018:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.766290:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.766298:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe26f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202637.766324:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202637.766326:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202637.766328:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1779202637.766383:0:3663:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91d0f9265500/2, rc 0, transno 4294967347 00000100:00100000:0.0:1779202637.766392:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9265500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524047488:0@lo:6:osp-syn-1-0.0 00000040:00080000:0.0:1779202638.225688:0:20405:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202638.226832:0:20405:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202638.226906:0:20405:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:0.0:1779202638.226917:0:20405:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202638.288102:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202638.292421:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501004928 00000100:00100000:3.0:1779202638.292443:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501004928 00000100:00100000:3.0:1779202638.293251:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 943 00000100:00100000:3.0:1779202638.293266:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:26285:x1865628501004928:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202638.293296:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202638.293324:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe276 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65432 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.293949:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe27d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.293971:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe27d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.293987:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe27d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294004:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe284 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294011:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe284 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294018:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe284 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294243:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbe28b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294253:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbe28b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294261:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbe28b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202638.294314:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:3.0:1779202638.294319:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202638.294346:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbe28b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294360:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbe28b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294369:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe27d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294375:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe27d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294383:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe27d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294390:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202638.294603:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe27d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294613:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe27d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294629:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff91d0c3d0c100) 00010000:00010000:3.0:1779202638.294632:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202638.294640:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe27d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294646:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe27d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294661:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe284 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294666:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe284 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294672:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe284 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294677:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202638.294679:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe284 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294684:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe284 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294765:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff91d0f3878a00) 00010000:00010000:3.0:1779202638.294769:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202638.294772:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe284 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294777:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5e00/0x3d5ca2fc49dbe284 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294826:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe276 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65432 expref: 84 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294922:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbe28b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65432 expref: 83 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202638.294929:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff91cfc28aa800) 00010000:00010000:3.0:1779202638.294931:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202638.294934:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4200, rc 0) 00000100:00100000:3.0:1779202638.295076:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:26285:x1865628501004928:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1812us (6988us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202638.295087:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 943 00000100:00080000:1.0:1779202638.297016:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202638.305471:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202638.305588:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501005056 00000100:00100000:0.0:1779202638.305602:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501005056 00000100:00080000:3.0:1779202638.306942:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202638.308733:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 239 00000100:00100000:0.0:1779202638.308763:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2419:x1865628501005056:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202638.308792:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202638.308820:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b454566/0x3d5ca2fc49dbe292 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65439 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202638.309027:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524047744:192.168.204.21@tcp:106: 00000100:00100000:0.0:1779202638.309242:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c380da80 going to sleep for 11 seconds 00000100:00100000:1.0:1779202638.318553:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524047744:192.168.204.21@tcp:106: 00010000:00010000:1.0:1779202638.318604:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004b454566/0x3d5ca2fc49dbe292 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65439 expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202638.318635:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b454566/0x3d5ca2fc49dbe292 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65439 expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202638.318647:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c500fe00, rc 0) 00000100:00100000:1.0:1779202638.318813:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2419:x1865628501005056:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 10065us (13357us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202638.318823:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 239 00000100:00100000:0.0:1779202638.331836:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202638.331992:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501005184 00000100:00100000:2.0:1779202638.332005:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501005184 00000100:00100000:2.0:1779202638.332071:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 240 00000100:00100000:2.0:1779202638.332083:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2421:x1865628501005184:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202638.332116:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202638.332143:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe299 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65440 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202638.332231:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524047872:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202638.332341:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f240 going to sleep for 11 seconds 00000100:00100000:2.0:1779202638.335504:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524047872:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202638.335561:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe299 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65440 expref: 11 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202638.335606:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe299 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65440 expref: 11 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202638.335621:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7a00, rc 0) 00000100:00100000:2.0:1779202638.335727:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2421:x1865628501005184:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 3646us (3917us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202638.335738:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 240 00000100:00100000:3.0:1779202638.354544:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202638.354623:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501005440 00000100:00100000:1.0:1779202638.354639:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501005440 00000100:00100000:1.0:1779202638.354750:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 944 00000100:00100000:1.0:1779202638.354763:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:26285:x1865628501005440:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:1.0:1779202638.355008:0:6562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].22, 136 off11184 00000100:00100000:1.0:1779202638.355124:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:26285:x1865628501005440:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 362us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202638.355133:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 944 00010000:00010000:0.0:1779202638.540312:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202638.730903:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202638.730937:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524048000:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202638.731038:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202638.731132:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524048000 00000100:00100000:1.0:1779202638.731142:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524048000 00000100:00100000:1.0:1779202638.731205:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1779202638.731225:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524048000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202638.731279:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202638.731339:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524048000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202638.731348:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1779202638.731409:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524048000:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1779202639.114995:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202639.115010:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202639.115077:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:3.0:1779202639.115093:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202639.115746:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9265880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524048128:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202639.115886:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c836b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202639.132142:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202639.132335:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501005568 00000100:00100000:1.0:1779202639.132349:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501005568 00000100:00100000:1.0:1779202639.132441:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 945 00000100:00100000:1.0:1779202639.132456:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26295:x1865628501005568:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202639.132503:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202639.132647:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26295:x1865628501005568:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 196us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202639.132656:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 945 00000100:00080000:0.0:1779202639.132939:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202639.133762:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9265880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524048128:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202639.138886:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202639.139055:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501005824 00000100:00100000:3.0:1779202639.139068:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501005824 00000100:00100000:3.0:1779202639.139147:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 946 00000100:00100000:3.0:1779202639.139159:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:26295:x1865628501005824:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202639.139187:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202639.139223:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe2a0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65447 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.141525:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7000/0x3d5ca2fc49dbe2a7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.141557:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7000/0x3d5ca2fc49dbe2a7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.141586:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7000/0x3d5ca2fc49dbe2a7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202639.141620:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00010000:00010000:2.0:1779202639.141839:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe2a0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65447 expref: 40 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.141863:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7000/0x3d5ca2fc49dbe2a7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65447 expref: 39 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.141872:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff91cfc28aa800) 00010000:00010000:2.0:1779202639.141875:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202639.141880:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7000, rc 0) 00000100:00100000:2.0:1779202639.141986:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:26295:x1865628501005824:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 2828us (3112us total) trans 4294967867 rc 0/0 00000100:00100000:2.0:1779202639.141998:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 946 00000100:00100000:3.0:1779202639.156913:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202639.156972:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501005952 00000100:00100000:2.0:1779202639.156986:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501005952 00000100:00100000:2.0:1779202639.157075:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 241 00000100:00100000:2.0:1779202639.157088:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501005952:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1779202639.157145:0:12963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.157171:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 9 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.157180:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1779202639.157182:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1779202639.157186:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.157242:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 9 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.157259:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 9 pid: 12963 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202639.157276:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524048256:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202639.157403:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006ff00 going to sleep for 11 seconds 00000100:00080000:0.0:1779202639.157555:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202639.165900:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202639.169618:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202639.169658:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501006208 00000100:00100000:3.0:1779202639.169669:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501006208 00002000:00100000:3.0:1779202639.169747:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff91cfc4a63100 x1865628501006208/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:605/0 lens 648/0 e 0 to 0 dl 1779202650 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202639.169760:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a63100 with x1865628501006208 ext(0->157) 00010000:00010000:3.0:1779202639.169770:0:8450:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 10 pid: 12963 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.169790:0:8450:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 10 pid: 12963 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202639.169799:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc4a63100 00000100:00100000:3.0:1779202639.169827:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 10 00000100:00100000:3.0:1779202639.169836:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501006208:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:1.0:1779202639.171458:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524048256:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202639.171495:0:12963:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202639.171856:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501006208:12345-192.168.204.21@tcp:4:cp.0 Request processed in 2018us (2249us total) trans 4294967341 rc 0/0 00000100:00100000:3.0:1779202639.171868:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 10 00002000:00100000:3.0:1779202639.171882:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff91cfc4a63100 x1865628501006208/t4294967341(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:605/0 lens 648/448 e 0 to 0 dl 1779202650 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202639.171892:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a63100 with x1865628501006208 ext(0->157) 00010000:00010000:3.0:1779202639.171901:0:8450:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 12 pid: 12963 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.171915:0:8450:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 12 pid: 12963 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202639.171922:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc4a63100 00000100:00100000:0.0:1779202639.172531:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501006080 00000100:00100000:0.0:1779202639.172541:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501006080 00000100:00100000:0.0:1779202639.172629:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 40 00000100:00100000:0.0:1779202639.172640:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:2422:x1865628501006080:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202639.172658:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202639.172710:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7000/0x3d5ca2fc49dbe2a7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65447 expref: 39 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.172730:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff91cfc28aa800) 00010000:00010000:0.0:1779202639.172736:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202639.172774:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:2422:x1865628501006080:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 137us (6889us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202639.172781:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 40 00000100:00100000:3.0:1779202639.197586:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202639.197729:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501006336 00000100:00100000:0.0:1779202639.197743:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501006336 00010000:00010000:2.0:1779202639.200345:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 12 pid: 12963 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202639.200414:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 304 00000100:00100000:2.0:1779202639.200429:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2421:x1865628501006336:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202639.200450:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1779202639.200473:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1779202639.200481:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 12 pid: 12963 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.200498:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 12 pid: 12963 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.200530:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe230 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6540f expref: 12 pid: 12963 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.200549:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202639.200551:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202639.200558:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.201057:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.201655:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202639.201781:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2421:x1865628501006336:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1351us (4202us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202639.201792:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 304 00010000:00010000:3.0:1779202639.213319:0:12963:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.213356:0:12963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.213412:0:12963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.214128:0:12963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.214145:0:12963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.214154:0:12963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202639.214160:0:12963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.214177:0:12963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.214210:0:12963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.214217:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c82aa5a6/0x3d5ca2fc49dbe2b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202639.214592:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501005952:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 57496us (57684us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202639.214605:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 241 00000100:00100000:0.0:1779202639.221970:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202639.222022:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501006592 00000100:00100000:0.0:1779202639.222036:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501006592 00000100:00100000:0.0:1779202639.222108:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 947 00000100:00100000:0.0:1779202639.222120:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26295:x1865628501006592:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202639.222279:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26295:x1865628501006592:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 161us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202639.222287:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 947 00000100:00100000:3.0:1779202639.230109:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202639.230680:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501006720 00000100:00100000:2.0:1779202639.230736:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501006720 00000100:00100000:2.0:1779202639.230805:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 242 00000100:00100000:2.0:1779202639.230818:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501006720:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202639.230842:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202639.230875:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ba3503f/0x3d5ca2fc49dbe2bc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6544e expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202639.230911:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 158, mtime: 0x6a0c7a4c, atime: 0x0, ctime: 0x6a0c7a4c, blocks: 0x8 00010000:00010000:2.0:1779202639.230939:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202639.230941:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202639.230965:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ba3503f/0x3d5ca2fc49dbe2bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6544e expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.231012:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009ba3503f/0x3d5ca2fc49dbe2bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6544e expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.231030:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6000, rc 0) 00000100:00100000:2.0:1779202639.231130:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501006720:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 315us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202639.231139:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 242 00000100:00100000:3.0:1779202639.240516:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202639.240638:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501006976 00000100:00100000:1.0:1779202639.240658:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501006976 00000100:00100000:1.0:1779202639.240773:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 948 00000100:00100000:1.0:1779202639.240788:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26295:x1865628501006976:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202639.240948:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26295:x1865628501006976:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 163us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202639.243975:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 948 00000100:00100000:1.0:1779202639.267762:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202639.267871:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501007104 00000100:00100000:0.0:1779202639.267886:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501007104 00002000:00100000:0.0:1779202639.267955:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff91cfc33faa00 x1865628501007104/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:605/0 lens 488/0 e 0 to 0 dl 1779202650 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202639.267969:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc33faa00 with x1865628501007104 ext(0->4095) 00002000:00010000:0.0:1779202639.267976:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc33faa00 00000100:00100000:0.0:1779202639.268013:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 71 00000100:00100000:0.0:1779202639.268023:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501007104:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1779202639.268265:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501007104:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 243us (518us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202639.268273:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 71 00002000:00100000:0.0:1779202639.268280:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff91cfc33faa00 x1865628501007104/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:605/0 lens 488/4536 e 0 to 0 dl 1779202650 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202639.268288:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc33faa00 with x1865628501007104 ext(0->4095) 00002000:00010000:0.0:1779202639.268291:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc33faa00 00000100:00100000:3.0:1779202639.277016:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202639.277087:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501007232 00000100:00100000:2.0:1779202639.277102:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501007232 00000100:00100000:2.0:1779202639.277211:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 949 00000100:00100000:2.0:1779202639.277225:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26295:x1865628501007232:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202639.277257:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202639.277286:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe2c3 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65455 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.277332:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe2ca lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.277350:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe2ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.277366:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe2ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.277521:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe2c3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65455 expref: 40 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.277539:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe2ca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65455 expref: 39 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202639.277549:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff91cfc28aa800) 00010000:00010000:2.0:1779202639.277552:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202639.277556:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6600, rc 0) 00000100:00100000:2.0:1779202639.277640:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:26295:x1865628501007232:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 418us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202639.277648:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 949 00000100:00100000:3.0:1779202639.281876:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202639.282075:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501007360 00000100:00100000:0.0:1779202639.282089:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501007360 00000100:00100000:0.0:1779202639.282157:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 950 00000100:00100000:0.0:1779202639.282168:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:26295:x1865628501007360:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1779202639.282222:0:16980:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202639.282880:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:26295:x1865628501007360:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 710us (1012us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202639.282891:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 950 00000100:00100000:1.0:1779202639.288895:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202639.289286:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501007488 00000100:00100000:0.0:1779202639.289300:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501007488 00000100:00100000:0.0:1779202639.289392:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 243 00000100:00100000:0.0:1779202639.289405:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501007488:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202639.289485:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ced1a00c/0x3d5ca2fc49dbe2d1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.289507:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202639.289510:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202639.289516:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ced1a00c/0x3d5ca2fc49dbe2d1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.289532:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ced1a00c/0x3d5ca2fc49dbe2d1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.289566:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ced1a00c/0x3d5ca2fc49dbe2d1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.289576:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ced1a00c/0x3d5ca2fc49dbe2d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.289585:0:17866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ced1a00c/0x3d5ca2fc49dbe2d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.289594:0:17866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c500f400 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202639.289600:0:17866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ced1a00c/0x3d5ca2fc49dbe2d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.289610:0:17866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ced1a00c/0x3d5ca2fc49dbe2d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.289631:0:17866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ced1a00c/0x3d5ca2fc49dbe2d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.289640:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ced1a00c/0x3d5ca2fc49dbe2d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202639.289793:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501007488:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 391us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202639.289802:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 243 00000100:00100000:3.0:1779202639.303369:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202639.306368:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501007744 00000100:00100000:2.0:1779202639.306395:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501007744 00000100:00100000:0.0:1779202639.306716:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 951 00000100:00100000:0.0:1779202639.306733:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:26295:x1865628501007744:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1779202639.306861:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.306885:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe2ca lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65455 expref: 39 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.306897:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.306947:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe2ca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65455 expref: 39 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.306965:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe2ca lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65455 expref: 39 pid: 6564 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202639.306982:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524048384:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202639.307114:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4cd23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202639.311231:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202639.311276:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501007872 00000100:00100000:0.0:1779202639.311288:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501007872 00010000:00010000:0.0:1779202639.311336:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe2ca lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65455 expref: 40 pid: 6564 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202639.311392:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 305 00000100:00100000:0.0:1779202639.311403:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2420:x1865628501007872:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202639.311424:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202639.311432:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe2ca lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65455 expref: 40 pid: 6564 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.311448:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe2ca lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65455 expref: 40 pid: 6564 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.311476:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff91cfc28aa800) 00010000:00010000:0.0:1779202639.311482:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.311499:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.311508:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.311532:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202639.311601:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2420:x1865628501007872:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 198us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202639.311610:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 305 00010000:00010000:2.0:1779202639.315680:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe2ca lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65455 expref: 39 pid: 6564 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202639.315741:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524048384:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202639.315779:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.318303:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.318326:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.318652:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.318662:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.318671:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.318680:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c500f400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202639.318685:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.318801:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.318901:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff91cfc28aa800) 00010000:00010000:3.0:1779202639.318905:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202639.318912:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.318919:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f400/0x3d5ca2fc49dbe2d8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202639.319156:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:26295:x1865628501007744:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 12421us (15796us total) trans 4294967868 rc 0/0 00000100:00100000:3.0:1779202639.319168:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 951 00000040:00080000:2.0:1779202639.324106:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202639.324116:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202639.324635:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1779202639.324816:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202639.331554:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202639.331744:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501008128 00000100:00100000:2.0:1779202639.331762:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501008128 00000100:00100000:2.0:1779202639.331856:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 185 00000100:00100000:2.0:1779202639.331870:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:26295:x1865628501008128:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202639.332311:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:26295:x1865628501008128:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 442us (776us total) trans 4294967869 rc 0/0 00000100:00100000:2.0:1779202639.332319:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 185 00010000:00010000:2.0:1779202639.563110:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202639.570273:0:20455:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202639.570289:0:20455:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202639.570325:0:20455:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:1.0:1779202639.570343:0:20455:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202639.644618:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202639.644724:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501008256 00000100:00100000:3.0:1779202639.644735:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501008256 00000100:00100000:3.0:1779202639.644801:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 244 00000100:00100000:3.0:1779202639.644813:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+10:2420:x1865628501008256:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202639.644833:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202639.644854:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9b9c1bd/0x3d5ca2fc49dbe2df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6545c expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.644881:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202639.644884:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202639.644893:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9b9c1bd/0x3d5ca2fc49dbe2df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6545c expref: 11 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.644912:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a9b9c1bd/0x3d5ca2fc49dbe2df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6545c expref: 11 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202639.644926:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5e00, rc 0) 00000100:00100000:3.0:1779202639.644992:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501008256:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 182us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202639.645000:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 244 00000100:00100000:3.0:1779202639.651785:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202639.651928:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501008512 00000100:00100000:0.0:1779202639.651941:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501008512 00000100:00100000:0.0:1779202639.652012:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 41 00000100:00100000:0.0:1779202639.652022:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:26296:x1865628501008512:12345-192.168.204.21@tcp:103:lfs.0 00010000:00010000:0.0:1779202639.652037:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202639.652061:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbe28b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65432 expref: 83 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202639.652078:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff91cfc28aa800) 00010000:00010000:0.0:1779202639.652083:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202639.652135:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:26296:x1865628501008512:12345-192.168.204.21@tcp:103:lfs.0 Request processed in 114us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202639.652143:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 41 00000100:00100000:0.0:1779202639.665798:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202639.665907:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501008640 00000100:00100000:3.0:1779202639.665918:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501008640 00000100:00100000:3.0:1779202639.665978:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 952 00000100:00100000:3.0:1779202639.665988:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:26296:x1865628501008640:12345-192.168.204.21@tcp:58:lfs.0 00000100:00100000:3.0:1779202639.666130:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:26296:x1865628501008640:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 143us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202639.666138:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 952 00000040:00080000:2.0:1779202640.331499:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202640.331508:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202640.332262:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1779202640.332281:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202640.597500:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202640.626078:0:20506:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202640.626087:0:20506:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202640.626117:0:20506:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:3.0:1779202640.626125:0:20506:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202640.779917:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524048640:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.779986:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202640.780056:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524049152:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780078:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202640.780102:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524049664:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780120:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202640.780149:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1779202640.780155:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524048512:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780192:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202640.780214:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524049024:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780237:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202640.780251:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524049536:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780271:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202640.780286:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524050048:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780306:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202640.780330:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524048768:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780352:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202640.780369:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524049280:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780389:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202640.780406:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524049792:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780423:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202640.780439:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1779202640.780444:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524048896:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780467:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202640.780481:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524049408:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780499:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202640.780513:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524049920:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780532:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202640.780563:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524048640 00000100:00100000:0.0:1779202640.780570:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524048640 00000100:00100000:0.0:1779202640.780605:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524049152 00000100:00100000:0.0:1779202640.780607:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524049152 00000100:00100000:0.0:1779202640.780629:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524049664 00000100:00100000:0.0:1779202640.780632:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524049664 00000100:00100000:0.0:1779202640.780643:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524049280 00000100:00100000:0.0:1779202640.780645:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524049280 00000100:00100000:0.0:1779202640.780656:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524049792 00000100:00100000:0.0:1779202640.780657:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524049792 00000100:00100000:0.0:1779202640.780668:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524048896 00000100:00100000:0.0:1779202640.780670:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524048896 00000100:00100000:0.0:1779202640.780683:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1779202640.780718:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524048640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780771:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524048640:12345-0@lo:400:kworker.0 Request processed in 79us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202640.780779:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1779202640.780795:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1779202640.780801:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524049152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780826:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524049152:12345-0@lo:400:kworker.0 Request processed in 26us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202640.780831:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1779202640.780842:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1779202640.780847:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524049664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780871:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524049664:12345-0@lo:400:kworker.0 Request processed in 24us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202640.780879:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1779202640.780890:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1779202640.780895:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524049280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780925:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524049280:12345-0@lo:400:kworker.0 Request processed in 30us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202640.780930:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1779202640.780940:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1779202640.780945:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524049792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.780971:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524049792:12345-0@lo:400:kworker.0 Request processed in 26us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202640.780976:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1779202640.780986:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1779202640.780991:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524048896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781014:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524048896:12345-0@lo:400:kworker.0 Request processed in 22us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202640.781019:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1779202640.781044:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524048512 00000100:00100000:0.0:1779202640.781048:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524048512 00000100:00100000:0.0:1779202640.781074:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1779202640.781080:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524048512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781107:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524048512:12345-0@lo:400:kworker.0 Request processed in 27us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202640.781113:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1779202640.781140:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524049024 00000100:00100000:0.0:1779202640.781143:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524049024 00000100:00100000:0.0:1779202640.781167:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524048768 00000100:00100000:0.0:1779202640.781169:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524048768 00000100:00100000:0.0:1779202640.781193:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1779202640.781199:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524049024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781228:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524049024:12345-0@lo:400:kworker.0 Request processed in 29us (990us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202640.781233:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1779202640.781244:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1779202640.781248:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524048768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781273:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524048768:12345-0@lo:400:kworker.0 Request processed in 25us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202640.781279:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1779202640.781294:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524049536 00000100:00100000:0.0:1779202640.781298:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524049536 00000100:00100000:0.0:1779202640.781321:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524050048 00000100:00100000:0.0:1779202640.781324:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524050048 00000100:00100000:0.0:1779202640.781340:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524049408 00000100:00100000:0.0:1779202640.781343:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524049408 00000100:00100000:0.0:1779202640.781355:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524049920 00000100:00100000:0.0:1779202640.781357:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524049920 00000100:00100000:0.0:1779202640.781367:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1779202640.781373:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524049536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781403:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524049536:12345-0@lo:400:kworker.0 Request processed in 30us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202640.781408:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1779202640.781419:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1779202640.781425:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524050048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781449:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524050048:12345-0@lo:400:kworker.0 Request processed in 24us (1142us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202640.781454:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1779202640.781463:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1779202640.781469:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524049408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781492:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524049408:12345-0@lo:400:kworker.0 Request processed in 23us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202640.781497:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1779202640.781506:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1779202640.781512:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524049920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781536:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524049920:12345-0@lo:400:kworker.0 Request processed in 25us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202640.781542:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00080000:0.0:1779202640.781577:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202640.781582:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202640.781585:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202640.781587:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202640.781632:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524048896:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781645:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524049408:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781653:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524049920:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781662:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524048768:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781671:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524049280:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781679:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524049792:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781735:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524048512:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781744:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524049024:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781754:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524049536:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781762:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524050048:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781770:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524048640:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781779:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524049152:0@lo:400:kworker.0 00000100:00100000:0.0:1779202640.781787:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524049664:0@lo:400:kworker.0 00000100:00100000:2.0:1779202640.790416:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202640.790444:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524050176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202640.790515:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202640.790561:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524050176 00000100:00100000:2.0:1779202640.790567:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524050176 00000100:00100000:2.0:1779202640.790609:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1779202640.790617:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524050176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202640.790651:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:2.0:1779202640.790715:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524050176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202640.790723:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1779202640.790766:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524050176:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1779202641.612482:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202641.800076:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202641.800121:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202641.800174:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202641.800205:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202641.800228:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202641.800243:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202641.800257:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202641.800273:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202641.800599:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501009024 00000100:00100000:2.0:1779202641.800612:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501009024 00000100:00100000:2.0:1779202641.800673:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501009536 00000100:00100000:2.0:1779202641.800676:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501009536 00000100:00100000:2.0:1779202641.800741:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501008896 00000100:00100000:2.0:1779202641.800745:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501008896 00000100:00100000:2.0:1779202641.800760:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501009408 00000100:00100000:2.0:1779202641.800773:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501009408 00000100:00100000:2.0:1779202641.800796:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 902 00000100:00100000:2.0:1779202641.800807:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501009024:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202641.800887:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501009024:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 81us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202641.800894:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 902 00000100:00100000:2.0:1779202641.800914:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 903 00000100:00100000:2.0:1779202641.800920:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501009536:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202641.800945:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501009536:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202641.800951:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 903 00000100:00100000:2.0:1779202641.800963:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 904 00000100:00100000:2.0:1779202641.800969:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:2422:x1865628501008896:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202641.800992:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:2422:x1865628501008896:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202641.800999:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 904 00000100:00100000:2.0:1779202641.801010:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 905 00000100:00100000:2.0:1779202641.801016:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2422:x1865628501009408:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202641.801042:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2422:x1865628501009408:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202641.801049:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 905 00000100:00100000:2.0:1779202641.801074:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501009280 00000100:00100000:2.0:1779202641.801077:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501009280 00000100:00100000:2.0:1779202641.801105:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501009792 00000100:00100000:2.0:1779202641.801107:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501009792 00000100:00100000:2.0:1779202641.801121:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501009152 00000100:00100000:2.0:1779202641.801124:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501009152 00000100:00100000:2.0:1779202641.801144:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 575 00000100:00100000:2.0:1779202641.801151:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2422:x1865628501009280:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202641.801185:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2422:x1865628501009280:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202641.801190:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 575 00000100:00100000:2.0:1779202641.801201:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 576 00000100:00100000:2.0:1779202641.801207:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501009792:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202641.801228:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501009792:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202641.801233:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 576 00000100:00100000:2.0:1779202641.801242:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 577 00000100:00100000:2.0:1779202641.801246:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501009152:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202641.801262:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501009152:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 16us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202641.801267:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 577 00000100:00100000:0.0:1779202641.801711:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202641.802309:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501009664 00000100:00100000:0.0:1779202641.802318:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501009664 00000100:00100000:0.0:1779202641.802367:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 578 00000100:00100000:0.0:1779202641.802385:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2422:x1865628501009664:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202641.802442:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2422:x1865628501009664:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 67us (2146us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202641.802448:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 578 00000100:00080000:0.0:1779202641.802471:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202641.802475:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202641.802478:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202641.802481:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202641.802536:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501008768 00000100:00100000:0.0:1779202641.802540:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501008768 00000100:00100000:0.0:1779202641.802563:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 709 00000100:00100000:0.0:1779202641.802569:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501008768:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202641.802593:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501008768:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (2529us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202641.802598:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 709 00000100:00100000:0.0:1779202642.315621:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202642.315648:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524050304:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202642.315740:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202642.315814:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524050304 00000100:00100000:0.0:1779202642.315822:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524050304 00000100:00100000:0.0:1779202642.315872:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1779202642.315881:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524050304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202642.315910:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112335680 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202642.315964:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524050304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202642.315971:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00080000:0.0:1779202642.315993:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202642.316026:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524050304:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202642.316319:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524050432:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202642.316355:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202642.316398:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524050432 00000100:00100000:3.0:1779202642.316402:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524050432 00000100:00100000:3.0:1779202642.316435:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1779202642.316440:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524050432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202642.316451:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112335680 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:3.0:1779202642.316481:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524050432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202642.316487:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00080000:3.0:1779202642.316500:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202642.316521:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524050432:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1779202642.635826:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202642.836433:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524050688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202642.836506:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202642.836580:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202642.836587:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524050560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202642.836609:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202642.836638:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524050688 00000100:00100000:3.0:1779202642.836646:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524050688 00000100:00100000:3.0:1779202642.836715:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524050560 00000100:00100000:3.0:1779202642.836718:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524050560 00000100:00100000:3.0:1779202642.836738:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1779202642.836746:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524050688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202642.836774:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3920355328 avail 3688833024 00000100:00100000:3.0:1779202642.836817:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524050688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202642.836825:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1779202642.836841:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1779202642.836847:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524050560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202642.836856:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3920355328 avail 3688833024 00000100:00100000:3.0:1779202642.836877:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524050560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 30us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202642.836882:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00080000:3.0:1779202642.836896:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202642.836933:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524050560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202642.836945:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524050688:0@lo:13:osp-pre-1-1.0 00000001:00080000:3.0:1779202642.848919:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00000001:00080000:3.0:1779202642.848944:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000040:00080000:3.0:1779202643.403723:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202643.403803:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202643.403948:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:3.0:1779202643.403961:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:2.0:1779202643.406160:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967869 is committed 00010000:00010000:0.0:1779202643.660136:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202643.789598:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:2.0:1779202643.854086:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00000100:00100000:0.0:1779202643.854566:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524050816:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202643.854639:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202643.859913:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524050816 00000100:00100000:2.0:1779202643.859929:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524050816 00000100:00100000:3.0:1779202643.861540:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1779202643.861554:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524050816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202643.861597:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202643.861771:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524050816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 220us (7131us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202643.861780:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1779202643.861810:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524050816:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1779202644.683942:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202645.706933:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202645.901154:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524051072:0@lo:400:kworker.0 00000100:00100000:2.0:1779202645.901260:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202645.901351:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524051584:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.901578:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524050944:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.901623:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202645.901657:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524051456:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.901687:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202645.901739:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524051968:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.901767:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202645.901789:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524052480:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.901811:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202645.902336:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524051328:0@lo:400:kworker.0 00000100:00100000:0.0:1779202645.902389:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202645.902431:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524051840:0@lo:400:kworker.0 00000100:00100000:0.0:1779202645.902470:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524051072 00000100:00100000:0.0:1779202645.902481:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524051072 00000100:00100000:0.0:1779202645.902556:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524051328 00000100:00100000:0.0:1779202645.902559:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524051328 00000100:00100000:0.0:1779202645.902586:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1779202645.902597:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524051072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202645.902665:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524051072:12345-0@lo:400:kworker.0 Request processed in 68us (1405us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202645.902672:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1779202645.902725:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:0.0:1779202645.902732:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524051328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202645.902764:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524051328:12345-0@lo:400:kworker.0 Request processed in 33us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202645.902770:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:2.0:1779202645.902970:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202645.903007:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524052096:0@lo:400:kworker.0 00000100:00100000:2.0:1779202645.903034:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202645.903059:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524052608:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202645.903098:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202645.903147:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524051072:0@lo:400:kworker.0 00000100:00100000:2.0:1779202645.903172:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1779202645.903178:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524051200:0@lo:400:kworker.0 00000100:00100000:2.0:1779202645.903198:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202645.905209:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524051968 00000100:00100000:2.0:1779202645.905369:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524051712:0@lo:400:kworker.0 00000100:00100000:2.0:1779202645.905443:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202645.905467:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524052224:0@lo:400:kworker.0 00000100:00100000:2.0:1779202645.905491:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202645.905534:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524051584 00000100:00100000:2.0:1779202645.905540:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524051584 00000100:00100000:2.0:1779202645.905605:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524052096 00000100:00100000:2.0:1779202645.905609:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524052096 00000100:00100000:2.0:1779202645.905624:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524051712 00000100:00100000:2.0:1779202645.905627:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524051712 00000100:00100000:2.0:1779202645.905638:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524052224 00000100:00100000:2.0:1779202645.905640:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524052224 00000100:00100000:2.0:1779202645.905655:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:2.0:1779202645.905661:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524051584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202645.906134:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524051584:12345-0@lo:400:kworker.0 Request processed in 470us (3162us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202645.906141:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:2.0:1779202645.906164:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:2.0:1779202645.906171:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524052096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202645.906201:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524052096:12345-0@lo:400:kworker.0 Request processed in 32us (3166us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202645.906207:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:2.0:1779202645.906220:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:2.0:1779202645.906225:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524051712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202645.906329:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524051712:12345-0@lo:400:kworker.0 Request processed in 104us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202645.906336:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:2.0:1779202645.906349:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1779202645.906422:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524052224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202645.906455:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524052224:12345-0@lo:400:kworker.0 Request processed in 100us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202645.906461:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1779202645.906488:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524051456 00000100:00100000:2.0:1779202645.906494:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524051456 00000100:00100000:2.0:1779202645.906517:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524052608 00000100:00100000:2.0:1779202645.906609:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524052608 00000100:00100000:2.0:1779202645.906624:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524051200 00000100:00100000:2.0:1779202645.906627:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524051200 00000100:00100000:2.0:1779202645.906636:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1779202645.906642:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524051456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202645.906686:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524051456:12345-0@lo:400:kworker.0 Request processed in 43us (4998us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202645.906713:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1779202645.906724:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1779202645.906730:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3664:x1865628524052608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202645.906760:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:2.0:1779202645.906791:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3664:x1865628524052608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (3694us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202645.906798:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1779202645.906807:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1779202645.906812:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524051200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.906932:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524052480 00000100:00100000:3.0:1779202645.906937:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524052480 00000100:00100000:3.0:1779202645.906979:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1779202645.906997:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524052480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.907035:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524052480:12345-0@lo:400:kworker.0 Request processed in 39us (5222us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202645.907041:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00080000:3.0:1779202645.907066:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202645.907071:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202645.907084:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202645.907104:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202645.907148:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524052352:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.907181:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202645.907243:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524051328:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.907278:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524051840 00000100:00100000:3.0:1779202645.907281:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524051840 00000100:00100000:3.0:1779202645.907312:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524052352 00000100:00100000:3.0:1779202645.907314:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524052352 00000100:00100000:3.0:1779202645.907330:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1779202645.907334:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524051840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.907378:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524051840:12345-0@lo:400:kworker.0 Request processed in 43us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202645.907383:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1779202645.907394:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1779202645.907399:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524052352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.907424:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524052352:12345-0@lo:400:kworker.0 Request processed in 26us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202645.907429:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00080000:3.0:1779202645.907443:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202645.907445:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202645.907464:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524051840:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.907473:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524052352:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.907505:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524051456:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.907516:0:3663:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:3.0:1779202645.907521:0:3663:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91d0f9265500, transno 4294967347 00000100:00100000:3.0:1779202645.907531:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524052480:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.907744:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524051712:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.907756:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524052224:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.907774:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524052608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202645.907786:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524051584:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.907798:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524052096:0@lo:400:kworker.0 00000100:00100000:0.0:1779202645.908539:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524051968 00000100:00100000:0.0:1779202645.908609:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1779202645.908618:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524051968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202645.908682:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524051968:12345-0@lo:400:kworker.0 Request processed in 66us (6914us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202645.908689:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1779202645.908737:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524050944 00000100:00100000:0.0:1779202645.908743:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524050944 00000100:00100000:0.0:1779202645.908773:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1779202645.908779:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524050944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202645.908810:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524050944:12345-0@lo:400:kworker.0 Request processed in 32us (7187us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202645.908816:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1779202645.908926:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524051200:12345-0@lo:400:kworker.0 Request processed in 2113us (5727us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202645.908934:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00080000:2.0:1779202645.909174:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202645.909304:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524050944:0@lo:400:kworker.0 00000100:00100000:2.0:1779202645.909324:0:3663:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000100:00100000:2.0:1779202645.909340:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524051968:0@lo:400:kworker.0 00000100:00100000:3.0:1779202645.909475:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524051200:0@lo:400:kworker.0 00010000:00010000:0.0:1779202646.732989:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202646.916784:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202646.916838:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202646.916878:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202646.916913:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202646.916952:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501010048 00000100:00100000:3.0:1779202646.916967:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501010048 00000100:00100000:3.0:1779202646.917046:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501010176 00000100:00100000:3.0:1779202646.917050:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501010176 00000100:00100000:3.0:1779202646.917094:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 912 00000100:00100000:3.0:1779202646.917107:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:2419:x1865628501010048:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202646.917212:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:2419:x1865628501010048:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 107us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202646.917221:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 912 00000100:00100000:3.0:1779202646.917255:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 913 00000100:00100000:3.0:1779202646.917262:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501010176:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202646.917292:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501010176:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202646.917299:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 913 00000100:00100000:3.0:1779202646.917321:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501010304 00000100:00100000:3.0:1779202646.917324:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501010304 00000100:00100000:3.0:1779202646.917355:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 583 00000100:00100000:3.0:1779202646.917362:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501010304:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202646.917391:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501010304:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202646.917397:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 583 00000100:00100000:1.0:1779202646.918678:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501009920 00000100:00100000:1.0:1779202646.918735:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501009920 00000100:00100000:1.0:1779202646.918798:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 711 00000100:00100000:1.0:1779202646.918807:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501009920:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202646.918874:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501009920:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 68us (2108us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202646.918881:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 711 00000100:00080000:2.0:1779202646.919498:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202646.919507:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202646.919510:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202646.925797:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202646.925849:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501010560 00000100:00100000:2.0:1779202646.925861:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501010560 00000100:00100000:2.0:1779202646.925940:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 914 00000100:00100000:2.0:1779202646.925951:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2422:x1865628501010560:12345-192.168.204.21@tcp:400:kworker.0 00000100:00080000:0.0:1779202646.927382:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202646.927849:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2422:x1865628501010560:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1893us (2055us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202646.927865:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 914 00000100:00100000:1.0:1779202646.928578:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202646.928722:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202646.928749:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202646.928777:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202646.930356:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501010688 00000100:00100000:2.0:1779202646.930372:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501010688 00000100:00100000:2.0:1779202646.930470:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 915 00000100:00100000:2.0:1779202646.930482:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501010688:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202646.930483:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501010816 00000100:00100000:3.0:1779202646.930488:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501010816 00000100:00100000:3.0:1779202646.930522:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501010944 00000100:00100000:3.0:1779202646.930524:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501010944 00000100:00100000:3.0:1779202646.930543:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501010432 00000100:00100000:3.0:1779202646.930546:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501010432 00000100:00100000:3.0:1779202646.930564:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 584 00000100:00100000:3.0:1779202646.930571:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501010816:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202646.930592:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501010688:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 112us (2017us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202646.930600:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501010816:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (1879us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202646.930600:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 915 00000100:00080000:2.0:1779202646.930624:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202646.930629:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202646.930631:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202646.930644:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 585 00000100:00100000:2.0:1779202646.930652:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501010944:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202646.930686:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501010944:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (1936us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202646.930764:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 584 00000100:00100000:2.0:1779202646.931421:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 585 00000100:00100000:2.0:1779202646.931452:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 586 00000100:00100000:2.0:1779202646.931462:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628501010432:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202646.931500:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628501010432:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 41us (2722us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202646.931507:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 586 00000100:00100000:2.0:1779202647.189854:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202647.191380:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501011072 00000100:00100000:3.0:1779202647.191394:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501011072 00000100:00100000:3.0:1779202647.191459:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 953 00000100:00100000:3.0:1779202647.191470:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:26267:x1865628501011072:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1779202647.191573:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:26267:x1865628501011072:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 105us (1727us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202647.191580:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 953 00000100:00100000:0.0:1779202647.221917:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202647.222161:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501011200 00000100:00100000:1.0:1779202647.222171:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501011200 00000100:00100000:1.0:1779202647.222233:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 954 00000100:00100000:1.0:1779202647.222241:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:26267:x1865628501011200:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1779202647.222344:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:26267:x1865628501011200:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 104us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202647.222352:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 954 00000100:00100000:1.0:1779202647.435183:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202647.435210:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524052736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202647.435295:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202647.436983:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524052864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202647.437071:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202647.437636:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524052736 00000100:00100000:2.0:1779202647.437646:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524052736 00000100:00100000:2.0:1779202647.437770:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524052864 00000100:00100000:2.0:1779202647.437774:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524052864 00000100:00100000:0.0:1779202647.437833:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1779202647.437844:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524052736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202647.437872:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202647.437924:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524052736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (2629us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202647.437930:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1779202647.437946:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1779202647.437952:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524052864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202647.437960:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202647.437984:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524052864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 32us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202647.437989:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00080000:3.0:1779202647.438034:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202647.438103:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524052736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202647.438138:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524052864:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1779202647.756104:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202647.947018:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202647.947191:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524053120:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202647.947306:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202647.947428:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524053120 00000100:00100000:1.0:1779202647.947448:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524053120 00000100:00100000:1.0:1779202647.947548:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1779202647.947564:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524053120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202647.947612:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3920355328 avail 3688833024 00000100:00100000:1.0:1779202647.947715:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524053120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 157us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202647.947723:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00080000:2.0:1779202647.948626:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202647.948727:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524053120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202647.959638:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524052992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202647.959784:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202647.960475:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524052992 00000100:00100000:3.0:1779202647.960487:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524052992 00000100:00100000:3.0:1779202647.960560:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1779202647.960571:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524052992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202647.960609:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3920355328 avail 3688833024 00000100:00100000:3.0:1779202647.960724:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524052992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 154us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202647.960732:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00080000:2.0:1779202647.963147:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202647.965174:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524052992:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1779202648.779722:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202648.977472:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202648.977500:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524053248:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202648.977586:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202648.978437:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524053248 00000100:00100000:3.0:1779202648.978450:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524053248 00000100:00100000:3.0:1779202648.978514:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1779202648.978524:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524053248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202648.978567:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202648.978634:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524053248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202648.978642:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1779202648.978815:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524053248:0@lo:41:osp-pre-1-0.0 00000001:02000400:2.0:1779202649.335429:0:20704:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12e: Check forbidden restore ========== 10:57:27 (1779202647) 00000100:00100000:3.0:1779202649.694533:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202649.694625:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501011328 00000100:00100000:2.0:1779202649.694644:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501011328 00000100:00100000:2.0:1779202649.694787:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 955 00000100:00080000:3.0:1779202649.694799:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202649.694810:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:26916:x1865628501011328:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1779202649.694952:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:26916:x1865628501011328:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 155us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202649.694960:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 955 00000100:00100000:3.0:1779202649.703631:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202649.703834:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501011456 00000100:00100000:0.0:1779202649.703850:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501011456 00000100:00100000:0.0:1779202649.703946:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 956 00000100:00080000:3.0:1779202649.703949:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202649.703961:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:26916:x1865628501011456:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1779202649.704117:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:26916:x1865628501011456:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 160us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202649.704126:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 956 00000100:00100000:3.0:1779202649.721604:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202649.721724:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501011584 00000100:00100000:1.0:1779202649.721737:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501011584 00000100:00100000:1.0:1779202649.721811:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 957 00000100:00100000:1.0:1779202649.721821:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:26917:x1865628501011584:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202649.721842:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202649.721865:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe2e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65463 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.721936:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe2ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.721950:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe2ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.721962:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe2ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722600:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe2f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722623:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe2f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722636:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe2f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722741:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe2ed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722750:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe2ed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722756:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe2ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722763:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe2ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722770:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202649.722775:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe2ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722784:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe2ed lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722799:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202649.722802:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202649.722808:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe2ed lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722815:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe2ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722833:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe2f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722840:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe2f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722847:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe2f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722855:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202649.722858:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe2f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722865:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe2f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722873:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff91d0ebf53400) 00010000:00010000:1.0:1779202649.722875:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202649.722878:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe2f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722883:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe2f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722933:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe2e6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65463 expref: 83 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722949:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202649.722952:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202649.722955:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c77200/0x3d5ca2fc49dbe2e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65463 expref: 83 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202649.722966:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c77200, rc 0) 00000100:00100000:0.0:1779202649.723655:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:26917:x1865628501011584:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1831us (2055us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202649.723665:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 957 00000100:00080000:3.0:1779202649.725740:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202649.733362:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202649.733478:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501011840 00000100:00100000:2.0:1779202649.733491:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501011840 00000100:00100000:2.0:1779202649.733566:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 958 00000100:00100000:2.0:1779202649.733578:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:26917:x1865628501011840:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:2.0:1779202649.733640:0:6563:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202649.733671:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4860000/0x3d5ca2fc49dbe150 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653c2 expref: 82 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.733808:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202649.733814:0:6563:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202649.733874:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.736180:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe18f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653d7 expref: 36 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.736193:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.736530:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe18f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653d7 expref: 36 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.736548:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe18f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653d7 expref: 36 pid: 7869 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202649.736565:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524053376:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202649.736680:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1779202649.744495:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202649.744550:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501011968 00000100:00100000:2.0:1779202649.744560:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501011968 00010000:00010000:2.0:1779202649.744602:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe18f lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653d7 expref: 37 pid: 7869 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202649.744637:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 306 00000100:00100000:2.0:1779202649.744647:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501011968:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202649.744662:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202649.744668:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe18f lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653d7 expref: 37 pid: 7869 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.744683:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe18f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653d7 expref: 37 pid: 7869 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.744736:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202649.744742:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.744753:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.744761:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.744781:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202649.744837:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501011968:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 191us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202649.744845:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 306 00010000:00010000:3.0:1779202649.745452:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe18f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d653d7 expref: 36 pid: 7869 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202649.745480:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524053376:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202649.745507:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.745517:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.745524:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.745553:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe302 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.745565:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe302 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.745575:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe302 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.749993:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe309 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.750034:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe309 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.750049:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe309 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202649.750068:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffad0491 reply state 000000006752cb5a transno 4294967870 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe309 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.750081:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe309 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.750089:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:3.0:1779202649.750093:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202649.750098:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1779202649.750106:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00010000:00010000:3.0:1779202649.750116:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.750123:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.750131:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.750137:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202649.750142:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.750150:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.750160:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202649.750162:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202649.750166:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.750172:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe2fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202649.750186:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffad0491 reply state 000000006752cb5a transno 4294967870 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe302 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.750194:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe302 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202649.750205:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff91d0f3878c00) 00010000:00010000:3.0:1779202649.750207:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202649.750209:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1779202649.750327:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:26917:x1865628501011840:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 16747us (16973us total) trans 4294967870 rc 0/0 00000100:00100000:3.0:1779202649.750337:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 958 00000100:00100000:2.0:1779202649.779652:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202649.779802:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501012096 00000100:00100000:0.0:1779202649.779812:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501012096 00000100:00100000:0.0:1779202649.779891:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 959 00000100:00100000:0.0:1779202649.779901:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+83:26918:x1865628501012096:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:0.0:1779202649.779928:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202649.779951:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe310 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6546a expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.780030:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe317 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.780045:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.780058:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202649.780112:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202649.780116:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202649.780150:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.780174:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe310 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6546a expref: 85 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.780192:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe317 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6546a expref: 84 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.780201:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202649.780204:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202649.780207:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abba00, rc 0) 00000100:00100000:0.0:1779202649.780272:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+84:26918:x1865628501012096:12345-192.168.204.21@tcp:101:bash.0 Request processed in 372us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202649.780279:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 959 00000100:00100000:1.0:1779202649.790859:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202649.792402:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501012224 00000100:00100000:0.0:1779202649.792420:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501012224 00000100:00100000:0.0:1779202649.792516:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 960 00000100:00100000:0.0:1779202649.792527:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+84:26918:x1865628501012224:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:0.0:1779202649.792548:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202649.792571:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe31e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65471 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792638:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe325 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792658:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe325 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792670:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe325 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792682:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe32c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792730:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe32c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792738:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe32c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792836:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba000/0x3d5ca2fc49dbe333 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792845:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba000/0x3d5ca2fc49dbe333 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792852:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba000/0x3d5ca2fc49dbe333 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202649.792888:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:0.0:1779202649.792893:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202649.792915:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba000/0x3d5ca2fc49dbe333 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792928:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe325 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792938:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe325 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792945:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe325 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792951:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202649.792955:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe325 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792962:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe325 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792973:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202649.792976:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202649.792981:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe325 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.792986:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe325 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.793011:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe32c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.793017:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe32c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.793022:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe32c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.793027:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abb800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202649.793030:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe32c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.793035:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe32c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.793041:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff91d0f3878c00) 00010000:00010000:0.0:1779202649.793043:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202649.793046:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe32c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.793051:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe32c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.793076:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe31e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65471 expref: 86 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.793089:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba000/0x3d5ca2fc49dbe333 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65471 expref: 85 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.793096:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:0.0:1779202649.793099:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1779202649.793101:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3aba000, rc 0) 00000100:00100000:0.0:1779202649.793173:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:26918:x1865628501012224:12345-192.168.204.21@tcp:101:bash.0 Request processed in 648us (2329us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202649.793180:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 960 00010000:00010000:0.0:1779202649.802944:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202649.811630:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202649.817281:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501012352 00000100:00100000:0.0:1779202649.817498:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501012352 00000100:00100000:2.0:1779202649.817753:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 961 00000100:00100000:2.0:1779202649.817767:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:26918:x1865628501012352:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202649.817787:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202649.817807:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe33a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65478 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.817885:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe341 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.817900:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe341 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.817910:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe341 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.817923:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe348 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.817930:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe348 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.817936:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe348 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.817974:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe341 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.817980:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe341 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.817986:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe341 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.817991:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202649.817995:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe341 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.818015:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe341 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.818027:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:2.0:1779202649.818030:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.818034:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe341 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.818040:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe341 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.818052:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe348 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.818058:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe348 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.818063:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe348 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.818068:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202649.818070:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe348 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.818076:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe348 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.818082:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff91cfc2883800) 00010000:00010000:2.0:1779202649.818085:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.818087:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe348 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.818092:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe348 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.818124:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe33a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65478 expref: 86 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.818146:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:2.0:1779202649.818148:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.818152:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe33a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65478 expref: 86 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.818167:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7c00, rc 0) 00000100:00100000:2.0:1779202649.818250:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:26918:x1865628501012352:12345-192.168.204.21@tcp:101:bash.0 Request processed in 486us (6638us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202649.818258:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 961 00000100:00100000:3.0:1779202649.850781:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202649.850881:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501012480 00000100:00100000:0.0:1779202649.850892:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501012480 00000100:00100000:0.0:1779202649.850955:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 962 00000100:00100000:0.0:1779202649.850965:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+36:26919:x1865628501012480:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202649.850986:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202649.851018:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe34f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6547f expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.851088:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe356 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.851103:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe356 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.851114:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe356 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202649.851166:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202649.851170:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202649.851190:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe356 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.851213:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe34f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6547f expref: 38 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.851231:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe356 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6547f expref: 37 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.851240:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202649.851243:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202649.851247:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abb800, rc 0) 00000100:00100000:0.0:1779202649.851315:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:26919:x1865628501012480:12345-192.168.204.21@tcp:101:rm.0 Request processed in 351us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202649.851323:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 962 00000100:00100000:1.0:1779202649.864177:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202649.864935:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501012608 00000100:00100000:0.0:1779202649.864953:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501012608 00000100:00100000:2.0:1779202649.865205:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 963 00000100:00100000:2.0:1779202649.865218:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:26919:x1865628501012608:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202649.865245:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202649.865273:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe35d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65486 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865367:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe364 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865386:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe364 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865399:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe364 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865411:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe36b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865419:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe36b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865425:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe36b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865774:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe372 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865786:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865793:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202649.865843:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:2.0:1779202649.865848:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202649.865876:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865892:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe364 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865900:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe364 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865908:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe364 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865915:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202649.865921:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe364 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865931:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe364 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865946:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202649.865950:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.865956:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe364 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865962:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe364 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865977:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe36b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865983:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe36b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865988:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe36b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.865993:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202649.865996:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe36b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.866013:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe36b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.866021:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff91d0f3878c00) 00010000:00010000:2.0:1779202649.866024:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.866027:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe36b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.866032:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe36b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.866066:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe35d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65486 expref: 39 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.866086:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6a00/0x3d5ca2fc49dbe372 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65486 expref: 38 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.866095:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:2.0:1779202649.866098:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1779202649.866101:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6a00, rc 0) 00000100:00100000:2.0:1779202649.866194:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26919:x1865628501012608:12345-192.168.204.21@tcp:101:rm.0 Request processed in 979us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202649.866203:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 963 00000100:00100000:3.0:1779202649.878252:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202649.878372:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501012736 00000100:00100000:2.0:1779202649.878393:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501012736 00000100:00100000:2.0:1779202649.878487:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 964 00000100:00100000:2.0:1779202649.878501:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26919:x1865628501012736:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202649.878533:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202649.878561:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe379 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6548d expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878660:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe380 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878681:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe380 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878756:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe380 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878777:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe387 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878798:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878807:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878861:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe380 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878871:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe380 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878878:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe380 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878885:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202649.878890:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe380 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878898:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe380 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878911:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:2.0:1779202649.878915:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.878922:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe380 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878929:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe380 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878948:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878955:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe387 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878961:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe387 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878966:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202649.878969:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe387 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878975:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe387 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878982:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff91cfc2883800) 00010000:00010000:2.0:1779202649.878985:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.878988:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe387 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.878994:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe387 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.879044:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe379 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6548d expref: 39 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.879056:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:2.0:1779202649.879058:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.879062:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe379 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6548d expref: 39 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.879078:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7c00, rc 0) 00000100:00100000:2.0:1779202649.879178:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26919:x1865628501012736:12345-192.168.204.21@tcp:101:rm.0 Request processed in 679us (935us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202649.879186:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 964 00000100:00100000:3.0:1779202649.886558:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202649.889872:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501012864 00000100:00100000:2.0:1779202649.889889:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501012864 00000100:00100000:2.0:1779202649.889965:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 965 00000100:00100000:2.0:1779202649.889976:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26919:x1865628501012864:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202649.890007:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202649.890027:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe38e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65494 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890100:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe395 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890115:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe395 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890136:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe395 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890151:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe39c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890158:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe39c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890165:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe39c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890205:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe395 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890212:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe395 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890219:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe395 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890224:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202649.890228:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe395 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890235:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe395 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890247:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:2.0:1779202649.890250:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.890254:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe395 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890260:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe395 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890274:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe39c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890279:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe39c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890283:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe39c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890288:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202649.890291:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe39c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890306:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe39c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890313:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff91cfc2883800) 00010000:00010000:2.0:1779202649.890315:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.890317:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe39c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890322:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe39c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890441:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe38e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65494 expref: 39 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890451:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:2.0:1779202649.890454:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.890458:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe38e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65494 expref: 39 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.890468:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7c00, rc 0) 00000100:00100000:2.0:1779202649.890546:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26919:x1865628501012864:12345-192.168.204.21@tcp:101:rm.0 Request processed in 571us (3996us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202649.890554:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 965 00000040:00080000:3.0:1779202649.932557:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1779202649.946067:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202649.946351:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501012992 00000100:00100000:2.0:1779202649.946362:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501012992 00000100:00100000:2.0:1779202649.946465:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 966 00000100:00100000:2.0:1779202649.946477:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26920:x1865628501012992:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202649.946502:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202649.946529:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe3a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6549b expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946641:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3aa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946657:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946669:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946685:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946729:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946736:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946786:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3aa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946794:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3aa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946799:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3aa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946806:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3aa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946812:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202649.946816:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3aa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946824:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3aa lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946835:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:2.0:1779202649.946839:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.946844:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3aa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946850:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946864:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946970:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3b1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946975:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946979:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202649.946982:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.946992:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3b1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.947010:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff91cfc2883800) 00010000:00010000:2.0:1779202649.947012:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.947015:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3b1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.947021:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.947054:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe3a3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6549b expref: 39 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.947064:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:2.0:1779202649.947067:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.947070:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe3a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6549b expref: 39 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.947079:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7c00, rc 0) 00000100:00100000:2.0:1779202649.947148:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26920:x1865628501012992:12345-192.168.204.21@tcp:101:cp.0 Request processed in 672us (1090us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202649.947325:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 966 00000100:00100000:3.0:1779202649.963373:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202649.963535:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501013120 00000100:00100000:2.0:1779202649.963547:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501013120 00000100:00100000:2.0:1779202649.963616:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 967 00000100:00100000:2.0:1779202649.963628:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26920:x1865628501013120:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202649.963652:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202649.963673:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe3b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654a2 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963792:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3bf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963809:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963822:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963839:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963846:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963852:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963904:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963911:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3bf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963917:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963923:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202649.963928:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963935:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3bf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963946:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:2.0:1779202649.963949:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.963954:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963960:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe3bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963971:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963976:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3c6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963981:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963986:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202649.963989:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.963994:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3c6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.964013:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff91cfc2883800) 00010000:00010000:2.0:1779202649.964015:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.964018:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.964024:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe3c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.964936:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe3b8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654a2 expref: 39 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.964950:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:2.0:1779202649.964952:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202649.964957:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe3b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654a2 expref: 39 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.964966:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7c00, rc 0) 00000100:00100000:2.0:1779202649.965061:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26920:x1865628501013120:12345-192.168.204.21@tcp:101:cp.0 Request processed in 1435us (1697us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202649.965069:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 967 00000100:00100000:3.0:1779202649.969430:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202649.969835:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501013376 00000100:00100000:0.0:1779202649.969848:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501013376 00000100:00100000:0.0:1779202649.969920:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 968 00000100:00100000:0.0:1779202649.969931:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:26920:x1865628501013376:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202649.969957:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202649.969981:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe3cd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654a9 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970119:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe3d4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970136:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe3d4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970147:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe3d4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970178:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe3db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970185:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe3db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970192:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe3db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1779202649.970629:0:16980:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x13:0x0], index 1: 0 00010000:00010000:0.0:1779202649.970805:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db200/0x3d5ca2fc49dbe3e2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970815:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db200/0x3d5ca2fc49dbe3e2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970823:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db200/0x3d5ca2fc49dbe3e2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970865:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe3d4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970872:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe3d4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970880:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe3d4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970886:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202649.970890:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe3d4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970895:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe3d4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970908:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:0.0:1779202649.970910:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202649.970915:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe3d4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970925:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe3d4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202649.970938:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000059487605 reply state 00000000821f48be transno 4294967871 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe3db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970949:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe3db lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.970955:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff91cfc28aa700) 00010000:00010000:0.0:1779202649.970957:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202649.970960:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1779202649.970990:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe3cd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654a9 expref: 41 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.971020:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38db200/0x3d5ca2fc49dbe3e2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654a9 expref: 40 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202649.971027:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff91cfc28aac00) 00010000:00010000:0.0:1779202649.971029:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202649.971031:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc38db200, rc 0) 00000100:00100000:0.0:1779202649.971111:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:26920:x1865628501013376:12345-192.168.204.21@tcp:101:cp.0 Request processed in 1182us (1694us total) trans 4294967871 rc 0/0 00000100:00100000:0.0:1779202649.971118:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 968 00000100:00100000:1.0:1779202649.977829:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202649.977936:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501013504 00000100:00100000:2.0:1779202649.977946:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501013504 00000100:00100000:2.0:1779202649.978017:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 245 00000100:00100000:2.0:1779202649.978028:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501013504:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202649.978054:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202649.978075:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe3f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654b0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202649.978100:0:8446:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1779202649.978120:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202649.978122:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202649.978131:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe3f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b0 expref: 10 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.978149:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe3f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b0 expref: 10 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.978179:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7e00, rc 0) 00000100:00100000:2.0:1779202649.978234:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501013504:12345-192.168.204.21@tcp:101:cp.0 Request processed in 209us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202649.978241:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 245 00000100:00080000:3.0:1779202649.978958:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202649.992470:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202649.992739:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501013632 00000100:00100000:2.0:1779202649.992760:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501013632 00000100:00100000:2.0:1779202649.992820:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 246 00000100:00100000:2.0:1779202649.992831:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:26920:x1865628501013632:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202649.992850:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202649.992868:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654b7 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.992904:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe3f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b0 expref: 11 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.992914:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202649.992916:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202649.992919:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 11 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.992952:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe3f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b0 expref: 11 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202649.992967:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe3f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b0 expref: 11 pid: 8446 timeout: 879 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202649.992980:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524053504:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202649.993095:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f540 going to sleep for 11 seconds 00000100:00100000:1.0:1779202650.004518:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202650.004781:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501013760 00000100:00100000:3.0:1779202650.004791:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501013760 00010000:00010000:3.0:1779202650.005059:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe3f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b0 expref: 12 pid: 8446 timeout: 879 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202650.005106:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 307 00000100:00100000:3.0:1779202650.005118:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2421:x1865628501013760:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202650.005132:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202650.005152:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe3f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b0 expref: 12 pid: 8446 timeout: 879 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.005166:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe3f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b0 expref: 12 pid: 8446 timeout: 879 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.005342:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202650.005345:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202650.005353:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 12 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.005363:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 12 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.005403:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 12 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202650.005418:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6548:1865628524053632:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202650.005596:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe3f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b0 expref: 12 pid: 8446 timeout: 879 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202650.005612:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524053504:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202650.005637:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 11 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202650.005648:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7c00, rc 0) 00000100:00100000:3.0:1779202650.005771:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1779202650.017242:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:26920:x1865628501013632:12345-192.168.204.21@tcp:101:cp.0 Request processed in 24400us (24769us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202650.017259:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 246 00000100:00100000:1.0:1779202650.032092:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202650.032212:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501014016 00000100:00100000:0.0:1779202650.032222:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501014016 00000100:00100000:0.0:1779202650.032279:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 186 00000100:00100000:0.0:1779202650.032288:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:26920:x1865628501014016:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:0.0:1779202650.032572:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:26920:x1865628501014016:12345-192.168.204.21@tcp:35:cp.0 Request processed in 283us (489us total) trans 4294967872 rc 0/0 00000100:00100000:0.0:1779202650.032580:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 186 00000100:00100000:3.0:1779202650.032768:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6548:1865628524053632:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202650.032793:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202650.032833:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501013760:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 27717us (28325us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202650.032842:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 307 00000100:00100000:1.0:1779202650.116808:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202650.117062:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501014144 00000100:00100000:0.0:1779202650.117072:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501014144 00000100:00100000:0.0:1779202650.117138:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 969 00000100:00100000:0.0:1779202650.117148:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:26923:x1865628501014144:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202650.118057:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202650.118085:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe3fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654be expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.118158:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe405 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.118476:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe405 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.118493:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe405 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.118508:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe40c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.118516:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe40c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.118522:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe40c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.118653:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe413 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.118663:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe413 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.118670:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe413 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202650.118729:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00000004:00200000:0.0:1779202650.118734:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202650.118836:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe413 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.118847:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe413 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.118855:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe405 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.118861:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe405 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.119784:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe405 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.119790:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3aba800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202650.119794:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe405 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.119801:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe405 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.119815:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:0.0:1779202650.119818:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202650.119823:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe405 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.119829:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe405 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.119844:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe40c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.119850:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe40c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.119855:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe40c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.119859:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202650.119862:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe40c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.119968:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe40c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.119976:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff91cfc28aa700) 00010000:00010000:0.0:1779202650.119978:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202650.119982:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe40c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.119987:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe40c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.120036:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe3fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654be expref: 87 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.120051:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe413 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654be expref: 86 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.120057:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff91cfc28aac00) 00010000:00010000:0.0:1779202650.120060:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202650.120062:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6800, rc 0) 00000100:00100000:0.0:1779202650.120136:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:26923:x1865628501014144:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 2989us (3338us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202650.120145:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 969 00000100:00100000:0.0:1779202650.125333:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202650.125891:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501014272 00000100:00100000:2.0:1779202650.125903:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501014272 00000100:00100000:2.0:1779202650.126006:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 247 00000100:00080000:3.0:1779202650.126017:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202650.126019:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628501014272:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202650.126038:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202650.126056:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe41a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654c5 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202650.126125:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524053760:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202650.126241:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f540 going to sleep for 11 seconds 00002000:00010000:2.0:1779202650.136370:0:12963:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1779202650.136381:0:12963:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb mtime: 0 -> 1779202649 00002000:00010000:2.0:1779202650.136385:0:12963:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb atime: 0 -> 1779202649 00002000:00010000:2.0:1779202650.136387:0:12963:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb ctime: 0 -> 1779202649 00002000:00010000:2.0:1779202650.136389:0:12963:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1779202650.136418:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524053760:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202650.136462:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe41a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654c5 expref: 13 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202650.136488:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe41a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654c5 expref: 13 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202650.136503:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7e00, rc 0) 00000100:00100000:2.0:1779202650.136652:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628501014272:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 10635us (11325us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202650.136662:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 247 00000100:00100000:1.0:1779202650.143556:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202650.143658:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501014400 00000100:00100000:2.0:1779202650.143670:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501014400 00000100:00100000:2.0:1779202650.143767:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 970 00000100:00100000:2.0:1779202650.143779:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:26923:x1865628501014400:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202650.143802:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202650.143823:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe421 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654cc expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202650.143906:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe428 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202650.143923:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe428 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202650.143935:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe428 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202650.143978:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:2.0:1779202650.143982:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202650.144013:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe428 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202650.144040:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe421 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654cc expref: 88 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202650.144056:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe428 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654cc expref: 87 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202650.144064:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:2.0:1779202650.144066:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202650.144070:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6200, rc 0) 00000100:00100000:2.0:1779202650.144133:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:26923:x1865628501014400:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 356us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202650.144140:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 970 00000100:00100000:0.0:1779202650.161820:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202650.161914:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501014528 00000100:00100000:2.0:1779202650.161925:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501014528 00000100:00100000:2.0:1779202650.161987:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 248 00000100:00100000:2.0:1779202650.162010:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501014528:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202650.162031:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202650.162050:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe42f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654d3 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202650.162116:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524053888:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202650.162226:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f540 going to sleep for 11 seconds 00000100:00100000:2.0:1779202650.167081:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524053888:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202650.167126:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe42f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654d3 expref: 13 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202650.167154:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbe42f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654d3 expref: 13 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202650.167178:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7e00, rc 0) 00000100:00100000:2.0:1779202650.167243:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501014528:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 5245us (5434us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202650.167252:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 248 00000100:00100000:1.0:1779202650.179855:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202650.180370:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501014784 00000100:00100000:0.0:1779202650.180382:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501014784 00000100:00100000:0.0:1779202650.180450:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 971 00000100:00100000:0.0:1779202650.180461:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:26923:x1865628501014784:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:0.0:1779202650.180674:0:16980:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].23, 136 off11320 00000100:00100000:0.0:1779202650.180820:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:26923:x1865628501014784:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 360us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202650.180828:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 971 00000040:00080000:2.0:1779202650.571157:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202650.571176:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202650.571207:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:2.0:1779202650.571218:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202650.571426:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524054016:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202650.571553:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d07cd540 going to sleep for 11 seconds 00000100:00100000:3.0:1779202650.618162:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524054016:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202650.618634:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202650.619129:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501014912 00000100:00100000:3.0:1779202650.619138:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501014912 00000100:00100000:3.0:1779202650.619203:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 972 00000100:00100000:3.0:1779202650.619212:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:26933:x1865628501014912:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202650.619247:0:10076:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202650.620760:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:26933:x1865628501014912:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 1540us (2120us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202650.620771:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 972 00000100:00100000:1.0:1779202650.640143:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202650.641008:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501015168 00000100:00100000:3.0:1779202650.641019:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501015168 00000100:00100000:3.0:1779202650.641081:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 973 00000100:00100000:3.0:1779202650.641091:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0067450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:26933:x1865628501015168:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202650.641111:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202650.641131:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe436 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654da expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.641239:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe43d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.641255:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe43d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.641266:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe43d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202650.641277:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:3.0:1779202650.641402:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe436 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654da expref: 45 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.641418:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe43d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654da expref: 44 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.641431:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff91cfc28aac00) 00010000:00010000:3.0:1779202650.641434:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202650.641437:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5600, rc 0) 00000100:00100000:3.0:1779202650.641495:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0067450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:26933:x1865628501015168:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 405us (1362us total) trans 4294967873 rc 0/0 00000100:00100000:3.0:1779202650.641502:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 973 00000100:00100000:1.0:1779202650.657123:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202650.657174:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202650.658637:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501015296 00000100:00100000:3.0:1779202650.658649:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501015296 00000100:00100000:3.0:1779202650.658751:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 42 00000100:00100000:3.0:1779202650.658767:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2421:x1865628501015296:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202650.658783:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202650.658811:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe43d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654da expref: 44 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.658830:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff91cfc28aac00) 00010000:00010000:3.0:1779202650.658835:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202650.658893:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:2421:x1865628501015296:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 131us (1779us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202650.658900:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 42 00000100:00100000:3.0:1779202650.658925:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501015424 00000100:00100000:3.0:1779202650.658929:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501015424 00000100:00100000:3.0:1779202650.658952:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 249 00000100:00100000:3.0:1779202650.658958:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501015424:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1779202650.659004:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.659024:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 10 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.659045:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202650.659047:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202650.659051:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.659095:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 10 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.659110:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 10 pid: 8447 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202650.659134:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524054144:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202650.659568:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202650.666144:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524054144:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202650.666191:0:8444:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202650.693450:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202650.693543:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501015552 00000100:00100000:3.0:1779202650.693556:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501015552 00002000:00100000:3.0:1779202650.693607:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff91cfc4904e00 x1865628501015552/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:616/0 lens 648/0 e 0 to 0 dl 1779202661 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202650.693619:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4904e00 with x1865628501015552 ext(0->157) 00010000:00010000:3.0:1779202650.693629:0:8450:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 11 pid: 8447 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.693645:0:8450:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 11 pid: 8447 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202650.693654:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91cfc4904e00 00000100:00100000:3.0:1779202650.693688:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 11 00000100:00100000:3.0:1779202650.693726:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501015552:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:3.0:1779202650.701055:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501015552:12345-192.168.204.21@tcp:4:cp.0 Request processed in 7320us (7603us total) trans 4294967348 rc 0/0 00000100:00100000:3.0:1779202650.701069:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 11 00002000:00100000:3.0:1779202650.701082:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff91cfc4904e00 x1865628501015552/t4294967348(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:616/0 lens 648/448 e 0 to 0 dl 1779202661 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202650.701092:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4904e00 with x1865628501015552 ext(0->157) 00010000:00010000:3.0:1779202650.701102:0:8450:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 13 pid: 8447 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.701122:0:8450:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 13 pid: 8447 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202650.701130:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91cfc4904e00 00000100:00100000:1.0:1779202650.734405:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202650.734568:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501015680 00000100:00100000:0.0:1779202650.734578:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501015680 00010000:00010000:0.0:1779202650.734614:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 13 pid: 8447 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202650.734657:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 308 00000100:00100000:0.0:1779202650.734666:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2422:x1865628501015680:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202650.734679:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1779202650.734730:0:6549:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1779202650.734736:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 13 pid: 8447 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.734751:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 13 pid: 8447 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.734772:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbe3f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654b7 expref: 13 pid: 8447 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.734787:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202650.734789:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202650.734794:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.734805:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.734833:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202650.734887:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2422:x1865628501015680:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 222us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202650.734893:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 308 00010000:00010000:1.0:1779202650.735992:0:8444:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.736006:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.736039:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.736048:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.736057:0:8444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.736064:0:8444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4400 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202650.736069:0:8444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.736078:0:8444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.736096:0:8444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.736103:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe44b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202650.736196:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501015424:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 77235us (79019us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202650.736209:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 249 00000100:00100000:2.0:1779202650.757550:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202650.757738:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501015936 00000100:00100000:0.0:1779202650.757748:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501015936 00000100:00100000:0.0:1779202650.757806:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 974 00000100:00100000:0.0:1779202650.757817:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:26933:x1865628501015936:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202650.757914:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:26933:x1865628501015936:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 99us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202650.757921:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 974 00000100:00100000:1.0:1779202650.771792:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202650.772726:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501016064 00000100:00100000:3.0:1779202650.772736:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501016064 00000100:00100000:3.0:1779202650.772792:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 250 00000100:00100000:3.0:1779202650.772803:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2422:x1865628501016064:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202650.772821:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202650.772842:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbe452 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654e1 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202650.772866:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a0c7a59, atime: 0x0, ctime: 0x6a0c7a59, blocks: 0x8 00010000:00010000:3.0:1779202650.772883:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202650.772885:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202650.772893:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbe452 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e1 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.772911:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbe452 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e1 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.772923:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5600, rc 0) 00000100:00100000:3.0:1779202650.772993:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2422:x1865628501016064:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 192us (1209us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202650.773000:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 250 00000100:00100000:1.0:1779202650.789911:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202650.790017:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501016320 00000100:00100000:0.0:1779202650.790028:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501016320 00000100:00100000:0.0:1779202650.790088:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 975 00000100:00100000:0.0:1779202650.790097:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:26933:x1865628501016320:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202650.790200:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:26933:x1865628501016320:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 104us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202650.790207:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 975 00000100:00100000:2.0:1779202650.796139:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202650.796231:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501016448 00000100:00100000:3.0:1779202650.796242:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501016448 00002000:00100000:3.0:1779202650.796287:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff91cfc2888a80 x1865628501016448/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:616/0 lens 488/0 e 0 to 0 dl 1779202661 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202650.796299:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc2888a80 with x1865628501016448 ext(0->4095) 00002000:00010000:3.0:1779202650.796304:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc2888a80 00000100:00100000:3.0:1779202650.796327:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 72 00000100:00100000:3.0:1779202650.796335:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2422:x1865628501016448:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1779202650.796502:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2422:x1865628501016448:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 167us (372us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1779202650.796510:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 72 00002000:00100000:3.0:1779202650.796516:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff91cfc2888a80 x1865628501016448/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:616/0 lens 488/4536 e 0 to 0 dl 1779202661 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202650.796524:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc2888a80 with x1865628501016448 ext(0->4095) 00002000:00010000:3.0:1779202650.796527:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc2888a80 00010000:00010000:1.0:1779202650.830272:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202650.835546:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202650.836001:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501016576 00000100:00100000:3.0:1779202650.836013:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501016576 00000100:00100000:3.0:1779202650.836084:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 976 00000100:00100000:3.0:1779202650.836095:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:26933:x1865628501016576:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202650.836117:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202650.836138:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe459 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654e8 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.836394:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe460 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.836410:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe460 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.836422:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe460 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.836547:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5000/0x3d5ca2fc49dbe459 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e8 expref: 45 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.836571:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe460 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e8 expref: 44 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.836580:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff91cfc28aac00) 00010000:00010000:3.0:1779202650.836583:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202650.837000:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5c00, rc 0) 00000100:00100000:3.0:1779202650.837252:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:26933:x1865628501016576:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1157us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202650.837262:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 976 00000100:00100000:2.0:1779202650.862214:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202650.864903:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501016704 00000100:00100000:3.0:1779202650.864917:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501016704 00000100:00100000:3.0:1779202650.864993:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 977 00000100:00100000:3.0:1779202650.865005:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:26933:x1865628501016704:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202650.865039:0:16980:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202650.865160:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:26933:x1865628501016704:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 158us (2956us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202650.865167:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 977 00000100:00100000:3.0:1779202650.881972:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202650.882155:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501016832 00000100:00100000:0.0:1779202650.882166:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501016832 00000100:00100000:0.0:1779202650.882211:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 251 00000100:00100000:0.0:1779202650.882222:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2422:x1865628501016832:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202650.882270:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe467 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.882287:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202650.882290:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202650.882391:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe467 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.882412:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe467 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.882447:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe467 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.882455:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe467 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.882463:0:17866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe467 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.882470:0:17866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202650.882474:0:17866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe467 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.882481:0:17866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe467 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.882495:0:17866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe467 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.882502:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe467 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202650.882729:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2422:x1865628501016832:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 508us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202650.883450:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 251 00000100:00100000:3.0:1779202650.885031:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202650.885233:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501017088 00000100:00100000:0.0:1779202650.885243:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501017088 00000100:00100000:0.0:1779202650.885289:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 978 00000100:00100000:0.0:1779202650.885297:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:26933:x1865628501017088:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1779202650.885688:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.885723:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe460 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e8 expref: 44 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.885732:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 4/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.886446:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe460 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e8 expref: 44 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.886464:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe460 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e8 expref: 44 pid: 6564 timeout: 880 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202650.886480:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aa680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524054272:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202650.886613:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1779202650.913018:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202650.914300:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501017216 00000100:00100000:3.0:1779202650.914325:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501017216 00010000:00010000:3.0:1779202650.914369:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe460 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e8 expref: 45 pid: 6564 timeout: 880 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202650.914423:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 309 00000100:00100000:3.0:1779202650.914433:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2420:x1865628501017216:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202650.914448:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202650.914455:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe460 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e8 expref: 45 pid: 6564 timeout: 880 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.914469:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe460 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e8 expref: 45 pid: 6564 timeout: 880 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.914493:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff91cfc28aac00) 00010000:00010000:3.0:1779202650.914500:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.914510:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.914519:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202650.914541:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202650.914599:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2420:x1865628501017216:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 165us (1589us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202650.914606:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 309 00010000:00010000:0.0:1779202650.919799:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe460 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e8 expref: 44 pid: 6564 timeout: 880 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202650.919822:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aa680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524054272:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202650.919857:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.919867:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.919873:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.920057:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.920065:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.920071:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.920077:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a7400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202650.920081:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.920088:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.920103:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff91cfc28aac00) 00010000:00010000:0.0:1779202650.920117:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202650.920122:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202650.920128:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe46e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202650.920267:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:26933:x1865628501017088:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 34970us (35245us total) trans 4294967874 rc 0/0 00000100:00100000:0.0:1779202650.920277:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 978 00000040:00080000:3.0:1779202650.920458:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202650.920463:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202650.921276:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1779202650.921291:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202650.927780:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202650.927818:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501017472 00000100:00100000:3.0:1779202650.927828:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501017472 00000100:00100000:3.0:1779202650.927879:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 187 00000100:00100000:3.0:1779202650.927888:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:26933:x1865628501017472:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000001:00080000:1.0:1779202650.932907:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967874 is committed 00000001:00080000:1.0:1779202650.932941:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967870 is committed 00010000:00010000:1.0:1779202650.932966:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe3db lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.932988:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe3db lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.932995:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe3db lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.933001:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abb400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202650.933006:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe3db lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.933014:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe3db lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.933042:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff91cfc28aa700) 00010000:00010000:1.0:1779202650.933045:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202650.933050:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe3db lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.933056:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe3db lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.933102:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe302 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.933109:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe302 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.933114:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe302 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.933119:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202650.933122:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe302 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.933127:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe302 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202650.933425:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:26933:x1865628501017472:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 5533us (5651us total) trans 4294967875 rc 0/0 00000100:00100000:3.0:1779202650.933435:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 187 00010000:00010000:1.0:1779202650.938115:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff91d0f3878c00) 00010000:00010000:1.0:1779202650.938128:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202650.938138:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe302 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.938148:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe302 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.938185:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe309 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.938192:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe309 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.938198:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe309 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.938205:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202650.938209:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe309 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.938216:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe309 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.938233:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:1.0:1779202650.938235:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202650.938239:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe309 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202650.938244:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe309 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202651.026171:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524054400:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202651.026259:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202651.026346:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524054400 00000100:00100000:2.0:1779202651.026354:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524054400 00000100:00100000:2.0:1779202651.026401:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1779202651.026409:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524054400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202651.026443:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:2.0:1779202651.026494:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524054400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.026501:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1779202651.026550:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524054400:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202651.036762:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202651.036785:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524054528:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.036868:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202651.036962:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524054656:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037003:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202651.037047:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202651.037056:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524054784:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037079:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202651.037107:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524054656 00000100:00100000:2.0:1779202651.037115:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524054656 00000100:00100000:2.0:1779202651.037171:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524054784 00000100:00100000:2.0:1779202651.037175:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524054784 00000100:00100000:2.0:1779202651.037199:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1779202651.037211:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524054656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037267:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524054656:12345-0@lo:400:kworker.0 Request processed in 59us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.037273:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1779202651.037290:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:2.0:1779202651.037296:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524054784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037321:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524054784:12345-0@lo:400:kworker.0 Request processed in 26us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.037327:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:2.0:1779202651.037368:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524054784:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037379:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524054656:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037416:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524054912:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037443:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202651.037469:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524054912 00000100:00100000:2.0:1779202651.037473:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524054912 00000100:00100000:2.0:1779202651.037496:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1779202651.037502:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524054912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037540:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524054912:12345-0@lo:400:kworker.0 Request processed in 38us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.037545:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1779202651.037569:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524054912:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037596:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202651.037602:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524055040:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037628:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202651.037660:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524055168:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037678:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202651.037770:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202651.037776:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524055296:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037802:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202651.037826:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524055296 00000100:00100000:2.0:1779202651.037830:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524055296 00000100:00100000:2.0:1779202651.037864:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1779202651.037871:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524055296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037904:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524055296:12345-0@lo:400:kworker.0 Request processed in 34us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.037909:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1779202651.037935:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524055296:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037964:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524055424:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.037998:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202651.038032:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202651.038038:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524055552:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038061:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202651.038079:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524055040 00000100:00100000:2.0:1779202651.038082:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524055040 00000100:00100000:2.0:1779202651.038102:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524055168 00000100:00100000:2.0:1779202651.038105:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524055168 00000100:00100000:2.0:1779202651.038116:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524055552 00000100:00100000:2.0:1779202651.038118:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524055552 00000100:00100000:2.0:1779202651.038134:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1779202651.038139:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524055040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038170:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524055040:12345-0@lo:400:kworker.0 Request processed in 31us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.038177:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1779202651.038188:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1779202651.038193:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524055168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038219:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524055168:12345-0@lo:400:kworker.0 Request processed in 27us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.038225:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1779202651.038235:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1779202651.038240:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524055552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038264:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524055552:12345-0@lo:400:kworker.0 Request processed in 25us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.038269:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1779202651.038294:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524055552:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038304:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524055040:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038325:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524055168:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038351:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524055680:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038371:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202651.038392:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524055680 00000100:00100000:2.0:1779202651.038395:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524055680 00000100:00100000:2.0:1779202651.038417:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:2.0:1779202651.038422:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524055680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038454:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524055680:12345-0@lo:400:kworker.0 Request processed in 32us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.038463:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:2.0:1779202651.038486:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524055680:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038509:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202651.038514:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524055808:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038535:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202651.038570:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524055936:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038590:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202651.038614:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524055424 00000100:00100000:2.0:1779202651.038617:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524055424 00000100:00100000:2.0:1779202651.038637:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524055808 00000100:00100000:2.0:1779202651.038640:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524055808 00000100:00100000:2.0:1779202651.038654:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524055936 00000100:00100000:2.0:1779202651.038657:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524055936 00000100:00100000:2.0:1779202651.038673:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1779202651.038679:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524055424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038740:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524055424:12345-0@lo:400:kworker.0 Request processed in 61us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.038746:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1779202651.038756:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1779202651.038761:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524055808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038789:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524055808:12345-0@lo:400:kworker.0 Request processed in 28us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.038794:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1779202651.038803:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1779202651.038807:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524055936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038829:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524055936:12345-0@lo:400:kworker.0 Request processed in 22us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.038836:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1779202651.038862:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524055936:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038872:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524055424:0@lo:400:kworker.0 00000100:00100000:2.0:1779202651.038902:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524055808:0@lo:400:kworker.0 00000100:00100000:0.0:1779202651.039590:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524054528 00000100:00100000:0.0:1779202651.039599:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524054528 00000100:00100000:0.0:1779202651.039646:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1779202651.039653:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524054528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202651.039727:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524054528:12345-0@lo:400:kworker.0 Request processed in 74us (2859us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202651.039734:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1779202651.039802:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524054528:0@lo:400:kworker.0 00000100:00080000:3.0:1779202651.047225:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202651.047235:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202651.047239:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202651.047242:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1779202651.557333:0:20753:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202651.557343:0:20753:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202651.557376:0:20753:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:3.0:1779202651.557385:0:20753:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202651.613465:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202651.613517:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501017728 00000100:00100000:2.0:1779202651.613528:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501017728 00000100:00100000:2.0:1779202651.613611:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 979 00000100:00100000:2.0:1779202651.613622:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:26934:x1865628501017728:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202651.613642:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202651.613646:0:6563:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1779202651.613675:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe428 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654cc expref: 85 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1779202651.613682:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1779202651.613715:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:2.0:1779202651.613721:0:6563:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202651.613735:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe475 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654ef expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.613842:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe47c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.613856:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe47c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.613866:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe47c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202651.613881:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:2.0:1779202651.614009:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe475 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654ef expref: 87 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.614022:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe47c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654ef expref: 86 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.614029:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff91cfc28aac00) 00010000:00010000:2.0:1779202651.614032:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202651.614034:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7200, rc 0) 00000100:00100000:2.0:1779202651.614107:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:26934:x1865628501017728:12345-192.168.204.21@tcp:101:bash.0 Request processed in 487us (817us total) trans 4294967876 rc 0/0 00000100:00100000:2.0:1779202651.614115:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 979 00000100:00100000:3.0:1779202651.622593:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202651.623090:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501017856 00000100:00100000:2.0:1779202651.623107:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501017856 00000100:00100000:2.0:1779202651.623188:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 43 00000100:00100000:2.0:1779202651.623199:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:2420:x1865628501017856:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202651.623215:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202651.623239:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe47c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654ef expref: 86 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.623256:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff91cfc28aac00) 00010000:00010000:2.0:1779202651.623261:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202651.623324:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:2420:x1865628501017856:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 127us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.623331:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 43 00000100:00100000:1.0:1779202651.641932:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202651.644189:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501017984 00000100:00100000:2.0:1779202651.644209:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501017984 00000100:00100000:2.0:1779202651.644308:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 252 00000100:00100000:2.0:1779202651.644321:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2422:x1865628501017984:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:2.0:1779202651.644355:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202651.644381:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbe48a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654f6 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.644418:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202651.644421:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202651.644431:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbe48a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654f6 expref: 13 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.644453:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbe48a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654f6 expref: 13 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.644471:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7400, rc 0) 00000100:00100000:2.0:1779202651.644555:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2422:x1865628501017984:12345-192.168.204.21@tcp:101:cat.0 Request processed in 238us (2639us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.644564:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 252 00000100:00100000:0.0:1779202651.659643:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202651.660073:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501018112 00000100:00100000:3.0:1779202651.660094:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501018112 00000100:00100000:3.0:1779202651.660555:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 253 00000100:00100000:3.0:1779202651.660570:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:26934:x1865628501018112:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202651.660600:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202651.660732:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbe491 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d654fd expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202651.660783:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbe452 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e1 expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202651.660803:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbe48a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654f6 expref: 14 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202651.660812:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202651.660814:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202651.660819:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbe491 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654fd expref: 14 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202651.660879:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbe48a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654f6 expref: 14 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202651.660899:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbe48a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654f6 expref: 14 pid: 8446 timeout: 880 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202651.660917:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524056064:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202651.661077:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbe452 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e1 expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202651.661088:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbe452 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e1 expref: 11 pid: 8511 timeout: 880 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202651.661098:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3186d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524056192:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202651.661125:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1779202651.672077:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202651.672167:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202651.672268:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524056064:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202651.672285:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3186d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524056192:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202651.672329:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbe491 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654fd expref: 14 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.672359:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5000, rc 0) 00000100:00100000:0.0:1779202651.672447:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:26934:x1865628501018112:12345-192.168.204.21@tcp:101:cat.0 Request processed in 11881us (12813us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202651.672459:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 253 00000100:00100000:1.0:1779202651.676504:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501018240 00000100:00100000:0.0:1779202651.676515:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501018368 00000100:00100000:0.0:1779202651.676537:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501018368 00000100:00100000:1.0:1779202651.676588:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501018240 00010000:00010000:1.0:1779202651.676629:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbe48a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654f6 expref: 14 pid: 8446 timeout: 880 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1779202651.676651:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202651.676685:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 310 00000100:00100000:1.0:1779202651.676711:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2419:x1865628501018240:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202651.676729:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202651.676743:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbe452 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e1 expref: 12 pid: 8511 timeout: 880 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202651.676768:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbe48a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654f6 expref: 14 pid: 8446 timeout: 880 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202651.676785:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbe48a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654f6 expref: 14 pid: 8446 timeout: 880 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202651.676814:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbe48a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654f6 expref: 14 pid: 8446 timeout: 880 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202651.676837:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202651.676870:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 311 00000100:00100000:0.0:1779202651.676891:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501018368:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202651.676902:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202651.676911:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbe452 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e1 expref: 12 pid: 8511 timeout: 880 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.676923:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbe452 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e1 expref: 12 pid: 8511 timeout: 880 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.676939:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbe452 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654e1 expref: 12 pid: 8511 timeout: 880 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.676951:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202651.676954:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202651.676960:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbe491 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654fd expref: 13 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.676985:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbe491 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654fd expref: 13 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202651.677232:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628501018240:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 522us (5169us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202651.677240:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 310 00010000:00010000:0.0:1779202651.677299:0:7938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbe491 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654fd expref: 12 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202651.677326:0:7938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7938:1865628524056320:192.168.204.21@tcp:105: 00000100:00100000:0.0:1779202651.677412:0:7938:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4180 going to sleep for 11 seconds 00000100:00100000:1.0:1779202651.680484:0:7938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7938:1865628524056320:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202651.680517:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202651.680587:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501018368:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 3709us (8418us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202651.680600:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 311 00000100:00100000:1.0:1779202651.683076:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202651.683350:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501018496 00000100:00100000:0.0:1779202651.683366:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501018496 00000100:00100000:0.0:1779202651.683477:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 980 00000100:00100000:0.0:1779202651.683490:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:26934:x1865628501018496:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:0.0:1779202651.683524:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202651.683552:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe498 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65504 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.683609:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe49f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.683638:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe49f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.683653:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe49f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.683845:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe498 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65504 expref: 87 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.683877:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7400/0x3d5ca2fc49dbe49f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65504 expref: 86 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.683888:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff91cfc28aac00) 00010000:00010000:0.0:1779202651.683892:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202651.683897:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a7400, rc 0) 00000100:00100000:0.0:1779202651.683986:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:26934:x1865628501018496:12345-192.168.204.21@tcp:101:cat.0 Request processed in 498us (1148us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202651.683994:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 980 00000100:00100000:1.0:1779202651.689935:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202651.690274:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501018624 00000100:00100000:0.0:1779202651.690288:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501018624 00002000:00100000:0.0:1779202651.690373:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff91cfc4904380 x1865628501018624/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:617/0 lens 488/0 e 0 to 0 dl 1779202662 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202651.690389:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4904380 with x1865628501018624 ext(0->4095) 00002000:00010000:0.0:1779202651.690397:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4904380 00000100:00100000:0.0:1779202651.690445:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 73 00000100:00100000:0.0:1779202651.690457:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2422:x1865628501018624:12345-192.168.204.21@tcp:3:cat.0 00000100:00100000:0.0:1779202651.690728:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2422:x1865628501018624:12345-192.168.204.21@tcp:3:cat.0 Request processed in 272us (809us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202651.690737:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 73 00002000:00100000:0.0:1779202651.690745:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff91cfc4904380 x1865628501018624/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:617/0 lens 488/4536 e 0 to 0 dl 1779202662 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202651.690753:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4904380 with x1865628501018624 ext(0->4095) 00002000:00010000:0.0:1779202651.690757:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4904380 00000100:00100000:1.0:1779202651.707940:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202651.708114:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501018880 00000100:00100000:2.0:1779202651.708128:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501018880 00000100:00100000:2.0:1779202651.708207:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 188 00000100:00100000:2.0:1779202651.708221:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:26934:x1865628501018880:12345-192.168.204.21@tcp:35:cat.0 00000001:00080000:2.0:1779202651.708534:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967877 00000001:00080000:2.0:1779202651.708603:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967878 00000100:00100000:2.0:1779202651.708753:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:26934:x1865628501018880:12345-192.168.204.21@tcp:35:cat.0 Request processed in 533us (825us total) trans 4294967879 rc 0/0 00000100:00100000:2.0:1779202651.708762:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 188 00000020:00080000:2.0:1779202651.708769:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1779202651.738975:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202651.739752:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501019008 00000100:00100000:3.0:1779202651.739768:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501019008 00002000:00100000:3.0:1779202651.739840:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x13:0x0] (0->315) req@ffff91cfc4905f80 x1865628501019008/t0(0) o4->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:617/0 lens 808/0 e 0 to 0 dl 1779202662 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202651.739854:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4905f80 with x1865628501019008 ext(0->315) 00002000:00010000:3.0:1779202651.739861:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4905f80 00000100:00100000:3.0:1779202651.739898:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 74 00000100:00100000:3.0:1779202651.739910:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2421:x1865628501019008:12345-192.168.204.21@tcp:4:cat.0 00000100:00100000:3.0:1779202651.742442:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2421:x1865628501019008:12345-192.168.204.21@tcp:4:cat.0 Request processed in 2518us (3477us total) trans 4294967349 rc 0/0 00000100:00100000:3.0:1779202651.742458:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 74 00002000:00100000:3.0:1779202651.742475:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x13:0x0] (0->315) req@ffff91cfc4905f80 x1865628501019008/t4294967349(0) o4->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:617/0 lens 808/448 e 0 to 0 dl 1779202662 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202651.742485:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4905f80 with x1865628501019008 ext(0->315) 00002000:00010000:3.0:1779202651.742492:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4905f80 00000100:00100000:3.0:1779202651.762469:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202651.762828:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501019264 00000100:00100000:0.0:1779202651.762843:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501019264 00000100:00100000:0.0:1779202651.762923:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 981 00000100:00100000:0.0:1779202651.762935:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:26936:x1865628501019264:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202651.762987:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202651.763014:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6550b expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.763389:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe4ad lrc: 3/1,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.763408:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe4ad lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.763422:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe4ad lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202651.763437:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 316 00010000:00010000:0.0:1779202651.763580:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6550b expref: 92 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.763602:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe4ad lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6550b expref: 91 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202651.763612:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff91cfc28aac00) 00010000:00010000:0.0:1779202651.763616:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1779202651.763620:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6a00, rc 0) 00000100:00100000:0.0:1779202651.765823:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:26936:x1865628501019264:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 2874us (3352us total) trans 4294967880 rc 0/0 00000100:00100000:0.0:1779202651.765839:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 981 00000100:00100000:0.0:1779202651.781815:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202651.781899:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501019392 00000100:00100000:2.0:1779202651.781912:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501019392 00000100:00100000:2.0:1779202651.782002:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 982 00000100:00100000:2.0:1779202651.782014:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:26936:x1865628501019392:12345-192.168.204.21@tcp:54:lfs.0 00010000:00010000:2.0:1779202651.782104:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe4bb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.782128:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe4bb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.782145:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe4bb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.782191:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe4bb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.782199:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe4bb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.782207:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe4bb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.782214:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202651.782219:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe4bb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.782227:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe4bb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.782242:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff91cfc28aac00) 00010000:00010000:2.0:1779202651.782246:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1779202651.782251:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe4bb lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.782258:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe4bb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202651.782358:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:26936:x1865628501019392:12345-192.168.204.21@tcp:54:lfs.0 Request processed in 346us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.782368:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 982 00000100:00100000:2.0:1779202651.804987:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202651.805763:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501019520 00000100:00100000:3.0:1779202651.805778:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501019520 00000100:00100000:3.0:1779202651.805852:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 983 00000100:00100000:3.0:1779202651.805864:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:26937:x1865628501019520:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202651.805892:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202651.805920:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe4c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65512 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202651.806018:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe4c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202651.806038:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe4c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202651.806052:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe4c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202651.806110:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:3.0:1779202651.806114:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202651.806140:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe4c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202651.806171:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe4c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65512 expref: 93 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202651.806190:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5200/0x3d5ca2fc49dbe4c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65512 expref: 92 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202651.806200:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff91d0f3878900) 00010000:00010000:3.0:1779202651.806203:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202651.806207:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5200, rc 0) 00000100:00100000:3.0:1779202651.806288:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:26937:x1865628501019520:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 425us (1324us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202651.806296:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 983 00000100:00100000:3.0:1779202651.823934:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202651.824001:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501019904 00000100:00100000:3.0:1779202651.824014:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501019904 00000100:00100000:3.0:1779202651.824099:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 189 00000100:00100000:3.0:1779202651.824112:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:26937:x1865628501019904:12345-192.168.204.21@tcp:35:lfs.0 00000100:00100000:3.0:1779202651.824448:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:26937:x1865628501019904:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 337us (528us total) trans 4294967881 rc 0/0 00000100:00100000:3.0:1779202651.824456:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 189 00000100:00100000:3.0:1779202651.831184:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202651.831950:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501020032 00000100:00100000:2.0:1779202651.831974:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501020032 00000100:00100000:2.0:1779202651.832070:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 44 00000100:00100000:2.0:1779202651.832083:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:26937:x1865628501020032:12345-192.168.204.21@tcp:103:lfs.0 00010000:00010000:2.0:1779202651.832105:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1779202651.832143:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe4ad lrc: 0/0,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6550b expref: 93 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.832171:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe413 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654be expref: 92 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202651.832183:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff91cfc28aac00) 00010000:00010000:2.0:1779202651.832189:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202651.832261:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:26937:x1865628501020032:12345-192.168.204.21@tcp:103:lfs.0 Request processed in 181us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202651.832273:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 44 00000100:00100000:3.0:1779202651.837795:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202651.851061:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501020160 00000100:00100000:0.0:1779202651.851082:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501020160 00000100:00100000:0.0:1779202651.851156:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 984 00000100:00100000:0.0:1779202651.851168:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:26937:x1865628501020160:12345-192.168.204.21@tcp:58:lfs.0 00000100:00100000:0.0:1779202651.851374:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:26937:x1865628501020160:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 207us (13593us total) trans 0 rc -1/-1 00000100:00100000:0.0:1779202651.851383:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 984 00010000:00010000:2.0:1779202651.855131:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202652.038551:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202652.038670:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202652.038752:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202652.038768:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202652.038787:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202652.038816:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202652.038847:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501020800 00000100:00100000:3.0:1779202652.038860:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501020800 00000100:00100000:3.0:1779202652.038932:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501020416 00000100:00100000:3.0:1779202652.038935:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501020416 00000100:00100000:3.0:1779202652.038967:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501020672 00000100:00100000:3.0:1779202652.038970:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501020672 00000100:00100000:2.0:1779202652.038990:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 922 00000100:00100000:2.0:1779202652.039005:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501020800:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202652.039041:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501020544 00000100:00100000:1.0:1779202652.039045:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501020544 00000100:00100000:1.0:1779202652.039079:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501020928 00000100:00100000:1.0:1779202652.039081:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501020928 00000100:00100000:2.0:1779202652.039103:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501020800:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 103us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202652.039103:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 591 00000100:00100000:1.0:1779202652.039109:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501020544:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202652.039154:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501020544:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 45us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202652.039161:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 591 00000100:00100000:1.0:1779202652.039181:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 592 00000100:00100000:1.0:1779202652.039187:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501020928:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202652.039211:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501020928:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202652.039217:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 592 00000100:00100000:3.0:1779202652.039626:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 923 00000100:00100000:3.0:1779202652.039637:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501020416:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202652.039667:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501020416:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202652.039673:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 923 00000100:00100000:3.0:1779202652.039689:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 924 00000100:00100000:3.0:1779202652.039722:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2422:x1865628501020672:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202652.039755:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2422:x1865628501020672:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202652.039766:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 924 00000100:00080000:3.0:1779202652.039793:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202652.039799:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202652.039801:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202652.042132:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 922 00000100:00100000:0.0:1779202652.045419:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501020288 00000100:00100000:0.0:1779202652.045446:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501020288 00000100:00100000:0.0:1779202652.045721:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 713 00000100:00100000:0.0:1779202652.045735:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501020288:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202652.046948:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501020288:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1206us (8401us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202652.046969:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 713 00000100:00100000:1.0:1779202652.554932:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1779202652.554973:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3184e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524056448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202652.555081:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202652.555151:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524056576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202652.555171:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202652.555206:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524056448 00000100:00100000:1.0:1779202652.555214:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524056448 00000100:00100000:1.0:1779202652.555256:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524056576 00000100:00100000:1.0:1779202652.555258:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524056576 00000100:00100000:1.0:1779202652.555271:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1779202652.555287:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524056448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202652.555324:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1779202652.555380:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524056448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202652.555389:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1779202652.555414:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1779202652.555421:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524056576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202652.555445:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1779202652.555470:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524056576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202652.555476:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1779202652.555529:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3184e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524056448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202652.555545:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524056576:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1779202652.875595:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202653.002883:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202653.002895:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202653.003029:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:3.0:1779202653.003041:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1779202653.004884:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1779202653.070440:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524056704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202653.070564:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202653.070815:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524056704 00000100:00100000:2.0:1779202653.070825:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524056704 00000100:00100000:2.0:1779202653.070892:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1779202653.070904:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524056704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202653.070955:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 119176000 pending 57344 free 3920351232 avail 3688828928 00000100:00100000:2.0:1779202653.071251:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524056704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 344us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202653.071261:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1779202653.071326:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524056704:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1779202653.072172:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202653.073618:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524056832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202653.073712:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202653.073795:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524056832 00000100:00100000:3.0:1779202653.073804:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524056832 00000100:00100000:3.0:1779202653.073876:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1779202653.073886:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524056832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202653.074311:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 119176000 pending 57344 free 3920351232 avail 3688828928 00000100:00100000:3.0:1779202653.074376:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524056832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 490us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202653.075492:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00080000:3.0:1779202653.075541:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202653.075598:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524056832:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1779202653.900150:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202654.091158:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202654.091194:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524056960:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202654.091325:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202654.091988:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524056960 00000100:00100000:2.0:1779202654.092001:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524056960 00000100:00100000:2.0:1779202654.092076:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1779202654.092088:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524056960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202654.092149:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202654.092233:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524056960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 148us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202654.092242:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1779202654.092753:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524056960:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1779202654.923879:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202655.948579:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202656.139484:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524057216:0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.139550:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202656.139605:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524057728:0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.139628:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202656.139643:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524058240:0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.139661:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202656.139680:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524058752:0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.139734:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202656.139755:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779202656.139760:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524057344:0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.139780:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202656.139794:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524057856:0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.139810:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202656.140050:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524058368:0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.140075:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202656.140109:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524057216 00000100:00100000:0.0:1779202656.140116:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524057216 00000100:00100000:0.0:1779202656.140153:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1779202656.140161:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524057216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.140203:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524057216:12345-0@lo:400:kworker.0 Request processed in 43us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202656.140210:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1779202656.140239:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524057728 00000100:00100000:0.0:1779202656.140242:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524057728 00000100:00100000:0.0:1779202656.140263:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1779202656.140269:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524057728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.140295:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524057728:12345-0@lo:400:kworker.0 Request processed in 27us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202656.140453:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1779202656.140473:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524058240 00000100:00100000:0.0:1779202656.140476:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524058240 00000100:00100000:0.0:1779202656.140506:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524058752 00000100:00100000:0.0:1779202656.140508:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524058752 00000100:00100000:0.0:1779202656.140525:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1779202656.140531:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524058240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.140561:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524058240:12345-0@lo:400:kworker.0 Request processed in 31us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202656.140566:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1779202656.140576:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1779202656.140580:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524058752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.140599:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524058752:12345-0@lo:400:kworker.0 Request processed in 19us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202656.140604:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1779202656.140801:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524057344 00000100:00100000:0.0:1779202656.140804:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524057344 00000100:00100000:0.0:1779202656.140840:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524057856 00000100:00100000:0.0:1779202656.140842:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524057856 00000100:00100000:0.0:1779202656.140856:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524058368 00000100:00100000:0.0:1779202656.140858:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524058368 00000100:00100000:0.0:1779202656.140874:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1779202656.140889:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524057344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.140917:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524057344:12345-0@lo:400:kworker.0 Request processed in 30us (1137us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202656.140923:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1779202656.140933:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1779202656.140938:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524057856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.140955:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524057856:12345-0@lo:400:kworker.0 Request processed in 18us (1145us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202656.140960:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1779202656.140968:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1779202656.140972:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524058368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.140989:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524058368:12345-0@lo:400:kworker.0 Request processed in 17us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202656.140997:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00080000:0.0:1779202656.141023:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202656.141026:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202656.141028:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202656.141064:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524057344:0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.141073:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524057856:0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.141081:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524058368:0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.141088:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524057216:0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.141097:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524057728:0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.141105:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524058240:0@lo:400:kworker.0 00000100:00100000:0.0:1779202656.141113:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524058752:0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.141378:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524057472:0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.141413:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202656.141434:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524057984:0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.141451:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202656.141464:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524058496:0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.141480:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202656.141494:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1779202656.141499:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524057088:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202656.141513:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202656.141524:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524057600:0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.141540:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202656.141550:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524058112:0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.141566:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202656.141577:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524058624:0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.141592:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202656.141614:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524057472 00000100:00100000:3.0:1779202656.141617:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524057472 00000100:00100000:3.0:1779202656.141637:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524057088 00000100:00100000:3.0:1779202656.141639:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524057088 00000100:00100000:3.0:1779202656.141649:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1779202656.141654:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3662:x1865628524057472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.141685:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3662:x1865628524057472:12345-0@lo:400:kworker.0 Request processed in 30us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202656.141707:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1779202656.141718:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1779202656.141722:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524057088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202656.141743:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:3.0:1779202656.141768:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524057088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 45us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202656.141773:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1779202656.141787:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524058112 00000100:00100000:3.0:1779202656.141790:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524058112 00000100:00100000:3.0:1779202656.141809:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524058624 00000100:00100000:3.0:1779202656.141811:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524058624 00000100:00100000:3.0:1779202656.141824:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1779202656.141828:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524058112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.141852:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524058112:12345-0@lo:400:kworker.0 Request processed in 23us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202656.141857:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1779202656.141864:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1779202656.141869:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524058624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.141904:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524058624:12345-0@lo:400:kworker.0 Request processed in 35us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202656.141910:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1779202656.141926:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524057984 00000100:00100000:3.0:1779202656.141931:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524057984 00000100:00100000:3.0:1779202656.141953:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524058496 00000100:00100000:3.0:1779202656.141955:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524058496 00000100:00100000:3.0:1779202656.141965:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524057600 00000100:00100000:3.0:1779202656.141967:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524057600 00000100:00100000:3.0:1779202656.141978:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1779202656.141983:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524057984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.142011:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524057984:12345-0@lo:400:kworker.0 Request processed in 28us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202656.142016:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1779202656.142027:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1779202656.142032:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524058496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.142054:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524058496:12345-0@lo:400:kworker.0 Request processed in 23us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202656.142059:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1779202656.142067:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1779202656.142072:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524057600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.142096:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524057600:12345-0@lo:400:kworker.0 Request processed in 25us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202656.142101:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1779202656.142144:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524057088:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202656.142153:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524057600:0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.142161:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524058112:0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.142168:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524058624:0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.142175:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524057472:0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.142183:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524057984:0@lo:400:kworker.0 00000100:00100000:3.0:1779202656.142192:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524058496:0@lo:400:kworker.0 00000100:00080000:0.0:1779202656.143414:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202656.143421:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202656.143425:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1779202656.657155:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000001:00080000:2.0:1779202656.657180:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000001:00080000:1.0:1779202656.657379:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967881 is committed 00000001:00080000:1.0:1779202656.657401:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967875 is committed 00010000:00010000:1.0:1779202656.973769:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202657.161186:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202657.161238:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202657.161268:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202657.161292:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202657.161316:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202657.161337:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202657.161370:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202657.161385:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202657.161405:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202657.161432:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501021568 00000100:00100000:0.0:1779202657.161444:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501021568 00000100:00100000:0.0:1779202657.161501:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501022080 00000100:00100000:0.0:1779202657.161504:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501022080 00000100:00100000:0.0:1779202657.161520:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501021440 00000100:00100000:0.0:1779202657.161522:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501021440 00000100:00100000:0.0:1779202657.161533:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501021952 00000100:00100000:0.0:1779202657.161535:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501021952 00000100:00100000:0.0:1779202657.161551:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 597 00000100:00100000:0.0:1779202657.161561:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2422:x1865628501021568:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202657.161627:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2422:x1865628501021568:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 68us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202657.161634:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 597 00000100:00100000:0.0:1779202657.161649:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 598 00000100:00100000:0.0:1779202657.161654:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501022080:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202657.161675:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501022080:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202657.161680:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 598 00000100:00100000:0.0:1779202657.161688:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 599 00000100:00100000:0.0:1779202657.161717:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501021440:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202657.161735:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501021440:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202657.161741:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 599 00000100:00100000:0.0:1779202657.161749:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 600 00000100:00100000:0.0:1779202657.161753:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501021952:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202657.161767:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501021952:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 14us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202657.161772:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 600 00000100:00080000:0.0:1779202657.161784:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202657.161788:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202657.162098:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501021312 00000100:00100000:3.0:1779202657.162102:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501021312 00000100:00100000:2.0:1779202657.162204:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501021056 00000100:00100000:2.0:1779202657.162208:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501021056 00000100:00100000:2.0:1779202657.162236:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 715 00000100:00100000:2.0:1779202657.162242:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501021056:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202657.162267:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501021056:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (1094us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202657.162273:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 715 00000100:00100000:3.0:1779202657.162316:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501021824 00000100:00100000:3.0:1779202657.162319:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501021824 00000100:00080000:0.0:1779202657.164068:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202657.165980:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501021184 00000100:00100000:1.0:1779202657.165994:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501021184 00000100:00100000:0.0:1779202657.166828:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501021696 00000100:00100000:0.0:1779202657.166835:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501021696 00000100:00100000:0.0:1779202657.166871:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 931 00000100:00100000:0.0:1779202657.166883:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501021312:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202657.166964:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501021312:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 84us (5725us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202657.166971:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 931 00000100:00100000:0.0:1779202657.166990:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 932 00000100:00100000:0.0:1779202657.166997:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501021824:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202657.167022:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501021824:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (5729us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202657.167027:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 932 00000100:00100000:0.0:1779202657.167051:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 933 00000100:00100000:0.0:1779202657.167058:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:2422:x1865628501021184:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202657.167082:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:2422:x1865628501021184:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (5743us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202657.167088:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 933 00000100:00100000:0.0:1779202657.167100:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 934 00000100:00100000:0.0:1779202657.167106:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:2422:x1865628501021696:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202657.167126:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:2422:x1865628501021696:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (5741us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202657.167132:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 934 00000100:00080000:0.0:1779202657.167152:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202657.677484:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202657.677504:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524058880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202657.677570:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202657.677646:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524058880 00000100:00100000:1.0:1779202657.677653:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524058880 00000100:00100000:1.0:1779202657.677711:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1779202657.677718:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524058880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202657.677746:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1779202657.677784:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524058880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202657.677791:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1779202657.677833:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524058880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202657.680287:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524059008:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202657.680390:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202657.680613:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524059008 00000100:00100000:3.0:1779202657.680622:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524059008 00000100:00100000:3.0:1779202657.680669:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1779202657.680677:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524059008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202657.680724:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1779202657.680789:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524059008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202657.680796:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1779202657.685042:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524059008:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1779202657.996400:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202658.186961:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202658.186987:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524059136:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202658.187059:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202658.190913:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524059136 00000100:00100000:1.0:1779202658.190928:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524059136 00000100:00100000:1.0:1779202658.190997:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1779202658.191011:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524059136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202658.191043:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 119118656 pending 0 free 3920351232 avail 3688828928 00000100:00100000:1.0:1779202658.191132:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524059136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (4072us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202658.191141:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00080000:1.0:1779202658.191192:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202658.191238:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524059136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202658.192441:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524059264:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202658.192503:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202658.192572:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524059264 00000100:00100000:3.0:1779202658.192578:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524059264 00000100:00100000:3.0:1779202658.192625:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1779202658.192633:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524059264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202658.192653:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 119118656 pending 0 free 3920351232 avail 3688828928 00000100:00100000:3.0:1779202658.192711:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524059264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202658.192717:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00080000:3.0:1779202658.192737:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202658.192770:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524059264:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202658.263042:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202658.263158:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501022208 00000100:00100000:0.0:1779202658.263169:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501022208 00000100:00100000:0.0:1779202658.263230:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 985 00000100:00100000:0.0:1779202658.263240:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:26916:x1865628501022208:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1779202658.263350:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:26916:x1865628501022208:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 110us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202658.263357:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 985 00000100:00100000:0.0:1779202658.266568:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202658.266738:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501022336 00000100:00100000:3.0:1779202658.266749:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501022336 00000100:00100000:3.0:1779202658.266807:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 986 00000100:00100000:3.0:1779202658.266816:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:26916:x1865628501022336:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1779202658.266916:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:26916:x1865628501022336:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 101us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202658.266924:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 986 00010000:00010000:3.0:1779202659.024958:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202659.211151:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202659.211175:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524059392:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202659.211249:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202659.213923:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524059392 00000100:00100000:2.0:1779202659.213938:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524059392 00000100:00100000:2.0:1779202659.214012:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1779202659.214022:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524059392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202659.214058:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202659.214143:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524059392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 122us (2894us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202659.214150:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1779202659.214263:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524059392:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1779202660.045878:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1779202660.457649:0:20950:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12f: Restore a released file explicitly ========================================================== 10:57:38 (1779202658) 00000100:00100000:1.0:1779202660.880273:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202660.880810:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501022464 00000100:00100000:0.0:1779202660.880822:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501022464 00000100:00100000:0.0:1779202660.880903:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 987 00000100:00100000:0.0:1779202660.880915:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:27549:x1865628501022464:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1779202660.881038:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:27549:x1865628501022464:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 125us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202660.881045:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 987 00000100:00080000:3.0:1779202660.881175:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202660.883596:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202660.883724:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501022592 00000100:00100000:2.0:1779202660.883734:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501022592 00000100:00100000:2.0:1779202660.883806:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 988 00000100:00100000:2.0:1779202660.883816:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:27549:x1865628501022592:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1779202660.883916:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:27549:x1865628501022592:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 101us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202660.883923:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 988 00000100:00080000:3.0:1779202660.886152:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202660.946987:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202660.947225:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501022720 00000100:00100000:2.0:1779202660.947235:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501022720 00000100:00100000:2.0:1779202660.947349:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 989 00000100:00100000:2.0:1779202660.947359:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:27550:x1865628501022720:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202660.947381:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202660.947403:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe4d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65519 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947472:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe4d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947488:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe4d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947501:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe4d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947518:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe4de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947526:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe4de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947533:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe4de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947572:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe4d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947579:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe4d7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947585:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe4d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947592:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202660.947597:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe4d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947603:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe4d7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947614:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202660.947617:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202660.947623:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe4d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947630:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe4d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947642:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe4de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947648:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe4de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947654:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe4de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947658:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202660.947661:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe4de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947667:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe4de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947685:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff91cfc10a5700) 00010000:00010000:2.0:1779202660.947688:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202660.947741:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe4de lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947747:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe4de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947775:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe4d0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65519 expref: 86 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947793:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202660.947796:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202660.947800:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe4d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65519 expref: 86 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202660.947810:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6e00, rc 0) 00000100:00100000:2.0:1779202660.947868:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:27550:x1865628501022720:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 510us (890us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202660.947878:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 989 00000100:00080000:3.0:1779202660.955597:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202660.955996:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202660.956068:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501022976 00000100:00100000:0.0:1779202660.956079:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501022976 00000100:00100000:0.0:1779202660.956139:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 990 00000100:00100000:0.0:1779202660.956150:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+85:27550:x1865628501022976:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:0.0:1779202660.956204:0:16980:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202660.956230:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe317 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6546a expref: 85 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202660.956248:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202660.956253:0:16980:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202660.956314:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202660.956326:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe356 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6547f expref: 38 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202660.956333:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202660.956364:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe356 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6547f expref: 38 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202660.956377:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe356 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6547f expref: 38 pid: 16980 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202660.956390:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4383480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524059520:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202660.956493:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d7dc5000 going to sleep for 11 seconds 00000100:00100000:0.0:1779202660.972743:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4383480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524059520:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202660.972801:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202660.977977:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202660.978753:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501023104 00000100:00100000:0.0:1779202660.978772:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501023104 00010000:00010000:0.0:1779202660.978845:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe356 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6547f expref: 39 pid: 16980 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202660.978906:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 312 00000100:00100000:0.0:1779202660.978919:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:2420:x1865628501023104:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202660.978950:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202660.978959:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe356 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6547f expref: 39 pid: 16980 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202660.978984:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe356 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6547f expref: 39 pid: 16980 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202660.979014:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe356 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6547f expref: 39 pid: 16980 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202660.979037:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202660.979044:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202660.979055:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202660.979064:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202660.979110:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202660.979198:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:2420:x1865628501023104:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 282us (1247us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202660.979209:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 312 00010000:00010000:1.0:1779202660.980512:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.980530:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.980579:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe4ec lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.980593:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe4ec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.980603:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe4ec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.981408:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe4f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.981429:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe4f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.981437:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe4f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202660.981459:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000070b34640 reply state 00000000c090c847 transno 4294967882 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe4f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.981473:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe4f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.981481:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:1.0:1779202660.981484:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202660.981489:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1779202660.981497:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00010000:00010000:1.0:1779202660.981507:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.981514:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.981520:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.981526:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202660.981530:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.981538:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.981554:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202660.981557:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202660.981561:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.981566:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe4e5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202660.981580:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000070b34640 reply state 00000000c090c847 transno 4294967882 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe4ec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.981588:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe4ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202660.981594:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff91d0ebf53c00) 00010000:00010000:1.0:1779202660.981596:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202660.981598:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1779202660.981778:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:27550:x1865628501022976:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 25624us (25781us total) trans 4294967882 rc 0/0 00000100:00100000:1.0:1779202660.981800:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 990 00000100:00100000:1.0:1779202661.007326:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202661.008486:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501023232 00000100:00100000:2.0:1779202661.008503:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501023232 00000100:00100000:2.0:1779202661.008602:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 991 00000100:00100000:2.0:1779202661.008616:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:27551:x1865628501023232:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202661.008656:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202661.008685:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe4fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65520 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.008809:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe501 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.008828:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe501 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.008843:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe501 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202661.008909:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1779202661.008914:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202661.008946:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe501 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.008987:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe4fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65520 expref: 88 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.009010:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe501 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65520 expref: 87 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.009026:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202661.009029:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202661.009034:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7c00, rc 0) 00000100:00100000:2.0:1779202661.009134:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:27551:x1865628501023232:12345-192.168.204.21@tcp:101:bash.0 Request processed in 521us (1824us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202661.009141:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 991 00000100:00100000:3.0:1779202661.017536:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202661.017877:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501023360 00000100:00100000:2.0:1779202661.017894:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501023360 00000100:00100000:2.0:1779202661.017988:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 992 00000100:00100000:2.0:1779202661.018001:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+87:27551:x1865628501023360:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202661.018029:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202661.018055:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe508 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65527 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.018151:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe50f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.018169:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe50f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.018181:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe50f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.018195:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe516 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.018203:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe516 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.018215:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe516 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.019453:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7000/0x3d5ca2fc49dbe51d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.019476:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7000/0x3d5ca2fc49dbe51d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.019487:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7000/0x3d5ca2fc49dbe51d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202661.021195:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:2.0:1779202661.021211:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202661.021281:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7000/0x3d5ca2fc49dbe51d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.021303:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe50f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.021311:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe50f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.021319:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe50f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.021325:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202661.021330:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe50f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.021338:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe50f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.022091:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202661.022098:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.022107:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe50f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.022115:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe50f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.022150:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe516 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.022158:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe516 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.022164:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe516 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.022171:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202661.022174:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe516 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.022180:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe516 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.022189:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff91d0ebf53c00) 00010000:00010000:2.0:1779202661.022191:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.022195:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe516 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.022201:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe516 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.022900:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe508 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65527 expref: 89 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.022921:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7000/0x3d5ca2fc49dbe51d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65527 expref: 88 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.026979:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:2.0:1779202661.026985:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1779202661.026991:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7000, rc 0) 00000100:00100000:2.0:1779202661.027109:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:27551:x1865628501023360:12345-192.168.204.21@tcp:101:bash.0 Request processed in 9103us (9580us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202661.027121:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 992 00000100:00100000:1.0:1779202661.039907:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202661.050834:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501023488 00000100:00100000:2.0:1779202661.050863:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501023488 00000100:00100000:2.0:1779202661.050983:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 993 00000100:00100000:2.0:1779202661.050997:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:27551:x1865628501023488:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202661.051027:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202661.051058:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe524 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6552e expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051149:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe52b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051166:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe52b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051180:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe52b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051195:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe532 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051203:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe532 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051208:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe532 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051263:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe52b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051272:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe52b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051279:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe52b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051286:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202661.051291:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe52b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051300:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe52b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051315:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:2.0:1779202661.051318:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.051324:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe52b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051331:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe52b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051348:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe532 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051354:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe532 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051360:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe532 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051365:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202661.051368:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe532 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051374:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe532 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051382:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff91cfc10a5700) 00010000:00010000:2.0:1779202661.051384:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.051387:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe532 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051392:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe532 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051430:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe524 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6552e expref: 89 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051441:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:2.0:1779202661.051443:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.051448:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe524 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6552e expref: 89 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.051457:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6e00, rc 0) 00000100:00100000:2.0:1779202661.051553:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:27551:x1865628501023488:12345-192.168.204.21@tcp:101:bash.0 Request processed in 558us (11663us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202661.051561:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 993 00010000:00010000:2.0:1779202661.067415:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202661.080016:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202661.080123:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501023616 00000100:00100000:2.0:1779202661.080132:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501023616 00000100:00100000:2.0:1779202661.080190:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 994 00000100:00100000:2.0:1779202661.080201:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+38:27552:x1865628501023616:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202661.080220:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202661.080242:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe539 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65535 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.080310:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe540 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.080325:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe540 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.080336:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe540 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202661.080380:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1779202661.080384:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202661.080413:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe540 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.080441:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe539 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65535 expref: 40 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.080459:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe540 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65535 expref: 39 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.080466:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202661.080470:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202661.080474:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7e00, rc 0) 00000100:00100000:2.0:1779202661.080582:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:27552:x1865628501023616:12345-192.168.204.21@tcp:101:rm.0 Request processed in 382us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202661.080590:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 994 00000100:00100000:2.0:1779202661.095091:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202661.100160:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501023744 00000100:00100000:3.0:1779202661.100178:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501023744 00000100:00100000:3.0:1779202661.100256:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 995 00000100:00100000:3.0:1779202661.100268:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:27552:x1865628501023744:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202661.100292:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202661.100314:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe547 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6553c expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.100380:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe54e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102184:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe54e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102205:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe54e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102230:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe555 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102238:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe555 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102244:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe555 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102338:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4a00/0x3d5ca2fc49dbe55c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102347:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4a00/0x3d5ca2fc49dbe55c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102358:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4a00/0x3d5ca2fc49dbe55c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202661.102463:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:3.0:1779202661.102467:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202661.102489:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4a00/0x3d5ca2fc49dbe55c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102502:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe54e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102508:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe54e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102514:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe54e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102520:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe54e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102527:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202661.102531:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe54e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102537:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe54e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102548:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202661.102636:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202661.102646:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe54e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102657:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe54e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102671:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe555 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102677:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe555 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102682:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe555 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102686:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202661.102689:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe555 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102726:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe555 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102733:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff91d0ebf53c00) 00010000:00010000:3.0:1779202661.102736:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202661.102738:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe555 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102744:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe555 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102775:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe547 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6553c expref: 41 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102804:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4a00/0x3d5ca2fc49dbe55c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6553c expref: 40 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.102810:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:3.0:1779202661.102813:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1779202661.102815:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4a00, rc 0) 00000100:00100000:3.0:1779202661.102897:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:27552:x1865628501023744:12345-192.168.204.21@tcp:101:rm.0 Request processed in 2629us (7943us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202661.102907:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 995 00000100:00100000:1.0:1779202661.113062:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202661.113163:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501023872 00000100:00100000:2.0:1779202661.113174:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501023872 00000100:00100000:2.0:1779202661.113236:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 996 00000100:00100000:2.0:1779202661.113246:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:27552:x1865628501023872:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202661.113267:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202661.113291:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe563 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65543 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113360:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe56a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113375:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe56a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113398:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe56a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113415:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe571 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113423:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe571 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113429:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe571 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113464:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe56a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113470:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe56a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113477:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe56a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113483:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202661.113487:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe56a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113493:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe56a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113507:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:2.0:1779202661.113511:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.113515:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe56a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113522:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe56a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113534:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe571 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113539:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe571 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113545:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe571 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113549:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202661.113551:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe571 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113556:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe571 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113563:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff91cfc10a5700) 00010000:00010000:2.0:1779202661.113565:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.113568:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe571 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113572:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe571 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113602:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe563 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65543 expref: 41 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113617:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:2.0:1779202661.113619:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.113622:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe563 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65543 expref: 41 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.113631:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6e00, rc 0) 00000100:00100000:2.0:1779202661.113797:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:27552:x1865628501023872:12345-192.168.204.21@tcp:101:rm.0 Request processed in 551us (744us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202661.113804:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 996 00000100:00100000:1.0:1779202661.135014:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202661.143565:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501024000 00000100:00100000:2.0:1779202661.143584:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501024000 00000100:00100000:2.0:1779202661.143676:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 997 00000100:00100000:2.0:1779202661.143687:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:27552:x1865628501024000:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202661.143734:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202661.143757:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe578 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6554a expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.143836:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe57f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.143851:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe57f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.143862:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe57f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.143875:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe586 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.143882:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe586 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.143887:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe586 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.143921:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe57f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.143928:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe57f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.143935:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe57f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.143941:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202661.143945:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe57f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.143951:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe57f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.147046:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:2.0:1779202661.147053:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.147061:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe57f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.147070:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe57f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.147088:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe586 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.147096:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe586 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.147102:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe586 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.147107:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202661.147111:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe586 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.147118:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe586 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.147125:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff91cfc10a5700) 00010000:00010000:2.0:1779202661.147128:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.147131:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe586 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.147136:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe586 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.147189:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe578 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6554a expref: 41 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.147200:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:2.0:1779202661.147202:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.147205:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe578 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6554a expref: 41 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.147220:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6e00, rc 0) 00000100:00100000:2.0:1779202661.147327:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:27552:x1865628501024000:12345-192.168.204.21@tcp:101:rm.0 Request processed in 3641us (12322us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202661.147336:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 997 00000100:00100000:1.0:1779202661.191258:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202661.191507:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501024128 00000100:00100000:2.0:1779202661.191518:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501024128 00000100:00100000:2.0:1779202661.191583:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 998 00000100:00100000:2.0:1779202661.191593:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:27553:x1865628501024128:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202661.191615:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202661.191649:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe58d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65551 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191758:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe594 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191774:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe594 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191793:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe594 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191808:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe59b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191815:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe59b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191821:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe59b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191855:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe594 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191862:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe594 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191867:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe594 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191873:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202661.191876:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe594 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191882:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe594 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191893:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:2.0:1779202661.191896:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.191900:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe594 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191906:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe594 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191917:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe59b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191924:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe59b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191930:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe59b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191936:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202661.191938:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe59b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191944:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe59b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191951:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff91cfc10a5700) 00010000:00010000:2.0:1779202661.191964:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.191967:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe59b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.191972:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe59b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.192004:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe58d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65551 expref: 41 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.192015:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:2.0:1779202661.192017:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.192020:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe58d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65551 expref: 41 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.192029:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6e00, rc 0) 00000100:00100000:2.0:1779202661.192110:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:27553:x1865628501024128:12345-192.168.204.21@tcp:101:cp.0 Request processed in 518us (862us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202661.192118:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 998 00000040:00080000:3.0:1779202661.194872:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202661.194880:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202661.195343:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1779202661.195355:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1779202661.196366:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1779202661.220485:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202661.220592:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501024256 00000100:00100000:2.0:1779202661.220603:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501024256 00000100:00100000:2.0:1779202661.220680:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 999 00000100:00100000:2.0:1779202661.220737:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:27553:x1865628501024256:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202661.220758:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202661.220778:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe5a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65558 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.220858:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe5a9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.220872:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe5a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.220883:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe5a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.220897:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe5b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.220904:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe5b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.220911:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe5b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.220948:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe5a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.220966:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe5a9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.220972:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe5a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.220980:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202661.220984:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe5a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.220990:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe5a9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.221000:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:2.0:1779202661.221003:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.221008:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe5a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.221013:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe5a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.221025:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe5b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.221030:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe5b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.221035:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe5b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.221039:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202661.221042:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe5b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.221046:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe5b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.221056:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff91cfc10a5700) 00010000:00010000:2.0:1779202661.221058:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.221060:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe5b0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.221065:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe5b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.221098:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe5a2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65558 expref: 41 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.221107:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:2.0:1779202661.221110:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202661.221113:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe5a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65558 expref: 41 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.221122:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6e00, rc 0) 00000100:00100000:2.0:1779202661.221176:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:27553:x1865628501024256:12345-192.168.204.21@tcp:101:cp.0 Request processed in 488us (703us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202661.221183:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 999 00000100:00100000:1.0:1779202661.258230:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202661.258324:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501024512 00000100:00100000:3.0:1779202661.258334:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501024512 00000100:00100000:3.0:1779202661.258392:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1000 00000100:00100000:3.0:1779202661.258404:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:27553:x1865628501024512:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202661.258425:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202661.258446:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe5b7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6555f expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.258559:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe5be lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.258574:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe5be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.258588:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe5be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.258602:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe5c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.258609:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe5c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.258615:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe5c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1779202661.259034:0:6562:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x13:0x0], index 0: 0 00010000:00010000:3.0:1779202661.259163:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe5cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.259172:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe5cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.259179:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe5cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.259210:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe5be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.259216:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe5be lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.259222:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe5be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.259228:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202661.259232:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe5be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.259239:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe5be lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.259251:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:3.0:1779202661.259254:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202661.259259:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe5be lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.259265:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe5be lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202661.259276:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003b098181 reply state 00000000ab9b33e9 transno 4294967883 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe5c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.259286:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe5c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.259292:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff91d0f3878d00) 00010000:00010000:3.0:1779202661.259294:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202661.259297:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1779202661.259324:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe5b7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6555f expref: 43 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.259337:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe5cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6555f expref: 42 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.259343:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91d0f3878000) 00010000:00010000:3.0:1779202661.259345:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202661.259348:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5600, rc 0) 00000100:00100000:3.0:1779202661.259408:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:27553:x1865628501024512:12345-192.168.204.21@tcp:101:cp.0 Request processed in 1007us (1186us total) trans 4294967883 rc 0/0 00000100:00100000:3.0:1779202661.259416:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1000 00000100:00100000:0.0:1779202661.260258:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524059904:0@lo:400:kworker.0 00000100:00100000:0.0:1779202661.260311:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202661.260367:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524060416:0@lo:400:kworker.0 00000100:00100000:0.0:1779202661.260389:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202661.260413:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524060928:0@lo:400:kworker.0 00000100:00100000:0.0:1779202661.260433:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202661.260457:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779202661.260462:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524060032:0@lo:400:kworker.0 00000100:00100000:0.0:1779202661.260487:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202661.260502:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524060544:0@lo:400:kworker.0 00000100:00100000:0.0:1779202661.260520:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202661.260533:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524061056:0@lo:400:kworker.0 00000100:00100000:0.0:1779202661.260549:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202661.260576:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524060032 00000100:00100000:0.0:1779202661.260582:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524060032 00000100:00100000:0.0:1779202661.260621:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1779202661.260772:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524059648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202661.260810:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202661.260831:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524060160:0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.260850:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202661.260866:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524060672:0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.260888:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202661.260906:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524061184:0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.260924:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202661.260943:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1779202661.260949:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524059776:0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.260975:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202661.260996:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524060288:0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.261016:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202661.261025:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524060800:0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.261042:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202661.261057:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524061312:0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.261090:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202661.261119:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524059648 00000100:00100000:1.0:1779202661.261123:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524059648 00000100:00100000:1.0:1779202661.261142:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524060288 00000100:00100000:1.0:1779202661.261144:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524060288 00000100:00100000:1.0:1779202661.261159:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1779202661.261165:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3662:x1865628524059648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202661.261195:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:1.0:1779202661.261234:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3662:x1865628524059648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.261241:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1779202661.261258:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1779202661.261263:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524060288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.261289:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524060288:12345-0@lo:400:kworker.0 Request processed in 26us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.261295:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1779202661.261314:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524060672 00000100:00100000:1.0:1779202661.261317:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524060672 00000100:00100000:1.0:1779202661.261347:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524061184 00000100:00100000:1.0:1779202661.261350:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524061184 00000100:00100000:1.0:1779202661.261366:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524060800 00000100:00100000:1.0:1779202661.261368:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524060800 00000100:00100000:1.0:1779202661.261380:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524061312 00000100:00100000:1.0:1779202661.261383:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524061312 00000100:00100000:1.0:1779202661.261395:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1779202661.261400:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524060672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.261431:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524060672:12345-0@lo:400:kworker.0 Request processed in 30us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.261437:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1779202661.261447:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1779202661.261452:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524061184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.261475:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524061184:12345-0@lo:400:kworker.0 Request processed in 23us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.261481:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1779202661.261490:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1779202661.261495:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524060800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.261520:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524060800:12345-0@lo:400:kworker.0 Request processed in 25us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.261525:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1779202661.261535:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1779202661.261541:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524061312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.261564:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524061312:12345-0@lo:400:kworker.0 Request processed in 24us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.261569:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1779202661.261619:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524060288:0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.261629:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524060800:0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.261948:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524061312:0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.261960:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524059648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202661.261969:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524060672:0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.261978:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524061184:0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.262025:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524059904 00000100:00100000:1.0:1779202661.262028:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524059904 00000100:00100000:1.0:1779202661.262046:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524060416 00000100:00100000:1.0:1779202661.262049:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524060416 00000100:00100000:1.0:1779202661.262060:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524060928 00000100:00100000:1.0:1779202661.262062:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524060928 00000100:00100000:1.0:1779202661.262072:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524060544 00000100:00100000:1.0:1779202661.262074:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524060544 00000100:00100000:1.0:1779202661.262085:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524061056 00000100:00100000:1.0:1779202661.262088:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524061056 00000100:00100000:1.0:1779202661.262098:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524060160 00000100:00100000:1.0:1779202661.262247:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524060160 00000100:00100000:1.0:1779202661.262318:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:1.0:1779202661.262331:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524059904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202661.262333:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524060032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202661.262425:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524060032:12345-0@lo:400:kworker.0 Request processed in 1793us (1933us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202661.262434:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1779202661.262440:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524059904:12345-0@lo:400:kworker.0 Request processed in 109us (2125us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.262449:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1779202661.262472:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524059776 00000100:00100000:1.0:1779202661.262477:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1779202661.262478:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524059776 00000100:00100000:1.0:1779202661.262489:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524060416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202661.262516:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1779202661.262528:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524059776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.262535:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524060416:12345-0@lo:400:kworker.0 Request processed in 49us (2143us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.262542:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:1.0:1779202661.262571:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1779202661.262590:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524060928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202661.262590:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524059776:12345-0@lo:400:kworker.0 Request processed in 58us (1605us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202661.262617:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1779202661.262652:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524060928:12345-0@lo:400:kworker.0 Request processed in 73us (2217us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.262659:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1779202661.262672:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1779202661.262678:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524060544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.262747:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524060544:12345-0@lo:400:kworker.0 Request processed in 69us (2225us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.262753:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1779202661.262764:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1779202661.262771:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524061056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.262813:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524061056:12345-0@lo:400:kworker.0 Request processed in 42us (2262us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.262822:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1779202661.262841:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1779202661.262847:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524060160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.262875:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524060160:12345-0@lo:400:kworker.0 Request processed in 29us (2025us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.262881:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1779202661.262935:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524059776:0@lo:400:kworker.0 00000100:00100000:1.0:1779202661.262964:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524060160:0@lo:400:kworker.0 00000100:00080000:2.0:1779202661.262993:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202661.263000:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202661.263005:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202661.263009:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202661.263077:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524060032:0@lo:400:kworker.0 00000100:00100000:2.0:1779202661.263092:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524060544:0@lo:400:kworker.0 00000100:00100000:2.0:1779202661.263103:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524061056:0@lo:400:kworker.0 00000100:00100000:2.0:1779202661.263115:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524059904:0@lo:400:kworker.0 00000100:00100000:2.0:1779202661.263125:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524060416:0@lo:400:kworker.0 00000100:00100000:2.0:1779202661.263134:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524060928:0@lo:400:kworker.0 00000100:00100000:0.0:1779202661.285099:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202661.285730:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501024640 00000100:00100000:1.0:1779202661.285741:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501024640 00000100:00100000:1.0:1779202661.285830:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 254 00000100:00100000:1.0:1779202661.285840:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501024640:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202661.285858:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202661.285881:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe5da lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65566 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202661.285908:0:8447:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1779202661.285928:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202661.285930:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202661.285938:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe5da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65566 expref: 10 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.285954:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe5da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65566 expref: 10 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.285971:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c77200, rc 0) 00000100:00100000:1.0:1779202661.286355:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501024640:12345-192.168.204.21@tcp:101:cp.0 Request processed in 515us (1263us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.286362:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 254 00000100:00080000:2.0:1779202661.286435:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202661.303371:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202661.303649:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501024768 00000100:00100000:1.0:1779202661.303660:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501024768 00000100:00100000:1.0:1779202661.303751:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 255 00000100:00100000:1.0:1779202661.303762:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:27553:x1865628501024768:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202661.303788:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202661.303809:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6556d expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.303841:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe5da lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65566 expref: 11 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.303850:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202661.303852:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202661.303855:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.303888:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe5da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65566 expref: 11 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.303901:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe5da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65566 expref: 11 pid: 8447 timeout: 890 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202661.303921:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524061440:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202661.304001:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85abcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202661.307026:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202661.307109:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501024896 00000100:00100000:3.0:1779202661.307118:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501024896 00010000:00010000:3.0:1779202661.307154:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe5da lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65566 expref: 12 pid: 8447 timeout: 890 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202661.307202:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 313 00000100:00100000:3.0:1779202661.307211:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501024896:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202661.307225:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202661.307245:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe5da lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65566 expref: 12 pid: 8447 timeout: 890 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.307259:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe5da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65566 expref: 12 pid: 8447 timeout: 890 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.307283:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202661.307286:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202661.307293:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.307303:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202661.307345:0:6550:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202661.307358:0:6550:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6550:1865628524061568:192.168.204.21@tcp:105: 00000100:00100000:3.0:1779202661.307443:0:6550:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92b5c00 going to sleep for 11 seconds 00010000:00010000:1.0:1779202661.307732:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eebf725b/0x3d5ca2fc49dbe5da lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65566 expref: 12 pid: 8447 timeout: 890 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202661.307748:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524061440:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202661.307771:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.307791:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d600, rc 0) 00000100:00100000:1.0:1779202661.307826:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:27553:x1865628501024768:12345-192.168.204.21@tcp:101:cp.0 Request processed in 4066us (4464us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.307833:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 255 00000100:00100000:2.0:1779202661.323009:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202661.323059:0:6550:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6550:1865628524061568:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202661.323087:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202661.323153:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501024896:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 15943us (16136us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202661.323165:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 313 00000100:00100000:0.0:1779202661.323216:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501025152 00000100:00100000:0.0:1779202661.323223:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501025152 00000100:00100000:0.0:1779202661.323292:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 190 00000100:00100000:0.0:1779202661.323302:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6474050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:27553:x1865628501025152:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:0.0:1779202661.323564:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6474050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:27553:x1865628501025152:12345-192.168.204.21@tcp:35:cp.0 Request processed in 264us (569us total) trans 4294967884 rc 0/0 00000100:00100000:0.0:1779202661.323571:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 190 00000100:00100000:2.0:1779202661.409522:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202661.410099:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501025280 00000100:00100000:1.0:1779202661.410111:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501025280 00000100:00100000:1.0:1779202661.410178:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1001 00000100:00100000:1.0:1779202661.410188:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:27556:x1865628501025280:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202661.410210:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202661.410231:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe5e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65574 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410304:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe5ef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410324:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe5ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410334:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe5ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410345:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe5f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410351:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe5f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410357:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe5f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410428:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe5fd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410438:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe5fd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410444:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe5fd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202661.410483:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:1.0:1779202661.410487:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202661.410506:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe5fd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410516:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe5fd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410527:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe5ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410532:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe5ef lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410538:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe5ef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410543:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202661.410547:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe5ef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410554:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe5ef lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410565:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:1.0:1779202661.410568:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202661.410573:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe5ef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410579:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe5ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410592:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe5f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410598:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe5f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410603:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe5f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410608:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202661.410610:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe5f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410616:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe5f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410623:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff91d0f3878d00) 00010000:00010000:1.0:1779202661.410625:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202661.410627:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe5f6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410632:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe5f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410654:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe5e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65574 expref: 90 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410665:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe5fd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65574 expref: 89 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202661.410671:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91d0f3878000) 00010000:00010000:1.0:1779202661.410673:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202661.410675:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d000, rc 0) 00000100:00100000:1.0:1779202661.411082:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:27556:x1865628501025280:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 610us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.411093:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1001 00000100:00100000:1.0:1779202661.415073:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202661.415274:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501025408 00000100:00100000:2.0:1779202661.415285:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501025408 00000100:00100000:2.0:1779202661.415363:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 256 00000100:00100000:2.0:1779202661.415374:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501025408:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202661.415407:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202661.415424:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbe604 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6557b expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202661.415485:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524061696:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202661.415600:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b99c0 going to sleep for 11 seconds 00000100:00080000:0.0:1779202661.418719:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1779202661.419428:0:8446:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1779202661.419434:0:8446:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb mtime: 0 -> 1779202660 00002000:00010000:0.0:1779202661.419436:0:8446:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb atime: 0 -> 1779202660 00002000:00010000:0.0:1779202661.419438:0:8446:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb ctime: 0 -> 1779202660 00002000:00010000:0.0:1779202661.419439:0:8446:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1779202661.419465:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524061696:192.168.204.21@tcp:106: 00010000:00010000:0.0:1779202661.419515:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbe604 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6557b expref: 12 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202661.419553:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbe604 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6557b expref: 12 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202661.419568:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6c00, rc 0) 00000100:00100000:0.0:1779202661.419646:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501025408:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 4273us (4579us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202661.419655:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 256 00000100:00100000:3.0:1779202661.428343:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202661.429318:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501025536 00000100:00100000:2.0:1779202661.429330:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501025536 00000100:00100000:2.0:1779202661.429609:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1002 00000100:00100000:2.0:1779202661.429621:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:27556:x1865628501025536:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202661.429641:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202661.429661:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe60b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65582 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.429755:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe612 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.429770:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe612 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.429791:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe612 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202661.429839:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:2.0:1779202661.429843:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202661.429865:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe612 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.429902:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe60b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65582 expref: 91 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.429920:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe612 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65582 expref: 90 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202661.429928:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:2.0:1779202661.429930:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202661.429934:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7400, rc 0) 00000100:00100000:2.0:1779202661.430007:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:27556:x1865628501025536:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 389us (1674us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202661.430013:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1002 00000100:00100000:1.0:1779202661.440612:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202661.441321:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501025664 00000100:00100000:0.0:1779202661.441335:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501025664 00000100:00100000:0.0:1779202661.441405:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 257 00000100:00100000:0.0:1779202661.441417:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501025664:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202661.441439:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202661.441457:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dbe619 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65589 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202661.441525:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524061824:192.168.204.21@tcp:106: 00000100:00100000:0.0:1779202661.441621:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c4c73000 going to sleep for 11 seconds 00000100:00100000:0.0:1779202661.449176:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524061824:192.168.204.21@tcp:106: 00010000:00010000:0.0:1779202661.449219:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dbe619 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65589 expref: 12 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202661.449245:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dbe619 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65589 expref: 12 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202661.449261:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a7800, rc 0) 00000100:00100000:1.0:1779202661.449548:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501025664:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 8124us (8937us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202661.449558:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 257 00000100:00100000:3.0:1779202661.457102:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202661.457280:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501025920 00000100:00100000:1.0:1779202661.457291:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501025920 00000100:00100000:1.0:1779202661.457350:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1003 00000100:00100000:1.0:1779202661.457360:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:27556:x1865628501025920:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:1.0:1779202661.457530:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].24, 136 off11456 00000100:00100000:1.0:1779202661.457633:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:27556:x1865628501025920:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 272us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202661.457640:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1003 00010000:00010000:3.0:1779202662.090956:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202662.219849:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202662.219858:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202662.219899:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:3.0:1779202662.219909:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202662.220147:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8f100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524061952:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202662.220512:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92b5000 going to sleep for 11 seconds 00000100:00100000:2.0:1779202662.225522:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8f100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524061952:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202662.239046:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202662.241190:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501026048 00000100:00100000:3.0:1779202662.241205:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501026048 00000100:00100000:3.0:1779202662.241317:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1004 00000100:00100000:3.0:1779202662.241328:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:27566:x1865628501026048:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202662.241367:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202662.241490:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:27566:x1865628501026048:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 164us (2460us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202662.241497:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1004 00000100:00080000:0.0:1779202662.241674:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202662.248898:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202662.249398:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501026304 00000100:00100000:1.0:1779202662.249416:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501026304 00000100:00100000:1.0:1779202662.249499:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1005 00000100:00100000:1.0:1779202662.249510:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:27566:x1865628501026304:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202662.249531:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202662.249552:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe620 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65590 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202662.249671:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe627 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202662.249688:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe627 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202662.249723:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe627 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202662.249740:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1779202662.249864:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe620 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65590 expref: 47 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202662.249892:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe627 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65590 expref: 46 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202662.249903:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91d0f3878000) 00010000:00010000:1.0:1779202662.249906:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202662.249909:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121cc00, rc 0) 00000100:00100000:1.0:1779202662.249982:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:27566:x1865628501026304:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 473us (1098us total) trans 4294967885 rc 0/0 00000100:00100000:1.0:1779202662.249990:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1005 00000100:00100000:1.0:1779202662.253325:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202662.253403:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501026560 00000100:00100000:2.0:1779202662.253412:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501026560 00000100:00100000:2.0:1779202662.253523:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 45 00000100:00100000:2.0:1779202662.253534:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2421:x1865628501026560:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202662.253550:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202662.253579:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe627 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65590 expref: 46 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.253598:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91d0f3878000) 00010000:00010000:2.0:1779202662.253602:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202662.253660:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2421:x1865628501026560:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 129us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202662.253667:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 45 00000100:00100000:1.0:1779202662.265941:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202662.266345:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501026432 00000100:00100000:3.0:1779202662.266356:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501026432 00000100:00100000:3.0:1779202662.266419:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 258 00000100:00100000:3.0:1779202662.266429:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501026432:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1779202662.266477:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.266499:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.266508:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202662.266510:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202662.266514:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.266550:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.266565:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 10 pid: 12963 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202662.266579:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524062080:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202662.266663:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92b5000 going to sleep for 11 seconds 00000100:00100000:1.0:1779202662.274167:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202662.277949:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501026688 00000100:00100000:2.0:1779202662.277964:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501026688 00002000:00100000:2.0:1779202662.278017:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff91cfc32a9f80 x1865628501026688/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:628/0 lens 648/0 e 0 to 0 dl 1779202673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202662.278039:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc32a9f80 with x1865628501026688 ext(0->157) 00010000:00010000:2.0:1779202662.278049:0:8450:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 11 pid: 12963 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.278067:0:8450:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 11 pid: 12963 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202662.278076:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc32a9f80 00000100:00100000:2.0:1779202662.278114:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 12 00000100:00100000:2.0:1779202662.278124:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501026688:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:3.0:1779202662.278820:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524062080:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202662.278845:0:17866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202662.281052:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501026688:12345-192.168.204.21@tcp:4:cp.0 Request processed in 2921us (6885us total) trans 4294967342 rc 0/0 00000100:00100000:3.0:1779202662.281064:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 12 00002000:00100000:3.0:1779202662.281077:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff91cfc32a9f80 x1865628501026688/t4294967342(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:628/0 lens 648/448 e 0 to 0 dl 1779202673 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202662.281086:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc32a9f80 with x1865628501026688 ext(0->157) 00010000:00010000:3.0:1779202662.281096:0:8450:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 13 pid: 12963 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.281115:0:8450:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 13 pid: 12963 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202662.281122:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc32a9f80 00000100:00100000:3.0:1779202662.287591:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202662.290346:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501026816 00000100:00100000:1.0:1779202662.290360:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501026816 00000100:00100000:1.0:1779202662.290430:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 717 00000100:00100000:1.0:1779202662.290441:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501026816:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202662.290528:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501026816:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 89us (2943us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202662.290536:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 717 00000100:00100000:1.0:1779202662.298502:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202662.298552:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202662.298576:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202662.298595:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202662.298614:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202662.298635:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202662.298825:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501027328 00000100:00100000:1.0:1779202662.298834:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501027328 00000100:00100000:1.0:1779202662.299237:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501027584 00000100:00100000:1.0:1779202662.299242:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501027584 00000100:00100000:1.0:1779202662.299266:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501027200 00000100:00100000:1.0:1779202662.299269:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501027200 00000100:00100000:1.0:1779202662.299290:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 605 00000100:00100000:1.0:1779202662.299300:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2420:x1865628501027328:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202662.299374:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2420:x1865628501027328:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 75us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202662.299382:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 605 00000100:00100000:1.0:1779202662.299398:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 606 00000100:00100000:1.0:1779202662.299404:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501027584:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202662.299430:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501027584:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202662.299436:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 606 00000100:00100000:1.0:1779202662.299449:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 607 00000100:00100000:1.0:1779202662.299455:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501027200:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202662.299479:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501027200:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202662.299485:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 607 00000100:00100000:1.0:1779202662.299508:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501027072 00000100:00100000:1.0:1779202662.299512:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501027072 00000100:00100000:1.0:1779202662.299540:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501026944 00000100:00100000:1.0:1779202662.299542:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501026944 00000100:00100000:1.0:1779202662.299560:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501027456 00000100:00100000:1.0:1779202662.299562:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501027456 00000100:00100000:1.0:1779202662.299581:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 941 00000100:00100000:1.0:1779202662.299587:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501027072:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202662.299612:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501027072:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202662.299618:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 941 00000100:00100000:1.0:1779202662.299629:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 942 00000100:00100000:1.0:1779202662.299636:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:2420:x1865628501026944:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202662.299658:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:2420:x1865628501026944:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (1063us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202662.299664:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 942 00000100:00100000:1.0:1779202662.299675:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 943 00000100:00100000:1.0:1779202662.299681:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501027456:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202662.299724:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501027456:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 43us (1088us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202662.299729:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 943 00000100:00080000:1.0:1779202662.299751:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202662.299755:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202662.299758:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202662.303097:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202662.303212:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501027712 00000100:00100000:0.0:1779202662.303221:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501027712 00010000:00010000:0.0:1779202662.303259:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 13 pid: 12963 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202662.303301:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 314 00000100:00100000:0.0:1779202662.303310:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628501027712:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202662.303323:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1779202662.303340:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1779202662.303347:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 13 pid: 12963 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.303360:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 13 pid: 12963 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.303392:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe5e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6556d expref: 13 pid: 12963 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.303407:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202662.303409:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202662.303414:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.303424:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.303448:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202662.303493:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501027712:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 185us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202662.303500:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 314 00010000:00010000:3.0:1779202662.304397:0:17866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.304410:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.304433:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.304442:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.304451:0:17866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.304458:0:17866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202662.304462:0:17866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.304471:0:17866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.304486:0:17866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.304493:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbe635 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202662.304573:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501026432:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 38144us (38638us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202662.304582:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 258 00000100:00100000:3.0:1779202662.313165:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202662.313337:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501027968 00000100:00100000:1.0:1779202662.313348:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501027968 00000100:00100000:1.0:1779202662.313404:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1006 00000100:00100000:1.0:1779202662.313414:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:27566:x1865628501027968:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202662.313531:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:27566:x1865628501027968:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 118us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202662.313539:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1006 00000100:00100000:3.0:1779202662.322902:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202662.323061:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501028096 00000100:00100000:1.0:1779202662.323082:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501028096 00000100:00100000:1.0:1779202662.323138:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 259 00000100:00100000:1.0:1779202662.323148:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501028096:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202662.323165:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202662.323188:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe63c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65597 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202662.323214:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a0c7a64, atime: 0x0, ctime: 0x6a0c7a64, blocks: 0x8 00010000:00010000:1.0:1779202662.323233:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202662.323235:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202662.323243:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe63c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65597 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202662.323261:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe63c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65597 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202662.323273:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d600, rc 0) 00000100:00100000:1.0:1779202662.323332:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501028096:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 186us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202662.323339:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 259 00000100:00100000:2.0:1779202662.327801:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202662.328353:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501028352 00000100:00100000:0.0:1779202662.328364:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501028352 00000100:00100000:0.0:1779202662.328535:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1007 00000100:00100000:0.0:1779202662.328546:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:27566:x1865628501028352:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202662.328659:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:27566:x1865628501028352:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 115us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202662.328667:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1007 00000100:00100000:3.0:1779202662.331848:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202662.333276:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501028480 00000100:00100000:1.0:1779202662.333288:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501028480 00002000:00100000:1.0:1779202662.333342:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff91d0c9b8c000 x1865628501028480/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:628/0 lens 488/0 e 0 to 0 dl 1779202673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202662.333353:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c9b8c000 with x1865628501028480 ext(0->4095) 00002000:00010000:1.0:1779202662.333359:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0c9b8c000 00000100:00100000:1.0:1779202662.333390:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 75 00000100:00100000:1.0:1779202662.333400:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501028480:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1779202662.333576:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501028480:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 176us (1736us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1779202662.333583:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 75 00002000:00100000:1.0:1779202662.333590:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff91d0c9b8c000 x1865628501028480/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:628/0 lens 488/4536 e 0 to 0 dl 1779202673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202662.333599:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c9b8c000 with x1865628501028480 ext(0->4095) 00002000:00010000:1.0:1779202662.333602:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0c9b8c000 00000100:00100000:1.0:1779202662.356800:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202662.357613:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501028608 00000100:00100000:2.0:1779202662.357624:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501028608 00000100:00100000:2.0:1779202662.357686:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1008 00000100:00100000:2.0:1779202662.357720:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:27566:x1865628501028608:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202662.357739:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202662.357767:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe643 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6559e expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.357801:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe64a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.357815:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe64a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.357826:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe64a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.357943:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe643 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6559e expref: 47 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.357960:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe64a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6559e expref: 46 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.357968:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91d0f3878000) 00010000:00010000:2.0:1779202662.357970:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202662.357974:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7600, rc 0) 00000100:00100000:2.0:1779202662.358041:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:27566:x1865628501028608:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 322us (1249us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202662.358048:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1008 00000100:00100000:2.0:1779202662.369300:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202662.369475:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501028736 00000100:00100000:1.0:1779202662.369485:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501028736 00000100:00100000:1.0:1779202662.369542:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1009 00000100:00100000:1.0:1779202662.369552:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:27566:x1865628501028736:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202662.369585:0:6562:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202662.369714:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:27566:x1865628501028736:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 164us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202662.369723:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1009 00000100:00100000:3.0:1779202662.389140:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202662.389818:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501028864 00000100:00100000:0.0:1779202662.389830:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501028864 00000100:00100000:0.0:1779202662.390003:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 260 00000100:00100000:0.0:1779202662.390014:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501028864:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202662.390070:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe651 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.390086:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202662.390088:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202662.390093:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe651 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.390107:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe651 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.390133:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe651 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.390140:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe651 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.390152:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe651 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.390158:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202662.390162:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe651 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.390170:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe651 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.390184:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe651 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.390191:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002e1d656/0x3d5ca2fc49dbe651 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202662.390271:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501028864:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 258us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202662.390279:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 260 00000100:00100000:1.0:1779202662.399296:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202662.399407:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501029120 00000100:00100000:0.0:1779202662.399418:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501029120 00000100:00100000:0.0:1779202662.399477:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1010 00000100:00100000:0.0:1779202662.399489:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:27566:x1865628501029120:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1779202662.399571:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.399591:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe64a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6559e expref: 46 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.399600:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.399640:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe64a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6559e expref: 46 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.399656:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe64a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6559e expref: 46 pid: 6563 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202662.399671:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524062208:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202662.399798:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c4c73b40 going to sleep for 11 seconds 00000100:00100000:0.0:1779202662.401337:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524062208:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202662.401363:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202662.402099:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202662.402256:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501029248 00000100:00100000:3.0:1779202662.402265:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501029248 00010000:00010000:3.0:1779202662.402297:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe64a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6559e expref: 47 pid: 6563 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202662.402337:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 315 00000100:00100000:3.0:1779202662.402346:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2419:x1865628501029248:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202662.402360:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202662.402367:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe64a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6559e expref: 47 pid: 6563 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.402380:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe64a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6559e expref: 47 pid: 6563 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.402498:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe64a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6559e expref: 47 pid: 6563 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.402516:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91d0f3878000) 00010000:00010000:3.0:1779202662.402522:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.402532:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.402540:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.402571:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202662.402632:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2419:x1865628501029248:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 286us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202662.402640:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 315 00010000:00010000:0.0:1779202662.402719:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.402727:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.402910:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.402919:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.402926:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.402932:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202662.402936:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.402944:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.402952:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91d0f3878000) 00010000:00010000:0.0:1779202662.402955:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202662.402959:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.402965:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe658 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202662.403264:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:27566:x1865628501029120:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 3777us (3977us total) trans 4294967886 rc 0/0 00000100:00100000:0.0:1779202662.403273:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1010 00000040:00080000:3.0:1779202662.404160:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202662.404165:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202662.404621:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1779202662.404630:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202662.414397:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202662.420212:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501029504 00000100:00100000:2.0:1779202662.420226:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501029504 00000100:00100000:2.0:1779202662.420295:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 191 00000100:00100000:2.0:1779202662.420307:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:27566:x1865628501029504:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202662.420596:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:27566:x1865628501029504:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 291us (6209us total) trans 4294967887 rc 0/0 00000100:00100000:2.0:1779202662.420605:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 191 00000040:00080000:2.0:1779202662.604019:0:20999:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202662.604027:0:20999:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202662.604058:0:20999:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:2.0:1779202662.604063:0:20999:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202662.712474:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202662.713315:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501029632 00000100:00100000:2.0:1779202662.713326:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501029632 00000100:00100000:2.0:1779202662.713384:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 261 00000100:00100000:2.0:1779202662.713393:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501029632:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202662.713412:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202662.713431:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041fb1bb9/0x3d5ca2fc49dbe65f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d655a5 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.713458:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202662.713460:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202662.713468:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041fb1bb9/0x3d5ca2fc49dbe65f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655a5 expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.713491:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041fb1bb9/0x3d5ca2fc49dbe65f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655a5 expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.713505:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6e00, rc 0) 00000100:00100000:2.0:1779202662.713557:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2422:x1865628501029632:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 165us (1093us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202662.713563:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 261 00000100:00100000:2.0:1779202662.734974:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202662.735626:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501029888 00000100:00100000:3.0:1779202662.735637:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501029888 00000100:00100000:3.0:1779202662.735723:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1011 00000100:00100000:3.0:1779202662.735734:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:27567:x1865628501029888:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202662.735766:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202662.735788:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe666 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d655ac expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.735900:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe66d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.736214:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe66d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.736227:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe66d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202662.736242:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:3.0:1779202662.736349:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe666 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655ac expref: 93 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.737015:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe66d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655ac expref: 92 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.737291:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91d0f3878000) 00010000:00010000:3.0:1779202662.737295:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1779202662.737299:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5a00, rc 0) 00000100:00100000:3.0:1779202662.738159:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:27567:x1865628501029888:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 2422us (3189us total) trans 4294967888 rc 0/0 00000100:00100000:3.0:1779202662.738169:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1011 00000100:00100000:3.0:1779202662.745473:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202662.751767:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501030016 00000100:00100000:0.0:1779202662.751784:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501030016 00000100:00100000:2.0:1779202662.754292:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 262 00000100:00100000:2.0:1779202662.754305:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501030016:12345-192.168.204.21@tcp:1:lfs.0 00010000:00010000:2.0:1779202662.754355:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.754383:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe63c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65597 expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.754393:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041fb1bb9/0x3d5ca2fc49dbe65f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655a5 expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.754400:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202662.754402:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202662.754405:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 5/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.754578:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041fb1bb9/0x3d5ca2fc49dbe65f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655a5 expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.754593:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041fb1bb9/0x3d5ca2fc49dbe65f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655a5 expref: 12 pid: 12963 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202662.754608:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524062336:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202662.755811:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe63c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65597 expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.755824:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe63c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65597 expref: 11 pid: 8511 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202662.755834:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524062464:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202662.755878:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202662.757639:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524062336:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202662.761208:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202662.761337:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524062464:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202662.762543:0:8511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202662.766099:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501030144 00000100:00100000:0.0:1779202662.766114:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501030144 00010000:00010000:0.0:1779202662.766167:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041fb1bb9/0x3d5ca2fc49dbe65f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655a5 expref: 13 pid: 12963 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202662.766221:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 316 00000100:00100000:0.0:1779202662.766231:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2420:x1865628501030144:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202662.766247:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202662.766270:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000041fb1bb9/0x3d5ca2fc49dbe65f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655a5 expref: 13 pid: 12963 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.766285:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041fb1bb9/0x3d5ca2fc49dbe65f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655a5 expref: 13 pid: 12963 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.766310:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041fb1bb9/0x3d5ca2fc49dbe65f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655a5 expref: 13 pid: 12963 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.766327:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202662.766390:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628501030144:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 160us (5191us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202662.766396:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 316 00000100:00100000:0.0:1779202662.766458:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202662.766555:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501030272 00000100:00100000:0.0:1779202662.766559:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501030272 00010000:00010000:0.0:1779202662.766575:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe63c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65597 expref: 12 pid: 8511 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202662.766596:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 317 00000100:00100000:0.0:1779202662.766603:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501030272:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202662.766611:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202662.766620:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe63c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65597 expref: 12 pid: 8511 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.766630:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe63c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65597 expref: 12 pid: 8511 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.766644:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe63c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65597 expref: 12 pid: 8511 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.766654:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202662.766656:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202662.766661:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.766671:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.766716:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202662.766740:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501030272:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 137us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202662.766746:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 317 00010000:00010000:3.0:1779202662.767623:0:8511:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.767636:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.767659:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.767666:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.767680:0:8511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.767687:0:8511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7a00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202662.767718:0:8511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.767727:0:8511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.767743:0:8511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.767761:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbe67b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202662.767835:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501030016:12345-192.168.204.21@tcp:1:lfs.0 Request processed in 13531us (22369us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202662.767844:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 262 00000100:00100000:0.0:1779202662.771992:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202662.772564:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501030528 00000100:00100000:2.0:1779202662.772574:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501030528 00000100:00100000:2.0:1779202662.772632:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 192 00000100:00100000:2.0:1779202662.772643:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:27567:x1865628501030528:12345-192.168.204.21@tcp:35:lfs.0 00000004:00010000:2.0:1779202662.772738:0:6565:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x18:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe66d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655ac expref: 92 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202662.772949:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967889 00000001:00080000:2.0:1779202662.773610:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967890 00010000:00010000:2.0:1779202662.773647:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.773666:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe5cc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6555f expref: 46 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.773676:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe5fd lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65574 expref: 95 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.773685:0:6565:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.773748:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe5fd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65574 expref: 95 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.773772:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe5fd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65574 expref: 95 pid: 16980 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202662.773785:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524062592:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202662.773885:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe5cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6555f expref: 46 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.773893:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe5cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6555f expref: 46 pid: 6562 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202662.773901:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524062720:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202662.773920:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202662.781658:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202662.781770:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202662.781836:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501030656 00000100:00100000:3.0:1779202662.781847:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501030656 00010000:00010000:3.0:1779202662.781891:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe5fd lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65574 expref: 96 pid: 16980 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202662.781941:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501030784 00000100:00100000:3.0:1779202662.781945:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501030784 00010000:00010000:3.0:1779202662.781959:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe5cc lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6555f expref: 47 pid: 6562 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202662.781980:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 318 00000100:00100000:3.0:1779202662.781989:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:2419:x1865628501030656:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202662.782004:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202662.782010:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe5fd lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65574 expref: 96 pid: 16980 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.782039:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe5fd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65574 expref: 96 pid: 16980 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.782063:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91d0f3878000) 00010000:00010000:3.0:1779202662.782068:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.782077:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.782082:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202662.782134:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:2419:x1865628501030656:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 146us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202662.782141:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 318 00000100:00100000:3.0:1779202662.782159:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 319 00000100:00100000:3.0:1779202662.782165:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2420:x1865628501030784:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202662.782172:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202662.782177:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe5cc lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6555f expref: 47 pid: 6562 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.782187:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe5cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6555f expref: 47 pid: 6562 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.782202:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91d0f3878000) 00010000:00010000:3.0:1779202662.782205:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.782213:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.782220:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202662.782237:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202662.782254:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2420:x1865628501030784:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 90us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202662.782261:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 319 00010000:00010000:2.0:1779202662.784008:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe5fd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65574 expref: 95 pid: 16980 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202662.784299:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524062592:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202662.784318:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbe5cc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6555f expref: 46 pid: 6562 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202662.784329:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524062720:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202662.784433:0:6565:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.784443:0:6565:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.784448:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202662.784561:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967891 00000001:00080000:2.0:1779202662.784662:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967892 00000001:00080000:2.0:1779202662.785896:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967893 00000100:00100000:2.0:1779202662.786013:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524062848:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1779202662.786501:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202662.786535:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1779202662.786585:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524062848 00000100:00100000:0.0:1779202662.786592:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524062848 00000100:00100000:0.0:1779202662.786644:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1779202662.786653:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6565:x1865628524062848:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1779202662.786778:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6565:x1865628524062848:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 125us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202662.786786:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1779202662.786872:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524062848:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1779202662.787005:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967894 00000100:00100000:2.0:1779202662.787071:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524062976:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1779202662.787094:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202662.787115:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0240 going to sleep for 11 seconds 00000100:00100000:0.0:1779202662.787245:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524062976 00000100:00100000:0.0:1779202662.787250:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524062976 00000100:00100000:0.0:1779202662.787287:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1779202662.787294:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6565:x1865628524062976:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1779202662.787406:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6565:x1865628524062976:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 113us (311us total) trans 4294967343 rc 0/0 00000100:00100000:0.0:1779202662.787413:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1779202662.787471:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524062976:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:2.0:1779202662.787494:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.787504:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.787511:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.787518:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202662.787523:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.787532:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.787549:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91d0f3878000) 00010000:00010000:2.0:1779202662.787552:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1779202662.787558:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202662.787564:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe682 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202662.787656:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x37:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1779202662.787762:0:6565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8856 00000004:00080000:2.0:1779202662.787774:0:6565:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 792024080470ns, next at 793024078547ns, rc = 0 00000001:00080000:2.0:1779202662.787781:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967895 00010000:00010000:2.0:1779202662.787804:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91d0f3878000) 00010000:00010000:2.0:1779202662.787807:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1779202662.787814:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbe66d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655ac expref: 99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202662.787911:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:27567:x1865628501030528:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 15270us (15928us total) trans 4294967896 rc 0/0 00000100:00100000:2.0:1779202662.787918:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 192 00000020:00080000:2.0:1779202662.787922:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1779202662.796521:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202662.796546:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524063104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202662.796616:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202662.801007:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524063104 00000100:00100000:3.0:1779202662.801022:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524063104 00000100:00100000:3.0:1779202662.801103:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1779202662.801113:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524063104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202662.801143:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120744768 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:3.0:1779202662.801232:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524063104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (4616us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202662.801239:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1779202662.801358:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524063104:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202662.813245:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779202662.817869:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524063232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202662.817957:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202662.818562:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524063232 00000100:00100000:2.0:1779202662.818571:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524063232 00000100:00100000:2.0:1779202662.818625:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1779202662.818635:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524063232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202662.818660:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120744768 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:2.0:1779202662.818743:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524063232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202662.818761:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1779202662.818812:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524063232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202662.824370:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202662.824447:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501030912 00000100:00100000:0.0:1779202662.824458:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501030912 00000100:00100000:0.0:1779202662.824521:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1012 00000100:00100000:0.0:1779202662.824532:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:27568:x1865628501030912:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202662.824555:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202662.824577:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe689 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d655b3 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824643:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe690 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824659:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe690 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824670:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe690 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824681:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe697 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824688:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe697 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824720:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe697 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824804:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe69e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824813:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe69e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824819:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe69e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202662.824858:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:0.0:1779202662.824863:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202662.824881:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe69e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824892:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe69e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824901:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe690 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824911:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe690 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824916:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe690 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824922:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202662.824936:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe690 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824944:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe690 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824955:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:0.0:1779202662.824958:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202662.824964:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe690 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824971:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe690 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824983:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe697 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824989:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe697 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824994:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe697 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.824999:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202662.825002:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe697 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.825008:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe697 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.825015:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff91d0f3878d00) 00010000:00010000:0.0:1779202662.825018:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202662.825021:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe697 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.825027:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe697 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.825055:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe689 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655b3 expref: 100 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.825067:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe69e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655b3 expref: 99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.825074:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91cfc28aaf00) 00010000:00010000:0.0:1779202662.825076:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202662.825078:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6a00, rc 0) 00000100:00100000:0.0:1779202662.825142:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:27568:x1865628501030912:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 613us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202662.825150:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1012 00000100:00100000:0.0:1779202662.837666:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202662.837731:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501031168 00000100:00100000:0.0:1779202662.837743:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501031168 00000100:00100000:0.0:1779202662.837806:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 46 00000100:00100000:0.0:1779202662.837816:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:27568:x1865628501031168:12345-192.168.204.21@tcp:103:lfs.0 00010000:00010000:0.0:1779202662.837833:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202662.837858:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe69e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655b3 expref: 99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.837878:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91cfc28aaf00) 00010000:00010000:0.0:1779202662.837891:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202662.837949:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:27568:x1865628501031168:12345-192.168.204.21@tcp:103:lfs.0 Request processed in 134us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202662.837958:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 46 00000100:00100000:3.0:1779202662.839891:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202662.839988:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501031296 00000100:00100000:0.0:1779202662.839997:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501031296 00000100:00100000:0.0:1779202662.840058:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1013 00000100:00100000:0.0:1779202662.840067:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:27568:x1865628501031296:12345-192.168.204.21@tcp:58:lfs.0 00010000:00010000:0.0:1779202662.840166:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe6a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.840182:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe6a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202662.840193:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe6a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202662.840268:0:16980:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].25, 136 off11592 00000100:00100000:0.0:1779202662.840335:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:27568:x1865628501031296:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 268us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202662.840342:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1013 00010000:00010000:1.0:1779202663.116088:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202663.243407:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202663.306850:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202663.306877:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524063360:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202663.306958:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202663.307029:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524063360 00000100:00100000:3.0:1779202663.307038:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524063360 00000100:00100000:3.0:1779202663.307091:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1779202663.307101:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524063360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202663.307135:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 119118656 pending 0 free 3920351232 avail 3688828928 00000100:00100000:3.0:1779202663.307183:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524063360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202663.307190:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00080000:3.0:1779202663.307211:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202663.307245:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524063360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202663.312735:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202663.312766:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524063488:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202663.312844:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202663.313244:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524063488 00000100:00100000:3.0:1779202663.313252:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524063488 00000100:00100000:3.0:1779202663.313431:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1779202663.313441:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524063488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202663.313463:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 119118656 pending 0 free 3920351232 avail 3688828928 00000100:00100000:3.0:1779202663.313506:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524063488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202663.313513:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00080000:2.0:1779202663.315597:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202663.315659:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524063488:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1779202663.435282:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202663.435288:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202663.435377:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 3 00000040:00080000:3.0:1779202663.435386:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202663.435509:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524063616:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202663.435612:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4cd2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1779202663.438221:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524063616:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202663.439201:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202663.439268:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501031424 00000100:00100000:2.0:1779202663.439276:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501031424 00000100:00100000:2.0:1779202663.439328:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1014 00000100:00100000:2.0:1779202663.439337:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:27578:x1865628501031424:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202663.439384:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202663.439492:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:27578:x1865628501031424:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 156us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202663.439499:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1014 00000100:00100000:3.0:1779202663.448333:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202663.448418:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501031552 00000100:00100000:0.0:1779202663.448430:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501031552 00000100:00100000:0.0:1779202663.448489:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1015 00000100:00100000:0.0:1779202663.448499:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:27578:x1865628501031552:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1779202663.448571:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe6ac lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448590:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe6ac lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448602:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe6ac lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448619:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6b3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448627:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6b3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448635:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6b3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448661:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6ba lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448668:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448674:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202663.448752:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:0.0:1779202663.448757:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202663.448771:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448783:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe6ac lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448789:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe6ac lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448795:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe6ac lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448801:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202663.448805:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe6ac lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448811:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe6ac lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448821:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:0.0:1779202663.448824:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202663.448829:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe6ac lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448835:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe6ac lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448847:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6b3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448853:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6b3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448862:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6b3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448867:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202663.448869:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6b3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448875:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6b3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448882:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb48c4f37 (ffff91cfc28aaf00) 00010000:00010000:0.0:1779202663.448884:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202663.448887:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6b3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448891:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6b3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448906:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448921:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6ba lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448927:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6ba lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448932:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202663.448934:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6ba lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448943:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6ba lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448950:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202663.448952:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202663.448955:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6ba lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.448960:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6ba lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202663.449036:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:27578:x1865628501031552:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 538us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202663.449045:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1015 00000100:00100000:3.0:1779202663.469415:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202663.469598:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501031808 00000100:00100000:2.0:1779202663.469608:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501031808 00000100:00100000:2.0:1779202663.469667:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1016 00000100:00100000:2.0:1779202663.469678:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:27578:x1865628501031808:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202663.469722:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202663.469752:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe6c1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d655ba expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.469866:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe6c8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.469883:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe6c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.469895:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe6c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202663.469908:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:2.0:1779202663.469994:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe6c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.470002:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe6c8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.470008:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe6c8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.470015:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202663.470018:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe6c8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.470024:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe6c8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.470045:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:2.0:1779202663.470048:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202663.470053:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe6c8 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.470059:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbe6c8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.470100:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe6c1 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655ba expref: 48 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.470109:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:2.0:1779202663.470112:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1779202663.470115:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe6c1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655ba expref: 48 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.470123:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7800, rc 0) 00000100:00100000:2.0:1779202663.470184:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:27578:x1865628501031808:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 509us (779us total) trans 4294967897 rc 301/301 00000100:00100000:2.0:1779202663.470192:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1016 00000100:00100000:2.0:1779202663.477901:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202663.478205:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501031936 00000100:00100000:0.0:1779202663.478219:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501031936 00000100:00100000:0.0:1779202663.478337:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1017 00000100:00100000:0.0:1779202663.478358:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:27578:x1865628501031936:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1779202663.478393:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202663.478503:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:27578:x1865628501031936:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 148us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202663.478511:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1017 00000100:00100000:2.0:1779202663.483200:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202663.483428:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501032192 00000100:00100000:1.0:1779202663.483438:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501032192 00000100:00100000:1.0:1779202663.483496:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1018 00000100:00100000:1.0:1779202663.483507:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:27578:x1865628501032192:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202663.483527:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202663.483547:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe6d6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d655c1 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.484010:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe6dd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.484025:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe6dd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.484036:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe6dd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202663.484047:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00010000:00010000:1.0:1779202663.484090:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe6d6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655c1 expref: 50 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.484107:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe6dd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655c1 expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.484115:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0ebf53b00) 00010000:00010000:1.0:1779202663.484118:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202663.484121:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d000, rc 0) 00000100:00100000:1.0:1779202663.484179:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:27578:x1865628501032192:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 674us (987us total) trans 4294967898 rc 0/0 00000100:00100000:1.0:1779202663.484185:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1018 00000100:00100000:1.0:1779202663.492791:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202663.492874:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501032448 00000100:00100000:0.0:1779202663.492884:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501032448 00000100:00100000:0.0:1779202663.492948:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1019 00000100:00100000:0.0:1779202663.492959:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:27578:x1865628501032448:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1779202663.493018:0:16980:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202663.493060:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe6dd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655c1 expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.493078:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0ebf53b00) 00010000:00010000:0.0:1779202663.493088:0:16980:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202663.493111:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.493124:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe612 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65582 expref: 97 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.493133:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 4/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.493163:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe612 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65582 expref: 97 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.493178:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe612 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65582 expref: 97 pid: 6564 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202663.493192:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524063744:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202663.493286:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c4c739c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202663.499041:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524063744:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202663.499073:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202663.503133:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202663.503204:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501032576 00000100:00100000:0.0:1779202663.503213:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501032576 00010000:00010000:0.0:1779202663.503255:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe612 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65582 expref: 98 pid: 6564 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202663.503300:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 320 00000100:00100000:0.0:1779202663.503309:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:2420:x1865628501032576:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202663.503324:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202663.503331:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe612 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65582 expref: 98 pid: 6564 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503353:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe612 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65582 expref: 98 pid: 6564 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503374:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe612 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65582 expref: 98 pid: 6564 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503386:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:0.0:1779202663.503391:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503399:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503407:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503431:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202663.503478:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:2420:x1865628501032576:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 170us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202663.503485:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 320 00010000:00010000:0.0:1779202663.503508:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503514:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503536:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x1ff9db16 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503545:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x1ff9db16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503552:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x1ff9db16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503593:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503600:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503606:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503611:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202663.503615:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503622:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503630:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:0.0:1779202663.503632:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202663.503636:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503642:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe6eb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503651:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x1ff9db16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503656:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6f2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x1ff9db16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503662:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x1ff9db16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503666:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202663.503669:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x1ff9db16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503674:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6f2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x1ff9db16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503681:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x1ff9db16 (ffff91cfc28aaf00) 00010000:00010000:0.0:1779202663.503683:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202663.503686:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6f2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x1ff9db16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.503718:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe6f2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x1ff9db16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202663.503778:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:27578:x1865628501032448:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 10822us (10997us total) trans 0 rc -2/-2 00000100:00100000:0.0:1779202663.503785:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1019 00000100:00100000:2.0:1779202663.516636:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202663.516729:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501032704 00000100:00100000:3.0:1779202663.516748:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501032704 00000100:00100000:3.0:1779202663.516803:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1020 00000100:00100000:3.0:1779202663.516813:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:27578:x1865628501032704:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202663.516832:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202663.516852:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe6f9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d655c8 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.516889:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe700 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.516902:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe700 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.516923:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe700 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.517023:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe6f9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655c8 expref: 50 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.517039:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe700 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655c8 expref: 49 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.517047:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:3.0:1779202663.517050:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202663.517054:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4c00, rc 0) 00000100:00100000:3.0:1779202663.517110:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:27578:x1865628501032704:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 298us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202663.517118:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1020 00000100:00100000:3.0:1779202663.521414:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202663.521979:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501032960 00000100:00100000:1.0:1779202663.521990:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501032960 00000100:00100000:1.0:1779202663.522041:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1021 00000100:00100000:1.0:1779202663.522050:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:27578:x1865628501032960:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1779202663.522135:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe707 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.522152:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe707 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.522163:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe707 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202663.522297:0:7869:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000517a4d47 reply state 000000007046637c transno 4294967899 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe707 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.522309:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe707 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.522316:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:1.0:1779202663.522319:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1779202663.522323:0:7869:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202663.522431:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:27578:x1865628501032960:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 381us (1025us total) trans 4294967899 rc 0/0 00000100:00100000:1.0:1779202663.522441:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1021 00000100:00100000:3.0:1779202663.528436:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202663.528582:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501033088 00000100:00100000:1.0:1779202663.528594:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501033088 00000100:00100000:1.0:1779202663.528646:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1022 00000100:00100000:1.0:1779202663.528654:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:27578:x1865628501033088:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202663.528676:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202663.529176:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe70e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d655cf expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.529244:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe70e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655cf expref: 52 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.529258:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe70e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655cf expref: 52 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.529269:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:1.0:1779202663.529272:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202663.529276:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c400, rc 0) 00000100:00100000:1.0:1779202663.529341:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:27578:x1865628501033088:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 688us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202663.530193:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1022 00000100:00100000:2.0:1779202663.543112:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202663.544885:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501033216 00000100:00100000:3.0:1779202663.544902:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501033216 00000100:00100000:2.0:1779202663.547874:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 193 00000100:00100000:2.0:1779202663.547888:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:27578:x1865628501033216:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1779202663.548034:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:27578:x1865628501033216:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 Request processed in 149us (4931us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202663.548042:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 193 00000100:00100000:3.0:1779202663.551935:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202663.552024:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501033472 00000100:00100000:2.0:1779202663.552034:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501033472 00000100:00100000:2.0:1779202663.552086:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 194 00000100:00100000:2.0:1779202663.552096:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:27578:x1865628501033472:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202663.552366:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:27578:x1865628501033472:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 271us (440us total) trans 4294967900 rc 0/0 00000100:00100000:2.0:1779202663.552373:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 194 00000100:00100000:1.0:1779202663.557567:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202663.557747:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501033728 00000100:00100000:3.0:1779202663.557757:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501033728 00000100:00100000:3.0:1779202663.557814:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1023 00000100:00100000:3.0:1779202663.557823:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:27578:x1865628501033728:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202663.558337:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:27578:x1865628501033728:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 515us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202663.558428:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1023 00000100:00100000:0.0:1779202663.568462:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202663.569388:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501033984 00000100:00100000:3.0:1779202663.569400:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501033984 00000100:00100000:3.0:1779202663.569465:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1024 00000100:00100000:3.0:1779202663.569476:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:27578:x1865628501033984:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202663.569496:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202663.569515:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe715 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d655d6 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.569638:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.569658:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe70e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655cf expref: 54 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.569667:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.569721:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe70e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655cf expref: 54 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.569744:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe70e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655cf expref: 54 pid: 10076 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202663.569758:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524063872:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202663.569853:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414b40 going to sleep for 11 seconds 00000100:00100000:0.0:1779202663.573530:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202663.573562:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501034112 00000100:00100000:0.0:1779202663.573570:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501034112 00010000:00010000:0.0:1779202663.573619:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe70e lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655cf expref: 55 pid: 10076 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202663.573655:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 321 00000100:00100000:0.0:1779202663.573664:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2419:x1865628501034112:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202663.573680:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202663.573687:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe70e lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655cf expref: 55 pid: 10076 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.573727:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe70e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655cf expref: 55 pid: 10076 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.573759:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:0.0:1779202663.573766:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.573775:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.573783:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.573802:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202663.573851:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2419:x1865628501034112:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 188us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202663.573861:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 321 00010000:00010000:3.0:1779202663.575264:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe70e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655cf expref: 54 pid: 10076 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202663.575282:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524063872:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202663.575303:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.575312:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.575316:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202663.575334:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000004:00080000:3.0:1779202663.575510:0:7869:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x14:0x0], index 1: 0 00010000:00010000:3.0:1779202663.575609:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.575617:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.575624:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.575630:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202663.575634:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.575640:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.575653:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:3.0:1779202663.575656:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202663.575659:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.575665:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbe71c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.575860:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe715 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655d6 expref: 54 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.575872:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:3.0:1779202663.575874:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202663.575878:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe715 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655d6 expref: 54 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.575891:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4000, rc 0) 00000100:00100000:3.0:1779202663.575957:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:27578:x1865628501033984:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 6482us (7503us total) trans 4294967901 rc 301/301 00000100:00100000:3.0:1779202663.575966:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1024 00000100:00100000:3.0:1779202663.582498:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202663.586228:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501034368 00000100:00100000:2.0:1779202663.586243:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501034368 00000100:00100000:2.0:1779202663.586353:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 195 00000100:00100000:2.0:1779202663.586365:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6477c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:27578:x1865628501034368:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202663.586643:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6477c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:27578:x1865628501034368:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 279us (4154us total) trans 4294967902 rc 0/0 00000100:00100000:2.0:1779202663.586650:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 195 00000100:00100000:3.0:1779202663.592821:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202663.592900:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501034496 00000100:00100000:1.0:1779202663.592920:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501034496 00000100:00100000:1.0:1779202663.592978:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1025 00000100:00100000:1.0:1779202663.592988:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:27578:x1865628501034496:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202663.593018:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202663.593043:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe72a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d655dd expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.593121:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe731 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.593138:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe731 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.593149:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe731 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202663.593196:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000004:00200000:1.0:1779202663.593200:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202663.593221:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe731 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.593246:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbe72a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655dd expref: 56 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.593263:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe731 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655dd expref: 55 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.593271:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:1.0:1779202663.593274:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1779202663.593277:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d000, rc 0) 00000100:00100000:1.0:1779202663.593331:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:27578:x1865628501034496:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 344us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202663.593341:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1025 00000100:00100000:3.0:1779202663.596986:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202663.597229:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501034624 00000100:00100000:0.0:1779202663.597239:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501034624 00000100:00100000:0.0:1779202663.597293:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 263 00000100:00100000:0.0:1779202663.597303:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501034624:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202663.597321:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202663.597342:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080d4b311/0x3d5ca2fc49dbe738 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d655e4 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202663.597380:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1779202663.597399:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202663.597402:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202663.597409:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080d4b311/0x3d5ca2fc49dbe738 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655e4 expref: 10 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.597426:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000080d4b311/0x3d5ca2fc49dbe738 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655e4 expref: 10 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.597438:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6800, rc 0) 00000100:00100000:0.0:1779202663.597497:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501034624:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 196us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202663.597504:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 263 00000100:00100000:0.0:1779202663.614124:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202663.616395:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501034880 00000100:00100000:2.0:1779202663.616406:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501034880 00000100:00100000:2.0:1779202663.616466:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1026 00000100:00100000:2.0:1779202663.616476:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:27578:x1865628501034880:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202663.616592:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:27578:x1865628501034880:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 117us (2477us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202663.616600:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1026 00000100:00100000:2.0:1779202663.628397:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202663.628654:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501035008 00000100:00100000:3.0:1779202663.628666:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501035008 00000100:00100000:3.0:1779202663.628753:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 264 00000100:00100000:3.0:1779202663.628764:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:27578:x1865628501035008:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202663.628785:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202663.628803:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013e28fce/0x3d5ca2fc49dbe73f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d655eb expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.628833:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000080d4b311/0x3d5ca2fc49dbe738 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655e4 expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.628842:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202663.628844:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202663.628847:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013e28fce/0x3d5ca2fc49dbe73f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655eb expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.628886:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000080d4b311/0x3d5ca2fc49dbe738 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655e4 expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.628903:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000080d4b311/0x3d5ca2fc49dbe738 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655e4 expref: 11 pid: 8444 timeout: 892 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202663.629068:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524064000:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202663.629185:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414180 going to sleep for 11 seconds 00000100:00100000:3.0:1779202663.632134:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202663.632138:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524064000:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202663.632171:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501035136 00010000:00010000:2.0:1779202663.632171:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013e28fce/0x3d5ca2fc49dbe73f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655eb expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202663.632177:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501035136 00010000:00010000:2.0:1779202663.632191:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5c00, rc 0) 00010000:00010000:3.0:1779202663.632207:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000080d4b311/0x3d5ca2fc49dbe738 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655e4 expref: 12 pid: 8444 timeout: 892 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202663.632237:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 322 00000100:00100000:2.0:1779202663.632238:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:27578:x1865628501035008:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 3478us (3855us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202663.632245:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501035136:12345-192.168.204.21@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1779202663.632246:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 264 00010000:00010000:3.0:1779202663.632257:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202663.632276:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000080d4b311/0x3d5ca2fc49dbe738 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655e4 expref: 11 pid: 8444 timeout: 892 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.632287:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000080d4b311/0x3d5ca2fc49dbe738 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655e4 expref: 11 pid: 8444 timeout: 892 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.632536:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080d4b311/0x3d5ca2fc49dbe738 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655e4 expref: 11 pid: 8444 timeout: 892 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.632550:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202663.632563:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202663.632570:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013e28fce/0x3d5ca2fc49dbe73f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655eb expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.632581:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013e28fce/0x3d5ca2fc49dbe73f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655eb expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.632614:0:7938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000013e28fce/0x3d5ca2fc49dbe73f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655eb expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202663.632627:0:7938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7938:1865628524064128:192.168.204.21@tcp:105: 00000100:00100000:3.0:1779202663.632676:0:7938:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414180 going to sleep for 11 seconds 00000100:00100000:2.0:1779202663.635819:0:7938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7938:1865628524064128:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202663.635844:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202663.635900:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501035136:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 3653us (3773us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202663.635992:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 322 00000100:00100000:2.0:1779202663.643368:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202663.643615:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501035264 00000100:00100000:0.0:1779202663.643626:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501035264 00002000:00100000:0.0:1779202663.643674:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff91d0f4db3100 x1865628501035264/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:629/0 lens 648/0 e 0 to 0 dl 1779202674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202663.643686:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0f4db3100 with x1865628501035264 ext(0->157) 00002000:00010000:0.0:1779202663.643790:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0f4db3100 00000100:00100000:0.0:1779202663.643821:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 76 00000100:00100000:0.0:1779202663.643831:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501035264:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1779202663.645481:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501035264:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 1644us (2115us total) trans 4294967350 rc 0/0 00000100:00100000:0.0:1779202663.645492:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 76 00002000:00100000:0.0:1779202663.645502:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff91d0f4db3100 x1865628501035264/t4294967350(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:629/0 lens 648/448 e 0 to 0 dl 1779202674 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202663.645511:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0f4db3100 with x1865628501035264 ext(0->157) 00002000:00010000:0.0:1779202663.645516:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0f4db3100 00000100:00100000:3.0:1779202663.648331:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202663.648474:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501035392 00000100:00100000:0.0:1779202663.648485:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501035392 00000100:00100000:0.0:1779202663.648542:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1027 00000100:00100000:0.0:1779202663.648552:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:27578:x1865628501035392:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1779202663.650536:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967902 is committed 00000001:00080000:1.0:1779202663.650573:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967896 is committed 00000004:00080000:1.0:1779202663.650577:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000020:00080000:1.0:1779202663.650593:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91cfc4cb0b40 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:1.0:1779202663.650598:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91cfc1e1f300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4cb0e40 00000020:00080000:1.0:1779202663.650601:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91cfc1e1fb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4b4ac00 00000020:00080000:1.0:1779202663.650754:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 15 committed batchid 14 00000020:00080000:1.0:1779202663.650803:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:1.0:1779202663.650821:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524064256:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1779202663.650886:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202663.650935:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524064256 00000100:00100000:1.0:1779202663.650943:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524064256 00000100:00100000:1.0:1779202663.650989:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1779202663.650997:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524064256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1779202663.651019:0:8446:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19 count 1 00002000:00010000:1.0:1779202663.651048:0:8446:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a0c7a64, atime: 0x0, ctime: 0x6a0c7a64, blocks: 0x8 00010000:00010000:1.0:1779202663.651056:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe746 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.651071:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202663.651073:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202663.651079:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe746 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.651094:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe746 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.651104:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe746 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.651111:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe746 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.651128:0:8446:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1779202663.651230:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524064256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 234us (343us total) trans 4294967344 rc 0/0 00000100:00100000:1.0:1779202663.651238:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00080000:1.0:1779202663.651259:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1779202663.651268:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1779202663.651273:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe746 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.651281:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202663.651285:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe746 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.651293:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe746 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.651309:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe746 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.651321:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbe746 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.651337:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202663.651339:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202663.651340:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202663.651470:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe4ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.651478:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe4ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.651484:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe4ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.651488:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202663.651492:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe4ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.651497:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe4ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.651508:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff91d0ebf53c00) 00010000:00010000:0.0:1779202663.651511:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202663.651514:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe4ec lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.651519:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76800/0x3d5ca2fc49dbe4ec lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.651534:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe4f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.651539:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe4f3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.651544:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe4f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.651548:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4c76c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202663.651550:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe4f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.651555:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe4f3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.651562:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:0.0:1779202663.651565:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202663.651568:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe4f3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.651573:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbe4f3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1779202663.651764:0:3664:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc4c21c00/2, rc 0, transno 4294967344 00000100:00100000:1.0:1779202663.651772:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524064256:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1779202663.651878:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:27578:x1865628501035392:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 3327us (3554us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202663.651886:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1027 00010000:00010000:3.0:1779202663.655560:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe5c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.655579:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe5c5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.655587:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe5c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.655594:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202663.655599:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe5c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.655606:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe5c5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.655624:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff91d0f3878d00) 00010000:00010000:3.0:1779202663.655627:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202663.655632:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe5c5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.655637:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe5c5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.655666:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe707 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.655671:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe707 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.655676:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe707 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.655681:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202663.655683:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe707 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.655918:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe707 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.655930:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:3.0:1779202663.655932:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1779202663.655935:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe707 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.655940:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbe707 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202663.656114:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202663.656211:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501035520 00000100:00100000:2.0:1779202663.656222:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501035520 00000100:00100000:2.0:1779202663.656302:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 266 00000100:00100000:2.0:1779202663.656312:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501035520:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1779202663.658084:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00000100:00100000:2.0:1779202663.658317:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501035520:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 2001us (2202us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202663.658330:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 266 00000100:00100000:0.0:1779202663.661323:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202663.661439:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501035776 00000100:00100000:1.0:1779202663.661448:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501035776 00000100:00100000:1.0:1779202663.661500:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1028 00000100:00100000:1.0:1779202663.661509:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:27578:x1865628501035776:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1779202663.661556:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202663.661583:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbe731 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655dd expref: 42 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.661600:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:1.0:1779202663.661605:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202663.661632:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe74d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.661646:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe74d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.661655:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe74d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202663.661808:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009da2f8c4 reply state 000000005906638a transno 4294967903 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe74d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.661820:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe74d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.661827:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:1.0:1779202663.661830:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202663.661833:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202663.661923:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:27578:x1865628501035776:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 415us (607us total) trans 4294967903 rc 0/0 00000100:00100000:1.0:1779202663.661931:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1028 00000100:00100000:0.0:1779202663.667472:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202663.667586:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501035904 00000100:00100000:2.0:1779202663.667596:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501035904 00000100:00100000:2.0:1779202663.667653:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1029 00000100:00100000:2.0:1779202663.667663:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:27578:x1865628501035904:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202663.667857:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202663.667885:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe754 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d655f2 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.668043:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe754 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655f2 expref: 44 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.668060:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe754 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655f2 expref: 44 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.668079:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:2.0:1779202663.668082:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202663.668086:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7200, rc 0) 00000100:00100000:2.0:1779202663.668178:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:27578:x1865628501035904:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 516us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202663.668186:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1029 00000100:00100000:0.0:1779202663.672094:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202663.672175:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501036032 00000100:00100000:2.0:1779202663.672185:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501036032 00000100:00100000:2.0:1779202663.672242:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 267 00000100:00100000:2.0:1779202663.672252:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501036032:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1779202663.672433:0:17866:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1779202663.672437:0:17866:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 0 -> 1779202660 00002000:00010000:2.0:1779202663.672439:0:17866:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 1779202660 00002000:00010000:2.0:1779202663.672441:0:17866:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 0 -> 1779202660 00002000:00010000:2.0:1779202663.672443:0:17866:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1779202663.672535:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501036032:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 284us (449us total) trans 4294967351 rc 0/0 00000100:00100000:2.0:1779202663.672542:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 267 00000100:00100000:0.0:1779202663.676922:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202663.677819:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501036288 00000100:00100000:3.0:1779202663.677832:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501036288 00000100:00100000:3.0:1779202663.677902:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1030 00000100:00100000:3.0:1779202663.678002:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:27578:x1865628501036288:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1779202663.678071:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.678089:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe700 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655c8 expref: 44 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.678099:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 4/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.678133:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe700 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655c8 expref: 44 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.678147:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe700 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655c8 expref: 44 pid: 6563 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202663.678162:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524064384:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202663.678294:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414180 going to sleep for 11 seconds 00000100:00100000:3.0:1779202663.684252:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524064384:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202663.684280:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202663.685126:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202663.685431:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501036416 00000100:00100000:0.0:1779202663.685440:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501036416 00010000:00010000:0.0:1779202663.685476:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe700 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655c8 expref: 45 pid: 6563 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202663.685589:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 323 00000100:00100000:0.0:1779202663.685599:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2420:x1865628501036416:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202663.685614:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202663.685620:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe700 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655c8 expref: 45 pid: 6563 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.685633:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe700 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655c8 expref: 45 pid: 6563 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.685655:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbe700 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655c8 expref: 45 pid: 6563 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.685675:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:0.0:1779202663.685679:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.685731:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.685752:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.685783:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202663.685837:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2420:x1865628501036416:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 239us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202663.685844:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 323 00010000:00010000:3.0:1779202663.685946:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.685964:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.686007:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.686014:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.686020:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.686025:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202663.686029:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.686036:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.686045:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:3.0:1779202663.686048:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1779202663.686051:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.686057:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe75b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202663.686099:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:27578:x1865628501036288:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 8100us (9185us total) trans 0 rc -22/-22 00000100:00100000:3.0:1779202663.686107:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1030 00000100:00100000:0.0:1779202663.697973:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202663.700455:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501036544 00000100:00100000:1.0:1779202663.700473:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501036544 00000100:00100000:1.0:1779202663.700539:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 268 00000100:00100000:1.0:1779202663.700549:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2422:x1865628501036544:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1779202663.700605:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.700627:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013e28fce/0x3d5ca2fc49dbe73f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655eb expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.700635:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202663.700638:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202663.700641:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.700674:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013e28fce/0x3d5ca2fc49dbe73f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655eb expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.700709:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013e28fce/0x3d5ca2fc49dbe73f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655eb expref: 11 pid: 12963 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202663.700724:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524064512:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202663.700822:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1779202663.712274:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202663.712475:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501036672 00000100:00100000:3.0:1779202663.712485:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501036672 00010000:00010000:3.0:1779202663.712522:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013e28fce/0x3d5ca2fc49dbe73f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655eb expref: 12 pid: 12963 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202663.712845:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524064512:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202663.712870:0:8446:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202663.714912:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 324 00000100:00100000:3.0:1779202663.714931:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501036672:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202663.714956:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202663.714977:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013e28fce/0x3d5ca2fc49dbe73f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655eb expref: 12 pid: 12963 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.714995:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013e28fce/0x3d5ca2fc49dbe73f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655eb expref: 12 pid: 12963 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.715018:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013e28fce/0x3d5ca2fc49dbe73f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655eb expref: 12 pid: 12963 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.715032:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202663.715034:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202663.715039:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.715049:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.715077:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202663.715129:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501036672:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 206us (2865us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202663.715136:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 324 00010000:00010000:1.0:1779202663.716533:0:8446:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.716550:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.716576:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.716585:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.716593:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.716608:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202663.716612:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.716621:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.716636:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.716643:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbe762 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202663.716742:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501036544:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 16182us (18775us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202663.716752:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 268 00000100:00100000:1.0:1779202663.727505:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202663.728570:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501036928 00000100:00100000:2.0:1779202663.728811:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501036928 00000100:00100000:2.0:1779202663.728874:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1031 00000100:00100000:2.0:1779202663.728884:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:27578:x1865628501036928:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1779202663.728964:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe769 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.728980:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe769 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.728992:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe769 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.729127:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.729137:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe754 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655f2 expref: 44 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.729146:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.729179:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe754 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655f2 expref: 44 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.729191:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe754 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655f2 expref: 44 pid: 6564 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202663.729205:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524064640:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202663.733017:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202663.743607:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524064640:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202663.743637:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202663.752855:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202663.752894:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501037056 00000100:00100000:2.0:1779202663.752903:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501037056 00010000:00010000:2.0:1779202663.752940:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe754 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655f2 expref: 45 pid: 6564 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202663.753505:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 325 00000100:00100000:2.0:1779202663.753516:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2419:x1865628501037056:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202663.753531:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202663.753538:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe754 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655f2 expref: 45 pid: 6564 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.753555:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe754 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655f2 expref: 45 pid: 6564 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.753576:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe754 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655f2 expref: 45 pid: 6564 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.753588:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:2.0:1779202663.753593:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.753602:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.753609:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.753631:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202663.753678:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2419:x1865628501037056:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 165us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202663.753684:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 325 00010000:00010000:2.0:1779202663.753847:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.753856:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202663.754149:0:10076:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967904 00000001:00080000:2.0:1779202663.754392:0:10076:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967905 00000001:00080000:2.0:1779202663.754427:0:10076:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967906 00000100:00100000:2.0:1779202663.755584:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10076:1865628524064768:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1779202663.755657:0:10076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202663.755706:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0480 going to sleep for 11 seconds 00000100:00100000:0.0:1779202663.755928:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524064768 00000100:00100000:0.0:1779202663.755938:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524064768 00000100:00100000:0.0:1779202663.755988:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1779202663.755996:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:10076:x1865628524064768:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1779202663.756083:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:10076:x1865628524064768:12345-0@lo:1000:mdt00_004.0 Request processed in 88us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202663.756091:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1779202663.756131:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10076:1865628524064768:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1779202663.756393:0:10076:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967907 00000100:00100000:2.0:1779202663.756456:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10076:1865628524064896:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1779202663.756488:0:10076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202663.756513:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0540 going to sleep for 11 seconds 00000100:00100000:0.0:1779202663.757568:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524064896 00000100:00100000:0.0:1779202663.757577:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524064896 00000100:00100000:0.0:1779202663.757656:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1779202663.757664:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:10076:x1865628524064896:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1779202663.757826:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:10076:x1865628524064896:12345-0@lo:1000:mdt00_004.0 Request processed in 163us (1337us total) trans 4294967352 rc 0/0 00000100:00100000:0.0:1779202663.757833:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1779202663.757916:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10076:1865628524064896:0@lo:1000:mdt00_004.0 00000001:00080000:3.0:1779202663.757994:0:10076:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967908 00010000:00010000:3.0:1779202663.758023:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758033:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758040:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758046:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202663.758050:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758057:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758072:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:3.0:1779202663.758075:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202663.758079:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758085:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe770 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758108:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe6a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758114:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe6a5 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758120:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe6a5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758126:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202663.758128:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe6a5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758134:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe6a5 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758140:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202663.758142:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202663.758145:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe6a5 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758150:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe6a5 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758171:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe777 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758182:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe777 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758190:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe777 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758196:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe777 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758202:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe777 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758207:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe777 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758212:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202663.758214:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe777 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758220:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe777 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758225:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202663.758227:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202663.758230:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe777 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758245:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe777 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758254:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe769 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758259:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe769 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758265:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe769 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758270:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202663.758272:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe769 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758278:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe769 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758289:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202663.758291:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202663.758300:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe769 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202663.758305:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe769 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202663.758431:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:27578:x1865628501036928:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 29545us (30933us total) trans 4294967909 rc 0/0 00000100:00100000:3.0:1779202663.758439:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1031 00000020:00080000:3.0:1779202663.758443:0:10076:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1779202663.763507:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202663.763516:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202663.764521:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1779202663.764534:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202663.774234:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202663.774318:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501037312 00000100:00100000:0.0:1779202663.774329:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501037312 00000100:00100000:0.0:1779202663.774385:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 196 00000100:00100000:0.0:1779202663.774396:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:27578:x1865628501037312:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1779202663.774653:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x19:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1779202663.774687:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967910 00010000:00010000:0.0:1779202663.774756:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe77e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.774773:0:6565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe77e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.774788:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe77e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.774796:0:6565:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe77e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.774802:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe77e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.774808:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe77e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.774826:0:6565:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1779202663.775237:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:27578:x1865628501037312:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 842us (1010us total) trans 4294967911 rc 0/0 00000100:00100000:0.0:1779202663.775248:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 196 00000020:00080000:0.0:1779202663.775254:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1779202663.775276:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202663.775281:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe77e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.775288:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202663.775291:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe77e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.775299:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe77e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.775311:0:19508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:0.0:1779202663.775314:0:19508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1779202663.775320:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe77e lrc: 1/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.775326:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe77e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202663.775338:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202663.775340:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202663.775341:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202663.878562:0:21051:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202663.878571:0:21051:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202663.878599:0:21051:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 3 00000040:00080000:0.0:1779202663.878606:0:21051:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202663.965877:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202663.966836:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501037568 00000100:00100000:2.0:1779202663.966849:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501037568 00000100:00100000:2.0:1779202663.966921:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1032 00000100:00100000:2.0:1779202663.966933:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+86:27581:x1865628501037568:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202663.966953:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202663.966974:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe785 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d655f9 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967054:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe78c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967068:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe78c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967080:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe78c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967099:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe793 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967106:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe793 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967111:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe793 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967217:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe79a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967225:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe79a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967233:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe79a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202663.967244:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:2.0:1779202663.967329:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe78c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967347:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe78c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967354:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe78c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967359:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202663.967364:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe78c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967376:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe78c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967387:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff91d0ebf53800) 00010000:00010000:2.0:1779202663.967390:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202663.967394:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe78c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967399:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe78c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967412:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe793 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967418:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe793 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967423:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe793 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967434:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202663.967437:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe793 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967443:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe793 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967449:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff91cfc10a5000) 00010000:00010000:2.0:1779202663.967451:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202663.967454:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe793 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967462:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe793 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967501:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7200/0x3d5ca2fc49dbe785 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655f9 expref: 89 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967514:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7600/0x3d5ca2fc49dbe79a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d655f9 expref: 88 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202663.967520:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:2.0:1779202663.967522:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202663.967525:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7600, rc 0) 00000100:00100000:2.0:1779202663.967595:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:27581:x1865628501037568:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 664us (1726us total) trans 4294967912 rc 0/0 00000100:00100000:2.0:1779202663.967602:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1032 00000100:00100000:3.0:1779202663.979628:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202663.979749:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501037696 00000100:00100000:1.0:1779202663.979759:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501037696 00000100:00100000:1.0:1779202663.979819:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1033 00000100:00100000:1.0:1779202663.979831:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:27581:x1865628501037696:12345-192.168.204.21@tcp:54:lfs.0 00010000:00010000:1.0:1779202663.979896:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe7a8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.979925:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.979938:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.979978:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.979986:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe7a8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.979993:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe7a8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.979999:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202663.980004:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe7a8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.980012:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe7a8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.980024:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:1.0:1779202663.980027:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202663.980032:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe7a8 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202663.980038:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbe7a8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202663.980113:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:27581:x1865628501037696:12345-192.168.204.21@tcp:54:lfs.0 Request processed in 284us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202663.980120:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1033 00000100:00100000:1.0:1779202663.984400:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202663.984476:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501037952 00000100:00100000:0.0:1779202663.984486:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501037952 00000100:00100000:0.0:1779202663.984550:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 197 00000100:00100000:0.0:1779202663.984560:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:27581:x1865628501037952:12345-192.168.204.21@tcp:35:lfs.0 00000100:00100000:0.0:1779202663.984822:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:27581:x1865628501037952:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 263us (430us total) trans 4294967913 rc 0/0 00000100:00100000:0.0:1779202663.984829:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 197 00000100:00100000:1.0:1779202664.039326:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202664.040814:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501038080 00000100:00100000:2.0:1779202664.040827:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501038080 00000100:00100000:2.0:1779202664.040893:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 269 00000100:00100000:2.0:1779202664.040903:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2422:x1865628501038080:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:2.0:1779202664.040921:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202664.040944:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe7af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65600 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202664.041119:0:8447:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a0c7a64, atime: 0x6a0c7a64, ctime: 0x6a0c7a64, blocks: 0x8 00010000:00010000:2.0:1779202664.041139:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202664.041141:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202664.041151:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe7af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65600 expref: 14 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202664.041169:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe7af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65600 expref: 14 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202664.041182:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7200, rc 0) 00000100:00100000:2.0:1779202664.041244:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2422:x1865628501038080:12345-192.168.204.21@tcp:101:diff.0 Request processed in 342us (1928us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202664.041252:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 269 00000100:00080000:3.0:1779202664.042397:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202664.048243:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202664.048432:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501038336 00000100:00100000:0.0:1779202664.048442:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501038336 00000100:00100000:0.0:1779202664.048572:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1034 00000100:00100000:0.0:1779202664.048584:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:27586:x1865628501038336:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:0.0:1779202664.048609:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202664.048631:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe7b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65607 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202664.048770:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe7bd lrc: 3/1,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202664.048786:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe7bd lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1779202664.048796:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1779202664.048798:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe7bd lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202664.048809:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:0.0:1779202664.048912:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe7b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65607 expref: 92 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202664.048929:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6a00/0x3d5ca2fc49dbe7bd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65607 expref: 91 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202664.048955:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff91cfc10a5300) 00010000:00010000:0.0:1779202664.048958:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1779202664.048962:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6a00, rc 0) 00000100:00100000:0.0:1779202664.049027:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:27586:x1865628501038336:12345-192.168.204.21@tcp:101:diff.0 Request processed in 445us (794us total) trans 4294967914 rc 0/0 00000100:00100000:0.0:1779202664.049035:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1034 00000100:00100000:3.0:1779202664.051750:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202664.051839:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501038464 00000100:00100000:2.0:1779202664.051850:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501038464 00002000:00100000:2.0:1779202664.051901:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff91cfc4a5d880 x1865628501038464/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:630/0 lens 488/0 e 0 to 0 dl 1779202675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202664.052425:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a5d880 with x1865628501038464 ext(0->4095) 00002000:00010000:2.0:1779202664.052431:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4a5d880 00000100:00100000:2.0:1779202664.052471:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 77 00000100:00100000:2.0:1779202664.052483:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2420:x1865628501038464:12345-192.168.204.21@tcp:3:diff.0 00000100:00100000:2.0:1779202664.053192:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2420:x1865628501038464:12345-192.168.204.21@tcp:3:diff.0 Request processed in 708us (1446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1779202664.053202:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 77 00002000:00100000:2.0:1779202664.053210:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff91cfc4a5d880 x1865628501038464/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:630/0 lens 488/4536 e 0 to 0 dl 1779202675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202664.053219:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a5d880 with x1865628501038464 ext(0->4095) 00002000:00010000:2.0:1779202664.053223:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4a5d880 00010000:00010000:3.0:1779202664.138872:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202664.336489:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524065024:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202664.336581:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202664.336862:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524065024 00000100:00100000:1.0:1779202664.336872:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524065024 00000100:00100000:1.0:1779202664.336935:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1779202664.336945:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524065024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202664.336980:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202664.337035:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524065024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202664.337042:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1779202664.337139:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524065024:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1779202665.163250:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202666.187115:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202666.379096:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524065536:0@lo:400:kworker.0 00000100:00100000:2.0:1779202666.379198:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202666.379399:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524065152:0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.379449:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202666.379499:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524065152 00000100:00100000:0.0:1779202666.379509:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524065152 00000100:00100000:0.0:1779202666.379588:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1779202666.379599:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524065152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.379658:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524065152:12345-0@lo:400:kworker.0 Request processed in 61us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202666.379666:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1779202666.379904:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524066048:0@lo:400:kworker.0 00000100:00100000:2.0:1779202666.379940:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202666.379970:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524065536 00000100:00100000:2.0:1779202666.379974:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524065536 00000100:00100000:2.0:1779202666.380015:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1779202666.380022:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524065536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202666.380061:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524065536:12345-0@lo:400:kworker.0 Request processed in 40us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202666.380068:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1779202666.380089:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524066048 00000100:00100000:2.0:1779202666.380092:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524066048 00000100:00100000:2.0:1779202666.380131:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1779202666.380138:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524066048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202666.380168:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524066048:12345-0@lo:400:kworker.0 Request processed in 31us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202666.380175:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00080000:2.0:1779202666.380195:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202666.380584:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524065408:0@lo:400:kworker.0 00000100:00100000:3.0:1779202666.380678:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202666.380758:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524065152:0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.380773:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524065664:0@lo:400:kworker.0 00000100:00100000:3.0:1779202666.380804:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524065920:0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.380822:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202666.380938:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524065280:0@lo:400:kworker.0 00000100:00100000:2.0:1779202666.381032:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524066048:0@lo:400:kworker.0 00000100:00100000:2.0:1779202666.381042:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524066560:0@lo:400:kworker.0 00000100:00100000:3.0:1779202666.384402:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202666.384471:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524066432:0@lo:400:kworker.0 00000100:00100000:3.0:1779202666.384531:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202666.384591:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524065408 00000100:00100000:3.0:1779202666.384599:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524065408 00000100:00100000:3.0:1779202666.384648:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524065664 00000100:00100000:3.0:1779202666.384652:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524065664 00000100:00100000:3.0:1779202666.384668:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1779202666.384676:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524065408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202666.384930:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524065408:12345-0@lo:400:kworker.0 Request processed in 253us (4256us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202666.384939:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1779202666.384956:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1779202666.384963:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524065664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202666.384995:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524065664:12345-0@lo:400:kworker.0 Request processed in 33us (4176us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202666.385001:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1779202666.385019:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524065920 00000100:00100000:3.0:1779202666.385023:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524065920 00000100:00100000:3.0:1779202666.385057:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524066432 00000100:00100000:3.0:1779202666.385060:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524066432 00000100:00100000:3.0:1779202666.385082:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1779202666.385087:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524065920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202666.385117:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524065920:12345-0@lo:400:kworker.0 Request processed in 30us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202666.385123:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1779202666.385134:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1779202666.385140:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524066432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202666.385165:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524066432:12345-0@lo:400:kworker.0 Request processed in 27us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202666.385171:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00080000:3.0:1779202666.385198:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202666.385230:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524065408:0@lo:400:kworker.0 00000100:00100000:3.0:1779202666.385243:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524065920:0@lo:400:kworker.0 00000100:00100000:3.0:1779202666.385251:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524066432:0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.388665:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524065664:0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.388710:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524066176:0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.388794:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202666.388838:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524066688:0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.388866:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202666.388920:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524066176 00000100:00100000:0.0:1779202666.388929:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524066176 00000100:00100000:0.0:1779202666.389008:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524066688 00000100:00100000:0.0:1779202666.389011:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524066688 00000100:00100000:0.0:1779202666.389041:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1779202666.389052:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3662:x1865628524066176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.389110:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3662:x1865628524066176:12345-0@lo:400:kworker.0 Request processed in 60us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202666.389119:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1779202666.389138:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1779202666.389145:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524066688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.389173:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524066688:12345-0@lo:400:kworker.0 Request processed in 29us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202666.389179:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1779202666.389270:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524066688:0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.389445:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524066176:0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.389455:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202666.389461:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524066816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202666.389491:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202666.389746:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202666.389785:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524065792:0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.389810:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202666.389831:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524066304:0@lo:400:kworker.0 00000100:00100000:0.0:1779202666.389852:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202666.389931:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524065280 00000100:00100000:1.0:1779202666.389937:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524065280 00000100:00100000:1.0:1779202666.389978:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524065792 00000100:00100000:1.0:1779202666.389982:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524065792 00000100:00100000:1.0:1779202666.390003:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524066304 00000100:00100000:1.0:1779202666.390006:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524066304 00000100:00100000:1.0:1779202666.390027:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1779202666.390035:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524065280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202666.390079:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524065280:12345-0@lo:400:kworker.0 Request processed in 45us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202666.390086:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1779202666.390099:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1779202666.390105:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524065792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202666.390130:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524065792:12345-0@lo:400:kworker.0 Request processed in 25us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202666.390139:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1779202666.390149:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1779202666.390155:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524066304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202666.390181:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524066304:12345-0@lo:400:kworker.0 Request processed in 27us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202666.390186:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1779202666.390213:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524065280:0@lo:400:kworker.0 00000100:00100000:1.0:1779202666.390223:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524065792:0@lo:400:kworker.0 00000100:00100000:1.0:1779202666.390230:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524066304:0@lo:400:kworker.0 00000100:00080000:3.0:1779202666.390474:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202666.390481:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202666.390484:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202666.390502:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524066816 00000100:00100000:3.0:1779202666.390506:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524066816 00000100:00100000:3.0:1779202666.390548:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1779202666.390556:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524066816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202666.390590:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:3.0:1779202666.390638:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524066816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (1146us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202666.390644:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1779202666.390717:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524066816:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202666.392831:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202666.392950:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524065536:0@lo:400:kworker.0 00000100:00100000:2.0:1779202666.393038:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524066560 00000100:00100000:2.0:1779202666.393045:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524066560 00000100:00100000:2.0:1779202666.393172:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1779202666.393183:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524066560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202666.393272:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524066560:12345-0@lo:400:kworker.0 Request processed in 91us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202666.393280:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1779202666.396010:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524066560:0@lo:400:kworker.0 00000100:00080000:3.0:1779202666.396421:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1779202667.216786:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202667.401404:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202667.401461:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202667.401486:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202667.401509:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202667.401529:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202667.403092:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202667.403177:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202667.403199:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202667.403225:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202667.403267:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501038848 00000100:00100000:1.0:1779202667.403280:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501038848 00000100:00100000:1.0:1779202667.403351:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501039360 00000100:00100000:1.0:1779202667.403354:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501039360 00000100:00100000:1.0:1779202667.403377:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501038720 00000100:00100000:1.0:1779202667.403379:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501038720 00000100:00100000:1.0:1779202667.403395:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501039232 00000100:00100000:1.0:1779202667.403397:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501039232 00000100:00100000:1.0:1779202667.403413:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 950 00000100:00100000:1.0:1779202667.403425:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501038848:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202667.403518:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501038848:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 95us (2055us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202667.403526:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 950 00000100:00100000:1.0:1779202667.403545:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 951 00000100:00100000:1.0:1779202667.403552:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501039360:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202667.403577:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501039360:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (2067us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202667.403584:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 951 00000100:00100000:1.0:1779202667.403594:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 952 00000100:00100000:1.0:1779202667.403600:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:2420:x1865628501038720:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202667.403625:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:2420:x1865628501038720:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202667.403632:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 952 00000100:00100000:1.0:1779202667.403641:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 953 00000100:00100000:1.0:1779202667.403648:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:2420:x1865628501039232:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202667.403685:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:2420:x1865628501039232:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 37us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202667.403728:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 953 00000100:00100000:2.0:1779202667.403943:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501039104 00000100:00100000:2.0:1779202667.403949:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501039104 00000100:00100000:2.0:1779202667.403986:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501039616 00000100:00100000:2.0:1779202667.403989:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501039616 00000100:00100000:2.0:1779202667.404009:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501038976 00000100:00100000:2.0:1779202667.404011:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501038976 00000100:00100000:2.0:1779202667.404026:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501039488 00000100:00100000:2.0:1779202667.404028:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501039488 00000100:00100000:2.0:1779202667.404046:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 612 00000100:00100000:2.0:1779202667.404053:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2420:x1865628501039104:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202667.404085:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2420:x1865628501039104:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 33us (2599us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202667.404092:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 612 00000100:00100000:2.0:1779202667.404107:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 613 00000100:00100000:2.0:1779202667.404114:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501039616:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202667.404137:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501039616:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (2607us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202667.404143:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 613 00000100:00100000:2.0:1779202667.404153:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 614 00000100:00100000:2.0:1779202667.404158:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501038976:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202667.404178:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501038976:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202667.404184:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 614 00000100:00100000:2.0:1779202667.404193:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 615 00000100:00100000:2.0:1779202667.404200:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501039488:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202667.404219:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501039488:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202667.404225:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 615 00000100:00100000:2.0:1779202667.404251:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501038592 00000100:00100000:2.0:1779202667.404255:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501038592 00000100:00100000:2.0:1779202667.404282:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 719 00000100:00100000:2.0:1779202667.404289:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501038592:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202667.404308:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501038592:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (2919us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202667.404315:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 719 00000100:00080000:2.0:1779202667.404368:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202667.404373:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202667.404376:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202667.404378:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202667.915996:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524066944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202667.916096:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202667.916345:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524066944 00000100:00100000:3.0:1779202667.916355:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524066944 00000100:00100000:3.0:1779202667.916423:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1779202667.916434:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524066944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202667.916476:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120744768 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:3.0:1779202667.916543:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524066944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202667.916551:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1779202667.916641:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524066944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202667.929437:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524067072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202667.929542:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202667.932522:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524067072 00000100:00100000:2.0:1779202667.932543:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524067072 00000100:00100000:2.0:1779202667.932629:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1779202667.932641:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524067072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202667.932687:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120744768 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:2.0:1779202667.940730:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524067072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 8050us (11147us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202667.940750:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1779202667.951250:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524067072:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1779202667.952103:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000001:00080000:2.0:1779202667.952120:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00010000:00010000:3.0:1779202668.235087:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202668.427528:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524067200:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202668.427633:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202668.429188:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524067200 00000100:00100000:3.0:1779202668.429207:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524067200 00000100:00100000:3.0:1779202668.429307:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1779202668.429320:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524067200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202668.429363:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 127527744 pending 0 free 3920347136 avail 3688824832 00000100:00100000:3.0:1779202668.429461:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524067200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (1828us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202668.429469:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1779202668.429539:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524067200:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1779202668.429738:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202668.430870:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202668.430904:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524067328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202668.440398:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202668.448555:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524067328 00000100:00100000:2.0:1779202668.448574:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524067328 00000100:00100000:2.0:1779202668.448751:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1779202668.448764:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524067328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202668.448810:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 127527744 pending 0 free 3920347136 avail 3688824832 00000100:00100000:2.0:1779202668.448933:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524067328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 172us (8549us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202668.448940:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1779202668.449423:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524067328:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1779202668.449678:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1779202669.260203:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202669.451224:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202669.451260:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524067456:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202669.451368:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202669.451462:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524067456 00000100:00100000:3.0:1779202669.451472:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524067456 00000100:00100000:3.0:1779202669.451536:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1779202669.451547:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524067456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202669.451608:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202669.451673:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524067456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202669.451682:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1779202669.453348:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524067456:0@lo:41:osp-pre-1-0.0 00000001:00080000:2.0:1779202669.976624:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967914 is committed 00000001:00080000:2.0:1779202669.976662:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967911 is committed 00000020:00080000:2.0:1779202669.976680:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91cfc4cb0480 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:2.0:1779202669.976686:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f3910500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4cb00c0 00000020:00080000:2.0:1779202669.976725:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0d079c900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc2bacc00 00000020:00080000:2.0:1779202669.976751:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 15 batchid updated 00000020:00080000:1.0:1779202669.976903:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 16 committed batchid 15 00000020:00080000:1.0:1779202669.977001:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00010000:00010000:0.0:1779202669.977501:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe74d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202669.977517:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe74d lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202669.977527:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe74d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202669.977534:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202669.977540:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe74d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202669.977549:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe74d lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202669.977579:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff91d0f3878f00) 00010000:00010000:0.0:1779202669.977582:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202669.977588:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe74d lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202669.977595:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbe74d lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1779202669.977984:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00000001:00080000:3.0:1779202669.977993:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00010000:00010000:2.0:1779202670.305886:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202670.424913:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202670.425336:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501039744 00000100:00100000:1.0:1779202670.425350:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501039744 00000100:00100000:1.0:1779202670.425465:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1035 00000100:00100000:1.0:1779202670.425480:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:27549:x1865628501039744:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1779202670.425637:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:27549:x1865628501039744:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 163us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202670.425647:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1035 00000100:00080000:0.0:1779202670.425950:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202670.438081:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202670.438496:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501039872 00000100:00100000:3.0:1779202670.438511:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501039872 00000100:00100000:3.0:1779202670.438615:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1036 00000100:00100000:3.0:1779202670.438632:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:27549:x1865628501039872:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1779202670.438888:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202670.439006:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:27549:x1865628501039872:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 379us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202670.439015:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1036 00010000:00010000:3.0:1779202671.307162:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202671.500378:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524067584:0@lo:400:kworker.0 00000100:00100000:1.0:1779202671.500499:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202671.500535:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524067712:0@lo:400:kworker.0 00000100:00100000:0.0:1779202671.500574:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202671.500656:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524068224:0@lo:400:kworker.0 00000100:00100000:0.0:1779202671.500679:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202671.500771:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524067968:0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.517295:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202671.517393:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9267100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524068480:0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.517450:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202671.517473:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524068992:0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.517496:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202671.517556:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524067712 00000100:00100000:2.0:1779202671.517567:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524067712 00000100:00100000:2.0:1779202671.517634:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524068224 00000100:00100000:2.0:1779202671.517638:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524068224 00000100:00100000:2.0:1779202671.517674:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524067968 00000100:00100000:2.0:1779202671.517676:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524067968 00000100:00100000:2.0:1779202671.517720:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1779202671.517732:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524067712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.517800:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524067712:12345-0@lo:400:kworker.0 Request processed in 69us (17224us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202671.517808:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1779202671.517838:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1779202671.517846:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524068224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.517879:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524068224:12345-0@lo:400:kworker.0 Request processed in 34us (17198us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202671.517884:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1779202671.517898:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1779202671.517905:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524067968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.517937:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524067968:12345-0@lo:400:kworker.0 Request processed in 32us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202671.517943:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1779202671.517982:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524068480 00000100:00100000:2.0:1779202671.517987:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524068480 00000100:00100000:2.0:1779202671.518014:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524068992 00000100:00100000:2.0:1779202671.518016:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524068992 00000100:00100000:2.0:1779202671.518041:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1779202671.518047:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524068480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.518079:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524068480:12345-0@lo:400:kworker.0 Request processed in 33us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202671.518085:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1779202671.518094:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1779202671.518100:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524068992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.518126:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524068992:12345-0@lo:400:kworker.0 Request processed in 27us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202671.518133:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00080000:2.0:1779202671.518163:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202671.518168:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202671.518171:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202671.518236:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524067968:0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.518248:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9267100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524068480:0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.518258:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524068992:0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.518395:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524067584 00000100:00100000:2.0:1779202671.518401:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524067584 00000100:00100000:2.0:1779202671.518430:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1779202671.518436:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524067584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.518473:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524067584:12345-0@lo:400:kworker.0 Request processed in 37us (17975us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202671.518479:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1779202671.518514:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524067840:0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.518547:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202671.520663:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524068352:0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.520765:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202671.520942:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524068864:0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.521313:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202671.521352:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779202671.521361:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524069248:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202671.521395:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202671.521445:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524067840 00000100:00100000:2.0:1779202671.521455:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524067840 00000100:00100000:2.0:1779202671.521509:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524069248 00000100:00100000:2.0:1779202671.521512:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524069248 00000100:00100000:2.0:1779202671.521528:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1779202671.521537:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3663:x1865628524067840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.521614:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3663:x1865628524067840:12345-0@lo:400:kworker.0 Request processed in 76us (3065us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202671.521623:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1779202671.521641:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1779202671.521648:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524069248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202671.521678:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:2.0:1779202671.521743:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524069248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202671.521749:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1779202671.522328:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524068352 00000100:00100000:2.0:1779202671.522335:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524068352 00000100:00100000:2.0:1779202671.522381:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524068864 00000100:00100000:2.0:1779202671.522384:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524068864 00000100:00100000:2.0:1779202671.522407:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1779202671.522414:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524068352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.522460:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524068352:12345-0@lo:400:kworker.0 Request processed in 46us (1695us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202671.522466:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1779202671.522479:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1779202671.522485:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524068864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.522515:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524068864:12345-0@lo:400:kworker.0 Request processed in 31us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202671.522526:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00080000:2.0:1779202671.522552:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202671.522625:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524069248:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202671.522641:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524067840:0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.522652:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524068352:0@lo:400:kworker.0 00000100:00100000:2.0:1779202671.522663:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524068864:0@lo:400:kworker.0 00000100:00100000:1.0:1779202671.529450:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524067584:0@lo:400:kworker.0 00000100:00100000:1.0:1779202671.529472:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524068096:0@lo:400:kworker.0 00000100:00100000:1.0:1779202671.529558:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202671.529781:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524068224:0@lo:400:kworker.0 00000100:00100000:0.0:1779202671.529791:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524068736:0@lo:400:kworker.0 00000100:00100000:0.0:1779202671.529824:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202671.529872:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524068736 00000100:00100000:0.0:1779202671.529880:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524068736 00000100:00100000:1.0:1779202671.530784:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524068608:0@lo:400:kworker.0 00000100:00100000:1.0:1779202671.530843:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202671.530877:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524068608 00000100:00100000:1.0:1779202671.530883:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524068608 00000100:00100000:1.0:1779202671.530936:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1779202671.530945:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524068608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202671.531288:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524068608:12345-0@lo:400:kworker.0 Request processed in 342us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202671.531300:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1779202671.531367:0:3665:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967344 gen 2 00000004:00080000:1.0:1779202671.531374:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967343 committed transno 4294967344 00000004:00080000:1.0:1779202671.531401:0:3665:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc4c21c00, transno 4294967344 00000100:00100000:1.0:1779202671.531415:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524068608:0@lo:400:kworker.0 00000100:00100000:1.0:1779202671.531551:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9267b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524069120:0@lo:400:kworker.0 00000100:00100000:1.0:1779202671.531580:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202671.531618:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524069120 00000100:00100000:1.0:1779202671.531622:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524069120 00000100:00100000:1.0:1779202671.531655:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1779202671.531661:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524069120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202671.531732:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524069120:12345-0@lo:400:kworker.0 Request processed in 71us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202671.531738:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1779202671.531764:0:3665:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967352 gen 2 00000004:00080000:1.0:1779202671.531769:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967352 00000100:00100000:1.0:1779202671.531783:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9267b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524069120:0@lo:400:kworker.0 00000100:00100000:0.0:1779202671.531949:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:0.0:1779202671.531978:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524068736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202671.532024:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524068736:12345-0@lo:400:kworker.0 Request processed in 57us (2199us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202671.532030:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00080000:0.0:1779202671.532058:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202671.532064:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202671.532069:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202671.532094:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524068736:0@lo:400:kworker.0 00000100:00100000:0.0:1779202671.532121:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524067712:0@lo:400:kworker.0 00000100:00100000:3.0:1779202671.538100:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524068096 00000100:00100000:3.0:1779202671.538120:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524068096 00000100:00100000:3.0:1779202671.539063:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1779202671.539078:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524068096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202671.539556:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524068096:12345-0@lo:400:kworker.0 Request processed in 480us (9997us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202671.539565:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1779202671.540104:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524068096:0@lo:400:kworker.0 00010000:00010000:0.0:1779202672.336363:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1779202672.522032:0:21248:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12g: Restore a released file implicitly ========================================================== 10:57:50 (1779202670) 00000100:00100000:3.0:1779202672.527294:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202672.527355:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202672.527391:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202672.527423:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202672.527446:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202672.527472:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202672.527506:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501040000 00000100:00100000:3.0:1779202672.527513:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202672.527522:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501040000 00000100:00100000:3.0:1779202672.527549:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202672.527596:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202672.527610:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 721 00000100:00100000:0.0:1779202672.527625:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501040000:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202672.527632:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501040256 00000100:00100000:3.0:1779202672.527637:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501040256 00000100:00100000:3.0:1779202672.527724:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501040768 00000100:00100000:3.0:1779202672.527728:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501040768 00000100:00100000:3.0:1779202672.527752:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501040128 00000100:00100000:3.0:1779202672.527755:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501040128 00000100:00100000:0.0:1779202672.527766:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501040000:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 144us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202672.527772:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501040640 00000100:00100000:3.0:1779202672.527775:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501040640 00000100:00100000:0.0:1779202672.527776:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 721 00000100:00100000:3.0:1779202672.527797:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 960 00000100:00100000:3.0:1779202672.527806:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501040256:12345-192.168.204.21@tcp:400:kworker.0 00000100:00080000:0.0:1779202672.527827:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202672.527833:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202672.527849:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 961 00000100:00100000:0.0:1779202672.527859:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501040768:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202672.527866:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501040256:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 60us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202672.527874:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 960 00000100:00100000:3.0:1779202672.527892:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 962 00000100:00100000:0.0:1779202672.527897:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501040768:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 39us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202672.527904:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:2421:x1865628501040128:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202672.527906:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 961 00000100:00100000:0.0:1779202672.527929:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 963 00000100:00100000:0.0:1779202672.527937:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2421:x1865628501040640:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202672.527945:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:2421:x1865628501040128:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 44us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202672.527952:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 962 00000100:00100000:0.0:1779202672.527969:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2421:x1865628501040640:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 32us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202672.527976:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 963 00000100:00100000:3.0:1779202672.527983:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501040512 00000100:00100000:3.0:1779202672.527988:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501040512 00000100:00100000:3.0:1779202672.528026:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501041024 00000100:00100000:3.0:1779202672.528029:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501041024 00000100:00100000:3.0:1779202672.528053:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501040384 00000100:00100000:3.0:1779202672.528057:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501040384 00000100:00100000:3.0:1779202672.528077:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501040896 00000100:00100000:3.0:1779202672.528080:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501040896 00000100:00100000:3.0:1779202672.528104:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 620 00000100:00100000:3.0:1779202672.528112:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2421:x1865628501040512:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202672.528146:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2421:x1865628501040512:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202672.528153:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 620 00000100:00100000:3.0:1779202672.528166:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 621 00000100:00100000:3.0:1779202672.528174:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501041024:12345-192.168.204.21@tcp:400:kworker.0 00000100:00080000:0.0:1779202672.528201:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202672.528205:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202672.528216:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501041024:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 43us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202672.528225:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 621 00000100:00100000:3.0:1779202672.528240:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 622 00000100:00100000:3.0:1779202672.528247:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501040384:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202672.528289:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501040384:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 43us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202672.528296:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 622 00000100:00100000:3.0:1779202672.528307:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 623 00000100:00100000:3.0:1779202672.528313:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501040896:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202672.528335:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501040896:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202672.528341:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 623 00000100:00100000:0.0:1779202673.026867:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202673.033926:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501041152 00000100:00100000:3.0:1779202673.033949:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501041152 00000100:00100000:3.0:1779202673.034057:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1037 00000100:00100000:3.0:1779202673.034071:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:28198:x1865628501041152:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1779202673.034227:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:28198:x1865628501041152:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 159us (7376us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202673.034237:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1037 00000100:00100000:0.0:1779202673.035890:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524069376:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202673.035984:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202673.036299:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524069376 00000100:00100000:2.0:1779202673.036310:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524069376 00000100:00100000:2.0:1779202673.036393:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1779202673.036404:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524069376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202673.036444:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120716096 pending 0 free 3922448384 avail 3690926080 00000100:00100000:2.0:1779202673.036511:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524069376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202673.036518:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1779202673.036601:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524069376:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1779202673.037533:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202673.041410:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524069504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202673.041529:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202673.042196:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524069504 00000100:00100000:3.0:1779202673.042211:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524069504 00000100:00100000:3.0:1779202673.042304:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1779202673.042314:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524069504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202673.042351:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120716096 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1779202673.042431:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524069504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202673.042439:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1779202673.045296:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524069504:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1779202673.045415:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202673.049796:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202673.050020:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501041280 00000100:00100000:2.0:1779202673.050036:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501041280 00000100:00100000:2.0:1779202673.050111:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1038 00000100:00100000:2.0:1779202673.050125:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:28198:x1865628501041280:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1779202673.050274:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:28198:x1865628501041280:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 151us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202673.050283:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1038 00000100:00100000:1.0:1779202673.064368:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202673.064526:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501041408 00000100:00100000:3.0:1779202673.064540:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501041408 00000100:00100000:3.0:1779202673.064634:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1039 00000100:00100000:3.0:1779202673.064646:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:28199:x1865628501041408:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202673.064676:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202673.064756:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6560e expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.064848:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.064868:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.064884:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.064901:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.064911:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.064918:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.064977:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.064986:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7d2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.064994:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7d2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065016:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202673.065020:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7d2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065029:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7d2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065043:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202673.065046:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202673.065053:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065060:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065076:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065083:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065089:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065094:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202673.065098:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065103:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065110:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff91d0f3878e00) 00010000:00010000:3.0:1779202673.065113:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202673.065115:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7d9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065120:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065158:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7cb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6560e expref: 89 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065169:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202673.065171:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202673.065174:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6560e expref: 89 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.065184:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5400, rc 0) 00000100:00100000:3.0:1779202673.065257:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:28199:x1865628501041408:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 613us (903us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202673.065265:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1039 00000100:00100000:0.0:1779202673.074276:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202673.074753:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501041664 00000100:00100000:3.0:1779202673.074769:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501041664 00000100:00100000:3.0:1779202673.074841:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1040 00000100:00100000:3.0:1779202673.074854:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+88:28199:x1865628501041664:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:3.0:1779202673.074935:0:16980:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202673.074971:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbe501 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65520 expref: 88 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.074995:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202673.075013:0:16980:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202673.075088:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.075105:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe540 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65535 expref: 39 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.075115:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.075158:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe540 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65535 expref: 39 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.075489:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe540 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65535 expref: 39 pid: 7869 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202673.075508:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524069632:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202673.075793:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f240 going to sleep for 11 seconds 00000100:00100000:2.0:1779202673.092267:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202673.092423:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501041792 00000100:00100000:0.0:1779202673.092436:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501041792 00010000:00010000:0.0:1779202673.092487:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe540 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65535 expref: 40 pid: 7869 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202673.092537:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 326 00000100:00100000:0.0:1779202673.092546:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2420:x1865628501041792:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202673.092572:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202673.092580:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe540 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65535 expref: 40 pid: 7869 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.092596:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe540 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65535 expref: 40 pid: 7869 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.092626:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202673.092632:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.092643:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.092654:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.092677:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202673.092786:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2420:x1865628501041792:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 240us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202673.092795:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 326 00010000:00010000:3.0:1779202673.093829:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbe540 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65535 expref: 39 pid: 7869 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202673.093853:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524069632:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202673.093881:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.093890:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.093897:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.093927:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7e7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.093940:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7e7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.093949:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7e7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.094830:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7ee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.094846:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.094855:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202673.094879:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d48a10ea reply state 00000000851286ec transno 4294967915 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.094891:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.094898:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:3.0:1779202673.094901:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202673.094905:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1779202673.094912:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00010000:00010000:3.0:1779202673.094920:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.094927:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.094934:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.094941:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202673.094945:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.094953:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.094963:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202673.094965:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202673.094969:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.094979:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbe7e0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202673.094991:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d48a10ea reply state 00000000851286ec transno 4294967915 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7e7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.094998:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.096266:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff91d0f3878e00) 00010000:00010000:3.0:1779202673.096269:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202673.096275:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1779202673.096625:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:28199:x1865628501041664:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 21766us (22361us total) trans 4294967915 rc 0/0 00000100:00100000:2.0:1779202673.096636:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1040 00000100:00100000:2.0:1779202673.115445:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202673.115687:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501041920 00000100:00100000:0.0:1779202673.115751:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501041920 00000100:00100000:0.0:1779202673.115830:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1041 00000100:00100000:0.0:1779202673.115843:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+89:28200:x1865628501041920:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:0.0:1779202673.115878:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202673.115905:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe7f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65615 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.115993:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe7fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.116012:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe7fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.116026:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe7fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202673.116092:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202673.116096:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202673.116123:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe7fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.116154:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe7f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65615 expref: 91 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.116183:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe7fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65615 expref: 90 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.116192:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202673.116195:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202673.116199:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6400, rc 0) 00000100:00100000:0.0:1779202673.116284:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:28200:x1865628501041920:12345-192.168.204.21@tcp:101:bash.0 Request processed in 444us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202673.116292:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1041 00000100:00100000:1.0:1779202673.126265:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202673.126503:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501042048 00000100:00100000:2.0:1779202673.126519:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501042048 00000100:00100000:2.0:1779202673.126652:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1042 00000100:00100000:2.0:1779202673.126669:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:28200:x1865628501042048:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202673.126793:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202673.126823:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe803 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6561c expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.126915:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe80a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.126933:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe80a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.126947:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe80a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.126960:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe811 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.126967:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe811 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.126974:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe811 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127096:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe818 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127105:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe818 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127112:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe818 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202673.127155:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:2.0:1779202673.127160:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202673.127187:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe818 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127200:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe80a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127207:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe80a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127213:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe80a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127219:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202673.127223:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe80a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127231:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe80a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127245:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202673.127248:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202673.127254:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe80a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127260:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe80a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127274:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe811 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127281:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe811 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127286:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe811 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127292:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202673.127294:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe811 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127300:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe811 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127306:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff91d0f3878e00) 00010000:00010000:2.0:1779202673.127308:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202673.127311:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe811 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127316:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe811 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127344:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe803 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6561c expref: 92 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127365:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7800/0x3d5ca2fc49dbe818 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6561c expref: 91 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.127373:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:2.0:1779202673.127376:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1779202673.128088:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7800, rc 0) 00000100:00100000:2.0:1779202673.128258:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:28200:x1865628501042048:12345-192.168.204.21@tcp:101:bash.0 Request processed in 1592us (2007us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202673.128267:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1042 00000100:00100000:2.0:1779202673.132764:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202673.132873:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501042176 00000100:00100000:0.0:1779202673.132888:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501042176 00000100:00100000:0.0:1779202673.132963:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1043 00000100:00100000:0.0:1779202673.132976:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:28200:x1865628501042176:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:0.0:1779202673.133011:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202673.133037:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe81f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65623 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133136:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe826 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133155:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe826 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133169:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe826 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133188:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe82d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133195:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe82d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133201:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe82d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133257:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe826 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133264:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe826 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133271:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe826 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133277:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202673.133281:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe826 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133290:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe826 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133303:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:0.0:1779202673.133307:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.133313:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe826 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133319:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe826 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133339:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe82d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133345:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe82d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133350:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe82d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133355:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202673.133357:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe82d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133363:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe82d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133369:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff91cfc28aab00) 00010000:00010000:0.0:1779202673.133372:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.133375:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe82d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133381:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe82d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133423:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe81f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65623 expref: 92 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133434:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:0.0:1779202673.133436:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.133440:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe81f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65623 expref: 92 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.133455:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6600, rc 0) 00000100:00100000:0.0:1779202673.133549:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:28200:x1865628501042176:12345-192.168.204.21@tcp:101:bash.0 Request processed in 576us (800us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202673.133566:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1043 00000100:00100000:1.0:1779202673.158262:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202673.158388:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501042304 00000100:00100000:0.0:1779202673.158403:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501042304 00000100:00100000:0.0:1779202673.158489:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1044 00000100:00100000:0.0:1779202673.158501:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+39:28201:x1865628501042304:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202673.158529:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202673.158566:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe834 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6562a expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.158657:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe83b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.158676:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe83b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.158725:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe83b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202673.158788:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202673.158793:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202673.158822:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe83b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.158853:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbe834 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6562a expref: 41 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.158884:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe83b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6562a expref: 40 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.158895:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202673.158898:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202673.158903:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6e00, rc 0) 00000100:00100000:0.0:1779202673.158983:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:28201:x1865628501042304:12345-192.168.204.21@tcp:101:rm.0 Request processed in 484us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202673.158991:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1044 00000100:00100000:1.0:1779202673.164384:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202673.164486:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501042432 00000100:00100000:0.0:1779202673.164500:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501042432 00000100:00100000:0.0:1779202673.164588:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1045 00000100:00100000:0.0:1779202673.164601:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:28201:x1865628501042432:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202673.164629:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202673.164654:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe842 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65631 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.164794:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe849 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.164812:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe849 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.164825:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe849 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.164837:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe850 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.164844:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.164849:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.164959:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe857 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.164968:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe857 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.164974:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe857 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202673.165028:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:0.0:1779202673.165032:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202673.165064:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe857 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165077:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe849 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165085:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe849 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165092:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe849 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165099:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202673.165103:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe849 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165112:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe849 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165125:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202673.165128:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.165134:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe849 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165140:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbe849 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165162:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165167:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe850 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165173:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe850 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165179:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202673.165181:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe850 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165186:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe850 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165192:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff91d0f3878e00) 00010000:00010000:0.0:1779202673.165195:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.165197:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe850 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165207:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbe850 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165237:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbe842 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65631 expref: 42 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165250:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb800/0x3d5ca2fc49dbe857 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65631 expref: 41 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.165259:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:0.0:1779202673.165261:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1779202673.165264:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abb800, rc 0) 00000100:00100000:0.0:1779202673.165346:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28201:x1865628501042432:12345-192.168.204.21@tcp:101:rm.0 Request processed in 747us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202673.165353:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1045 00000100:00100000:2.0:1779202673.170476:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202673.170852:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501042560 00000100:00100000:0.0:1779202673.170867:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501042560 00000100:00100000:0.0:1779202673.170937:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1046 00000100:00100000:0.0:1779202673.170948:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28201:x1865628501042560:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202673.170975:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202673.171001:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe85e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65638 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171100:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe865 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171119:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe865 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171133:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe865 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171149:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe86c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171156:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe86c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171162:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe86c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171208:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe865 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171215:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe865 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171222:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe865 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171229:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abb400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202673.171234:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe865 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171243:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe865 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171256:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:0.0:1779202673.171259:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.171266:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe865 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171273:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe865 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171289:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe86c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171294:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe86c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171299:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe86c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171303:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202673.171306:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe86c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171311:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe86c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171317:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff91cfc28aab00) 00010000:00010000:0.0:1779202673.171320:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.171323:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe86c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171327:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe86c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171380:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe85e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65638 expref: 42 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171399:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:0.0:1779202673.171401:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.171405:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe85e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65638 expref: 42 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.171415:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abba00, rc 0) 00000100:00100000:0.0:1779202673.171487:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28201:x1865628501042560:12345-192.168.204.21@tcp:101:rm.0 Request processed in 540us (1025us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202673.171495:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1046 00000100:00100000:1.0:1779202673.176648:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202673.181989:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501042688 00000100:00100000:0.0:1779202673.182104:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501042688 00000100:00100000:0.0:1779202673.182290:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1047 00000100:00100000:0.0:1779202673.182306:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28201:x1865628501042688:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202673.182337:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202673.182366:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe873 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6563f expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182462:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe87a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182482:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe87a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182496:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe87a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182514:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe881 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182522:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe881 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182529:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe881 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182583:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe87a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182591:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe87a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182599:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe87a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182605:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202673.182609:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe87a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182617:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe87a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182631:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:0.0:1779202673.182634:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.182641:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe87a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182647:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe87a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182663:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe881 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182670:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe881 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182675:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe881 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182681:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abb400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202673.182684:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe881 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182689:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe881 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182826:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff91cfc28aab00) 00010000:00010000:0.0:1779202673.182829:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.182832:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe881 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182838:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe881 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182885:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe873 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6563f expref: 42 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182896:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:0.0:1779202673.182899:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.182902:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe873 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6563f expref: 42 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.182916:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abba00, rc 0) 00000100:00100000:0.0:1779202673.183008:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28201:x1865628501042688:12345-192.168.204.21@tcp:101:rm.0 Request processed in 706us (6383us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202673.183016:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1047 00000100:00100000:1.0:1779202673.231052:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202673.231287:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501042816 00000100:00100000:0.0:1779202673.231303:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501042816 00000100:00100000:0.0:1779202673.231391:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1048 00000100:00100000:0.0:1779202673.231405:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28202:x1865628501042816:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202673.231442:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202673.231473:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe888 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65646 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.231590:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe88f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.231610:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe88f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.231624:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe88f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.231642:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe896 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.231649:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe896 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.231659:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe896 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239824:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe88f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239852:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe88f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239862:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe88f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239868:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abb400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202673.239873:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe88f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239881:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe88f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239905:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:3.0:1779202673.239908:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202673.239914:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe88f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239921:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe88f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239947:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe896 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239954:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe896 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239960:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe896 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239965:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202673.239968:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe896 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239973:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe896 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239981:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff91cfc28aab00) 00010000:00010000:3.0:1779202673.239983:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202673.239986:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe896 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.239992:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe896 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.240075:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe888 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65646 expref: 42 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.240092:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:3.0:1779202673.240094:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202673.240098:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe888 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65646 expref: 42 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.240108:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abba00, rc 0) 00000100:00100000:3.0:1779202673.240226:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28202:x1865628501042816:12345-192.168.204.21@tcp:101:cp.0 Request processed in 8821us (9189us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202673.240237:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1048 00000100:00100000:1.0:1779202673.246222:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202673.250908:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501042944 00000100:00100000:0.0:1779202673.250930:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501042944 00000100:00100000:0.0:1779202673.251041:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1049 00000100:00100000:0.0:1779202673.251054:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28202:x1865628501042944:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202673.251083:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202673.251113:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe89d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6564d expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251212:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe8a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251231:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe8a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251245:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe8a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251263:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe8ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251270:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe8ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251277:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe8ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251329:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe8a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251337:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe8a4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251345:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe8a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251352:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202673.251357:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe8a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251809:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe8a4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251830:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:0.0:1779202673.251833:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.251840:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe8a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251847:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe8a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251869:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe8ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251877:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe8ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251884:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe8ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251890:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202673.251893:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe8ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251904:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe8ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251912:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff91cfc28aa200) 00010000:00010000:0.0:1779202673.251914:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.251917:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe8ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251923:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dbe8ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251971:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe89d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6564d expref: 42 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251982:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:0.0:1779202673.251984:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202673.251988:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbe89d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6564d expref: 42 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202673.251998:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3aba800, rc 0) 00000100:00100000:0.0:1779202673.253400:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28202:x1865628501042944:12345-192.168.204.21@tcp:101:cp.0 Request processed in 2337us (7182us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202673.253413:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1049 00000100:00100000:1.0:1779202673.257787:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202673.259213:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501043200 00000100:00100000:3.0:1779202673.259230:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501043200 00000100:00100000:2.0:1779202673.259424:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1050 00000100:00100000:2.0:1779202673.259437:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28202:x1865628501043200:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202673.259467:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202673.259497:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe8b2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65654 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.260109:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe8b9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.260134:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe8b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.260148:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe8b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.260166:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe8c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.260175:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe8c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.260182:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe8c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202673.261292:0:10076:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x14:0x0], index 0: 0 00010000:00010000:2.0:1779202673.261494:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe8c7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.261507:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe8c7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.261517:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe8c7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.261573:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe8b9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.261581:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe8b9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.261587:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe8b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.261595:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe8b9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.261601:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202673.261607:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe8b9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.261619:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe8b9 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.263930:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:2.0:1779202673.263941:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202673.263952:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe8b9 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.263963:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe8b9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202673.263989:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006b13a159 reply state 00000000296d355d transno 4294967916 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe8c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.264860:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe8c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.264870:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff91cfc2883600) 00010000:00010000:2.0:1779202673.264873:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202673.264879:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1779202673.264967:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe8b2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65654 expref: 44 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.264988:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe8c7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65654 expref: 43 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.264996:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883700) 00010000:00010000:2.0:1779202673.264999:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202673.265854:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6e00, rc 0) 00000100:00100000:2.0:1779202673.266284:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:28202:x1865628501043200:12345-192.168.204.21@tcp:101:cp.0 Request processed in 6844us (8513us total) trans 4294967916 rc 0/0 00000100:00100000:2.0:1779202673.266296:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1050 00000100:00100000:1.0:1779202673.284295:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202673.284560:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501043328 00000100:00100000:3.0:1779202673.284575:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501043328 00000100:00100000:3.0:1779202673.284658:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 270 00000100:00100000:3.0:1779202673.284671:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501043328:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202673.284725:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202673.284755:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe8d5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6565b expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202673.284789:0:8447:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1779202673.284815:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202673.284817:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202673.284827:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe8d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6565b expref: 10 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.284851:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe8d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6565b expref: 10 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.284868:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5400, rc 0) 00000100:00100000:3.0:1779202673.284949:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501043328:12345-192.168.204.21@tcp:101:cp.0 Request processed in 280us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202673.284958:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 270 00000100:00100000:1.0:1779202673.291589:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202673.291944:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501043456 00000100:00100000:3.0:1779202673.291960:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501043456 00000100:00100000:3.0:1779202673.292476:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 271 00000100:00100000:3.0:1779202673.292490:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:28202:x1865628501043456:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202673.292516:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202673.292541:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65662 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.292594:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe8d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6565b expref: 11 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.292605:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202673.292607:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202673.292611:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.306189:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe8d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6565b expref: 11 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.306223:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe8d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6565b expref: 11 pid: 8447 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202673.306248:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524069760:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202673.306609:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202673.313887:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202673.314124:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501043584 00000100:00100000:3.0:1779202673.314146:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501043584 00010000:00010000:3.0:1779202673.314210:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe8d5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6565b expref: 12 pid: 8447 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202673.314263:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 327 00000100:00100000:3.0:1779202673.314275:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2421:x1865628501043584:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202673.314294:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202673.314326:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe8d5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6565b expref: 12 pid: 8447 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.314342:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe8d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6565b expref: 12 pid: 8447 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.314376:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202673.314379:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202673.314390:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.314402:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.314458:0:6550:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202673.314476:0:6550:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6550:1865628524069888:192.168.204.21@tcp:105: 00000100:00100000:3.0:1779202673.314624:0:6550:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006ff00 going to sleep for 11 seconds 00010000:00010000:2.0:1779202673.316467:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbe8d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6565b expref: 12 pid: 8447 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202673.316499:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524069760:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202673.316545:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.316578:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4800, rc 0) 00000100:00100000:2.0:1779202673.316669:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:28202:x1865628501043456:12345-192.168.204.21@tcp:101:cp.0 Request processed in 24181us (25093us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202673.316679:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 271 00000100:00100000:1.0:1779202673.325667:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202673.325873:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501043840 00000100:00100000:2.0:1779202673.325886:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501043840 00000100:00100000:2.0:1779202673.325961:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 198 00000100:00100000:2.0:1779202673.325975:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:28202:x1865628501043840:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:2.0:1779202673.326375:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:28202:x1865628501043840:12345-192.168.204.21@tcp:35:cp.0 Request processed in 401us (724us total) trans 4294967917 rc 0/0 00000100:00100000:2.0:1779202673.326383:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 198 00000100:00100000:3.0:1779202673.327101:0:6550:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6550:1865628524069888:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202673.327133:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202673.327189:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501043584:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 12916us (13321us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202673.327198:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 327 00010000:00010000:2.0:1779202673.354868:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202673.433084:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202673.435837:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501043968 00000100:00100000:2.0:1779202673.435858:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501043968 00000100:00100000:2.0:1779202673.435984:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1051 00000100:00100000:2.0:1779202673.435998:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:28205:x1865628501043968:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202673.436029:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202673.436058:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe8e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65669 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436156:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe8ea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436177:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe8ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436191:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe8ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436203:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe8f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436210:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe8f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436215:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe8f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436310:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe8f8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436319:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe8f8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436326:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe8f8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202673.436385:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:2.0:1779202673.436390:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202673.436418:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe8f8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436431:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe8f8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436441:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe8ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436448:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe8ea lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436454:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe8ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436460:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202673.436466:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe8ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436473:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe8ea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436488:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:2.0:1779202673.436492:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202673.436498:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe8ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436506:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe8ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436523:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe8f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436530:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe8f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436537:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe8f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436543:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202673.436557:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe8f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436564:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe8f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436572:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff91cfc2883600) 00010000:00010000:2.0:1779202673.436575:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202673.436578:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe8f1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436585:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe8f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436621:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe8e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65669 expref: 93 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436636:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe8f8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65669 expref: 92 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.436645:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883700) 00010000:00010000:2.0:1779202673.436647:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202673.436650:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6200, rc 0) 00000100:00100000:2.0:1779202673.439785:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:28205:x1865628501043968:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 3770us (6697us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202673.439800:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1051 00000100:00100000:2.0:1779202673.453595:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202673.453747:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501044096 00000100:00100000:3.0:1779202673.453763:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501044096 00000100:00100000:3.0:1779202673.453835:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 272 00000100:00100000:3.0:1779202673.453848:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501044096:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202673.453876:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202673.453905:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe8ff lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65670 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202673.454006:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524070016:192.168.204.21@tcp:106: 00000100:00100000:3.0:1779202673.454145:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006ff00 going to sleep for 11 seconds 00002000:00010000:3.0:1779202673.457004:0:8511:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1779202673.457014:0:8511:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb mtime: 0 -> 1779202672 00002000:00010000:3.0:1779202673.457017:0:8511:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb atime: 0 -> 1779202672 00002000:00010000:3.0:1779202673.457019:0:8511:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb ctime: 0 -> 1779202672 00002000:00010000:3.0:1779202673.457021:0:8511:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1779202673.457050:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524070016:192.168.204.21@tcp:106: 00010000:00010000:3.0:1779202673.457100:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe8ff lrc: 1/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65670 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.457132:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe8ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65670 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.457148:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4400, rc 0) 00000100:00100000:3.0:1779202673.457240:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501044096:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 3394us (3660us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202673.457252:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 272 00000100:00100000:1.0:1779202673.470015:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202673.470173:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501044224 00000100:00100000:2.0:1779202673.470188:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501044224 00000100:00100000:2.0:1779202673.470274:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1052 00000100:00100000:2.0:1779202673.470298:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:28205:x1865628501044224:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202673.470327:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202673.470355:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe906 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65677 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.470473:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe90d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.470494:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe90d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.470513:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe90d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202673.470585:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:2.0:1779202673.470590:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202673.470618:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe90d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.470651:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe906 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65677 expref: 94 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.470674:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe90d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65677 expref: 93 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202673.470683:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:2.0:1779202673.470686:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202673.470959:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7400, rc 0) 00000100:00100000:2.0:1779202673.471439:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:28205:x1865628501044224:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1151us (1435us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202673.471450:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1052 00000100:00100000:2.0:1779202673.480502:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202673.480787:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501044352 00000100:00100000:3.0:1779202673.480802:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501044352 00000100:00100000:3.0:1779202673.480873:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 273 00000100:00100000:3.0:1779202673.480886:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501044352:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202673.480911:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202673.481111:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe914 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6567e expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202673.481280:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524070144:192.168.204.21@tcp:106: 00000100:00100000:3.0:1779202673.481425:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006ff00 going to sleep for 11 seconds 00000040:00080000:1.0:1779202673.485602:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202673.491459:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524070144:192.168.204.21@tcp:106: 00010000:00010000:3.0:1779202673.491519:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe914 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6567e expref: 12 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.491569:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbe914 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6567e expref: 12 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202673.491588:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4400, rc 0) 00000100:00100000:3.0:1779202673.491811:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501044352:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 10925us (11328us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202673.491824:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 273 00000100:00100000:1.0:1779202673.513134:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202673.513238:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501044608 00000100:00100000:0.0:1779202673.513261:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501044608 00000100:00100000:0.0:1779202673.513363:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1053 00000100:00100000:0.0:1779202673.513379:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:28205:x1865628501044608:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:0.0:1779202673.513763:0:6564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].26, 136 off11728 00000100:00100000:0.0:1779202673.513902:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:28205:x1865628501044608:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 525us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202673.513912:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1053 00000100:00100000:2.0:1779202673.547389:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524070272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202673.547511:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202673.548272:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524070272 00000100:00100000:3.0:1779202673.548286:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524070272 00000100:00100000:3.0:1779202673.548388:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1779202673.548401:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524070272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202673.548445:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 127527744 pending 0 free 3920347136 avail 3688824832 00000100:00100000:3.0:1779202673.548516:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524070272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202673.548523:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1779202673.548648:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524070272:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1779202673.548738:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202673.549894:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524070400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202673.549983:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202673.550877:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524070400 00000100:00100000:3.0:1779202673.550890:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524070400 00000100:00100000:3.0:1779202673.550996:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1779202673.551006:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524070400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202673.551035:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 127527744 pending 0 free 3920347136 avail 3688824832 00000100:00100000:3.0:1779202673.551121:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524070400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (1141us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202673.551129:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00080000:1.0:1779202673.551323:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202673.551600:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524070400:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1779202673.995280:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202673.995293:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202673.995400:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 3 00000040:00080000:2.0:1779202673.995410:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202673.995739:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d3100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524070528:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202673.995903:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498c600 going to sleep for 11 seconds 00000100:00100000:1.0:1779202674.011281:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202674.011557:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d3100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524070528:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202674.012065:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501044736 00000100:00100000:3.0:1779202674.012076:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501044736 00000100:00100000:3.0:1779202674.012186:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1054 00000100:00100000:3.0:1779202674.012199:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:28215:x1865628501044736:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202674.012245:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202674.012413:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:28215:x1865628501044736:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 216us (1149us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202674.012421:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1054 00000100:00080000:2.0:1779202674.013331:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202674.020067:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202674.026799:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501044992 00000100:00100000:3.0:1779202674.026827:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501044992 00000100:00100000:3.0:1779202674.026960:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1055 00000100:00100000:3.0:1779202674.026977:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:28215:x1865628501044992:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202674.027018:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202674.027052:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4400/0x3d5ca2fc49dbe91b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65685 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.027239:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbe922 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.027263:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbe922 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.027284:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbe922 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202674.027299:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:3.0:1779202674.027485:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4400/0x3d5ca2fc49dbe91b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65685 expref: 48 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.027513:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbe922 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65685 expref: 47 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.027525:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883700) 00010000:00010000:3.0:1779202674.027528:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202674.027547:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4200, rc 0) 00000100:00100000:3.0:1779202674.027674:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:28215:x1865628501044992:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 700us (7622us total) trans 4294967918 rc 0/0 00000100:00100000:3.0:1779202674.027684:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1055 00000100:00100000:1.0:1779202674.045845:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202674.046411:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501045120 00000100:00100000:0.0:1779202674.046430:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501045120 00000100:00100000:0.0:1779202674.046511:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 274 00000100:00100000:0.0:1779202674.046525:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501045120:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202674.046607:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.046638:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.046648:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202674.046651:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202674.046656:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.046729:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.046747:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 10 pid: 12963 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202674.046772:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9265500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524070656:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202674.046907:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0f00 going to sleep for 11 seconds 00000100:00080000:0.0:1779202674.046928:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202674.053806:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202674.053878:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501045248 00000100:00100000:1.0:1779202674.053892:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501045248 00000100:00100000:1.0:1779202674.054000:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 47 00000100:00100000:1.0:1779202674.054013:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2419:x1865628501045248:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202674.054039:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202674.054077:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbe922 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65685 expref: 47 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.054100:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883700) 00010000:00010000:1.0:1779202674.054108:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202674.054173:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2419:x1865628501045248:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 163us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202674.054180:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 47 00000100:00100000:0.0:1779202674.062305:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9265500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524070656:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202674.062353:0:8446:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202674.073489:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202674.073680:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501045376 00000100:00100000:2.0:1779202674.073710:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501045376 00002000:00100000:2.0:1779202674.073777:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff91cfc3096d80 x1865628501045376/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:640/0 lens 648/0 e 0 to 0 dl 1779202685 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202674.073790:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3096d80 with x1865628501045376 ext(0->157) 00010000:00010000:2.0:1779202674.073802:0:16107:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 11 pid: 12963 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.073823:0:16107:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 11 pid: 12963 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202674.073833:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc3096d80 00000100:00100000:2.0:1779202674.073865:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 13 00000100:00100000:2.0:1779202674.073876:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501045376:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:2.0:1779202674.077078:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501045376:12345-192.168.204.21@tcp:4:cp.0 Request processed in 3185us (3585us total) trans 4294967345 rc 0/0 00000100:00100000:2.0:1779202674.077095:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 13 00002000:00100000:2.0:1779202674.077113:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff91cfc3096d80 x1865628501045376/t4294967345(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:640/0 lens 648/448 e 0 to 0 dl 1779202685 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202674.077128:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3096d80 with x1865628501045376 ext(0->157) 00010000:00010000:2.0:1779202674.077141:0:16107:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 13 pid: 12963 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.077166:0:16107:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 13 pid: 12963 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202674.077174:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc3096d80 00000100:00100000:3.0:1779202674.086848:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202674.086913:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501045504 00000100:00100000:0.0:1779202674.086930:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501045504 00010000:00010000:0.0:1779202674.086991:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 13 pid: 12963 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202674.087049:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 328 00000100:00100000:0.0:1779202674.087061:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628501045504:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202674.087308:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1779202674.087336:0:7938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1779202674.087345:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 13 pid: 12963 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.087364:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 13 pid: 12963 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.087398:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b76c12a/0x3d5ca2fc49dbe8dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65662 expref: 13 pid: 12963 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.087428:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202674.087431:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202674.087438:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.087451:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.087502:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202674.087583:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501045504:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 523us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202674.087593:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 328 00010000:00010000:2.0:1779202674.087958:0:8446:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.087970:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.087996:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.088007:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.088016:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.088025:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abba00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202674.088030:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.088045:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.088064:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.088071:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000025bc573/0x3d5ca2fc49dbe930 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202674.088156:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501045120:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 41634us (42328us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202674.088166:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 274 00000100:00100000:3.0:1779202674.106029:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202674.106287:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501045760 00000100:00100000:0.0:1779202674.106303:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501045760 00000100:00100000:0.0:1779202674.106403:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1056 00000100:00100000:0.0:1779202674.106417:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:28215:x1865628501045760:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202674.106645:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:28215:x1865628501045760:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 231us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202674.106654:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1056 00000100:00100000:3.0:1779202674.112393:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202674.112468:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501045888 00000100:00100000:0.0:1779202674.112482:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501045888 00000100:00100000:0.0:1779202674.112565:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 275 00000100:00100000:0.0:1779202674.112578:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501045888:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202674.112604:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202674.112636:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dbe937 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6568c expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202674.112682:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a0c7a70, atime: 0x0, ctime: 0x6a0c7a70, blocks: 0x8 00010000:00010000:0.0:1779202674.112736:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202674.112739:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202674.112750:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dbe937 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6568c expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.112774:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dbe937 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6568c expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.112792:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abb400, rc 0) 00000100:00100000:0.0:1779202674.112881:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501045888:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 304us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202674.112890:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 275 00000100:00100000:1.0:1779202674.118908:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202674.119884:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501046144 00000100:00100000:3.0:1779202674.119904:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501046144 00000100:00100000:3.0:1779202674.119993:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1057 00000100:00100000:3.0:1779202674.120006:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:28215:x1865628501046144:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202674.120183:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:28215:x1865628501046144:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 179us (1288us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202674.120192:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1057 00000100:00100000:0.0:1779202674.127598:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202674.127747:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501046272 00000100:00100000:2.0:1779202674.127763:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501046272 00002000:00100000:2.0:1779202674.127834:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff91d0f9265500 x1865628501046272/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:640/0 lens 488/0 e 0 to 0 dl 1779202685 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202674.127846:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0f9265500 with x1865628501046272 ext(0->4095) 00002000:00010000:2.0:1779202674.127854:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0f9265500 00000100:00100000:2.0:1779202674.127889:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 78 00000100:00100000:2.0:1779202674.127900:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501046272:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1779202674.128172:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501046272:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 272us (586us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1779202674.128181:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 78 00002000:00100000:2.0:1779202674.128199:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff91d0f9265500 x1865628501046272/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:640/0 lens 488/4536 e 0 to 0 dl 1779202685 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202674.128209:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0f9265500 with x1865628501046272 ext(0->4095) 00002000:00010000:2.0:1779202674.128213:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0f9265500 00000100:00100000:1.0:1779202674.147185:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202674.147512:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501046400 00000100:00100000:3.0:1779202674.147525:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501046400 00000100:00100000:3.0:1779202674.147749:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1058 00000100:00100000:3.0:1779202674.147763:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:28215:x1865628501046400:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202674.147792:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202674.147820:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe93e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65693 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.147872:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4400/0x3d5ca2fc49dbe945 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.147890:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4400/0x3d5ca2fc49dbe945 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.147904:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4400/0x3d5ca2fc49dbe945 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.148050:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe93e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65693 expref: 48 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.148066:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4400/0x3d5ca2fc49dbe945 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65693 expref: 47 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.148077:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883700) 00010000:00010000:3.0:1779202674.148081:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202674.148085:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4400, rc 0) 00000100:00100000:3.0:1779202674.148319:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:28215:x1865628501046400:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 559us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202674.148327:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1058 00000100:00100000:0.0:1779202674.157661:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202674.157926:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501046528 00000100:00100000:3.0:1779202674.157943:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501046528 00000100:00100000:3.0:1779202674.158015:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1059 00000100:00100000:3.0:1779202674.158027:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:28215:x1865628501046528:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202674.158099:0:10076:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202674.158476:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:28215:x1865628501046528:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 449us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202674.158484:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1059 00000100:00100000:1.0:1779202674.168517:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202674.168584:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501046656 00000100:00100000:1.0:1779202674.168599:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501046656 00000100:00100000:1.0:1779202674.168671:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 276 00000100:00100000:1.0:1779202674.168684:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501046656:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1779202674.168770:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe94c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.168794:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202674.168797:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202674.168803:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe94c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.168822:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe94c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.168857:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe94c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.168868:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe94c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.168886:0:8444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe94c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.168895:0:8444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202674.168900:0:8444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe94c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.168911:0:8444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe94c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.168931:0:8444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe94c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.168941:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe94c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202674.169037:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501046656:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 355us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202674.169045:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 276 00000100:00100000:2.0:1779202674.176044:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202674.176281:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501046912 00000100:00100000:3.0:1779202674.176296:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501046912 00000100:00100000:3.0:1779202674.176418:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1060 00000100:00100000:3.0:1779202674.176431:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:28215:x1865628501046912:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1779202674.176562:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.176585:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4400/0x3d5ca2fc49dbe945 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65693 expref: 47 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.176597:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.176650:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4400/0x3d5ca2fc49dbe945 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65693 expref: 47 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.176668:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4400/0x3d5ca2fc49dbe945 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65693 expref: 47 pid: 16980 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202674.176685:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524070784:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202674.177060:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f540 going to sleep for 11 seconds 00000100:00100000:2.0:1779202674.182013:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524070784:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202674.182111:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202674.182743:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202674.183042:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501047040 00000100:00100000:1.0:1779202674.183052:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501047040 00010000:00010000:1.0:1779202674.183106:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4400/0x3d5ca2fc49dbe945 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65693 expref: 48 pid: 16980 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202674.183263:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 329 00000100:00100000:1.0:1779202674.183276:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2420:x1865628501047040:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202674.183297:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202674.183304:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4400/0x3d5ca2fc49dbe945 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65693 expref: 48 pid: 16980 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.183373:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4400/0x3d5ca2fc49dbe945 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65693 expref: 48 pid: 16980 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.183403:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4400/0x3d5ca2fc49dbe945 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65693 expref: 48 pid: 16980 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.183420:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883700) 00010000:00010000:1.0:1779202674.183427:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.183437:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.183447:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.183483:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202674.183568:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2420:x1865628501047040:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 292us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202674.183576:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 329 00010000:00010000:2.0:1779202674.183858:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.183868:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.184903:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.184918:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.184927:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.184936:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202674.184941:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.184950:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.184969:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883700) 00010000:00010000:2.0:1779202674.184972:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202674.184979:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.184986:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe953 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202674.185783:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:28215:x1865628501046912:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 9347us (10325us total) trans 4294967919 rc 0/0 00000100:00100000:2.0:1779202674.185799:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1060 00000040:00080000:2.0:1779202674.185944:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202674.185949:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202674.187879:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1779202674.187901:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202674.192126:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202674.192358:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501047296 00000100:00100000:2.0:1779202674.192372:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501047296 00000100:00100000:2.0:1779202674.198724:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 199 00000100:00100000:2.0:1779202674.198763:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:28215:x1865628501047296:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202674.199570:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:28215:x1865628501047296:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 825us (7457us total) trans 4294967920 rc 0/0 00000100:00100000:2.0:1779202674.199581:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 199 00010000:00010000:3.0:1779202674.379202:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202674.576217:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202674.576254:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524070912:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202674.576369:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202674.576501:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524070912 00000100:00100000:3.0:1779202674.576514:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524070912 00000100:00100000:3.0:1779202674.576598:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1779202674.576610:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524070912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202674.576660:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202674.576750:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524070912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 141us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202674.576758:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1779202674.576868:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524070912:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1779202674.804297:0:21297:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202674.804309:0:21297:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202674.804341:0:21297:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 3 00000040:00080000:0.0:1779202674.804349:0:21297:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202674.912208:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202674.912361:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501047424 00000100:00100000:3.0:1779202674.912382:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501047424 00000100:00100000:3.0:1779202674.912486:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 277 00000100:00100000:3.0:1779202674.912499:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501047424:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202674.912536:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202674.912562:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbe95a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6569a expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.912606:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202674.912609:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202674.912619:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbe95a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6569a expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.912643:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbe95a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6569a expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.912660:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4e00, rc 0) 00000100:00100000:3.0:1779202674.912763:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501047424:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 266us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202674.912771:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 277 00000100:00080000:2.0:1779202674.914764:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202674.919823:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202674.921911:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501047680 00000100:00100000:2.0:1779202674.921928:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501047680 00000100:00100000:2.0:1779202674.922028:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1061 00000100:00100000:2.0:1779202674.922039:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:28216:x1865628501047680:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202674.922069:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202674.922097:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe961 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656a1 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1779202674.922106:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1779202674.922248:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe968 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.922269:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe968 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.922285:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe968 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202674.922302:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:2.0:1779202674.922436:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbe961 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656a1 expref: 96 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.922456:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe968 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656a1 expref: 95 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.922466:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883700) 00010000:00010000:2.0:1779202674.922481:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1779202674.922486:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6800, rc 0) 00000100:00100000:2.0:1779202674.922586:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:28216:x1865628501047680:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 548us (2781us total) trans 4294967921 rc 0/0 00000100:00100000:2.0:1779202674.922595:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1061 00000100:00100000:0.0:1779202674.933280:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202674.936411:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501047808 00000100:00100000:1.0:1779202674.936433:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501047808 00000100:00100000:1.0:1779202674.936527:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 278 00000100:00100000:1.0:1779202674.936541:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628501047808:12345-192.168.204.21@tcp:1:lfs.0 00010000:00010000:1.0:1779202674.936607:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.936635:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dbe937 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6568c expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.936654:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbe95a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6569a expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.936669:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202674.936672:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202674.936676:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.936749:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbe95a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6569a expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.936767:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbe95a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6569a expref: 12 pid: 12963 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202674.936785:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3097100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524071040:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202674.936945:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dbe937 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6568c expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.936956:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dbe937 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6568c expref: 11 pid: 17866 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202674.936973:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524071168:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202674.937000:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c83729c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202674.945419:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524071168:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202674.950820:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202674.950898:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202674.951134:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501047936 00000100:00100000:3.0:1779202674.951148:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501047936 00010000:00010000:3.0:1779202674.951205:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dbe937 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6568c expref: 12 pid: 17866 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202674.951260:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501048064 00000100:00100000:3.0:1779202674.951264:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501048064 00010000:00010000:3.0:1779202674.951279:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbe95a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6569a expref: 13 pid: 12963 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202674.951303:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 330 00000100:00100000:3.0:1779202674.951316:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501047936:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202674.951338:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202674.951369:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dbe937 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6568c expref: 12 pid: 17866 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.951383:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dbe937 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6568c expref: 12 pid: 17866 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.951418:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dbe937 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6568c expref: 12 pid: 17866 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.951440:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202674.951513:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501047936:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 199us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202674.951531:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 330 00000100:00100000:3.0:1779202674.951550:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 331 00000100:00100000:3.0:1779202674.951557:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628501048064:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202674.951565:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202674.951573:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbe95a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6569a expref: 13 pid: 12963 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.951586:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbe95a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6569a expref: 13 pid: 12963 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.951599:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202674.951601:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202674.951607:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.951619:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.951644:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202674.951664:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628501048064:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 107us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202674.951670:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 331 00010000:00010000:1.0:1779202674.953845:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbe95a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6569a expref: 12 pid: 12963 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202674.953875:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3097100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524071040:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202674.953914:0:8511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.953927:0:8511:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.953934:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.953975:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.953985:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.953995:0:8511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.954004:0:8511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202674.954009:0:8511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.954020:0:8511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.954045:0:8511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.954053:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c305a154/0x3d5ca2fc49dbe976 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202674.954187:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501047808:12345-192.168.204.21@tcp:1:lfs.0 Request processed in 17648us (20921us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202674.954199:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 278 00000100:00100000:0.0:1779202674.959459:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202674.959600:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501048320 00000100:00100000:3.0:1779202674.959615:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501048320 00000100:00100000:3.0:1779202674.959742:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 200 00000100:00100000:3.0:1779202674.959758:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6477450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:28216:x1865628501048320:12345-192.168.204.21@tcp:35:lfs.0 00000004:00010000:3.0:1779202674.959877:0:6565:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1a:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe968 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656a1 expref: 95 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1779202674.960184:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967922 00000001:00080000:3.0:1779202674.960627:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967923 00010000:00010000:3.0:1779202674.960678:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.960729:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe8c7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65654 expref: 47 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.960740:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe8f8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65669 expref: 98 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.960749:0:6565:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.960810:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe8f8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65669 expref: 98 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.960829:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe8f8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65669 expref: 98 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202674.960846:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524071296:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202674.960994:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe8c7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65654 expref: 47 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202674.961004:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe8c7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65654 expref: 47 pid: 10076 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202674.961013:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524071424:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202674.961038:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202674.978302:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202674.978595:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501048448 00000100:00100000:0.0:1779202674.978613:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501048448 00010000:00010000:0.0:1779202674.978684:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe8c7 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65654 expref: 48 pid: 10076 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202674.978778:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 332 00000100:00100000:0.0:1779202674.978790:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2419:x1865628501048448:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202674.978811:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202674.978831:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe8c7 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65654 expref: 48 pid: 10076 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.978852:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe8c7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65654 expref: 48 pid: 10076 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.978883:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883700) 00010000:00010000:0.0:1779202674.978890:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.978899:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202674.978906:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202674.978996:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2419:x1865628501048448:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 208us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202674.979005:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 332 00000100:00100000:1.0:1779202674.979642:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524071296:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202674.979664:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe8c7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65654 expref: 47 pid: 10076 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202674.979682:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524071424:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202674.979737:0:6565:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202674.981575:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202674.982914:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501048576 00000100:00100000:1.0:1779202674.982932:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501048576 00010000:00010000:1.0:1779202674.982991:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe8f8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65669 expref: 99 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202674.983035:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 333 00000100:00100000:1.0:1779202674.983048:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:2420:x1865628501048576:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202674.983066:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202674.983075:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe8f8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65669 expref: 99 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.983091:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe8f8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65669 expref: 99 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.983122:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe8f8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65669 expref: 99 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.983139:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883700) 00010000:00010000:1.0:1779202674.983145:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.983157:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.983167:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202674.983206:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202674.983296:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:2420:x1865628501048576:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 250us (1731us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202674.983304:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 333 00010000:00010000:2.0:1779202674.986080:0:6565:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.986104:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202674.986429:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967924 00000001:00080000:2.0:1779202674.986653:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967925 00000001:00080000:2.0:1779202674.990733:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967926 00000100:00100000:2.0:1779202674.990913:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524071552:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1779202674.991009:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202674.991054:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202674.992123:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524071552 00000100:00100000:1.0:1779202674.992137:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524071552 00000100:00100000:1.0:1779202674.992215:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1779202674.992228:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6565:x1865628524071552:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1779202674.992392:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6565:x1865628524071552:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 166us (1383us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202674.992401:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1779202674.992813:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524071552:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1779202674.993050:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967927 00000100:00100000:0.0:1779202674.993160:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9267100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524071680:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1779202674.993226:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202674.993267:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0000 going to sleep for 11 seconds 00000100:00100000:2.0:1779202674.993565:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524071680 00000100:00100000:2.0:1779202674.993575:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524071680 00000100:00100000:2.0:1779202674.993647:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1779202674.993665:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6565:x1865628524071680:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1779202674.993874:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6565:x1865628524071680:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 218us (647us total) trans 4294967346 rc 0/0 00000100:00100000:2.0:1779202674.993883:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000001:00080000:1.0:1779202674.998232:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967925 is committed 00000001:00080000:1.0:1779202674.998271:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967920 is committed 00000020:00080000:1.0:1779202674.998291:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 16 batchid updated 00000020:00080000:1.0:1779202674.998315:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000020:00080000:1.0:1779202674.998329:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00010000:00010000:2.0:1779202674.998566:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.998585:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7e7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.998594:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.998602:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202674.998608:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.998617:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7e7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.998639:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff91d0f3878e00) 00010000:00010000:2.0:1779202674.998643:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202674.998650:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7e7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.998667:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe7e7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.998726:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.998734:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.998740:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.998745:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202674.998748:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.998754:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.998766:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:2.0:1779202674.998769:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202674.998771:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7ee lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202674.998788:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe7ee lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.000109:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe8c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.000128:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe8c0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.000136:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe8c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.000143:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202675.000147:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe8c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.000154:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe8c0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.000170:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff91cfc2883600) 00010000:00010000:0.0:1779202675.000173:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202675.000178:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe8c0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.000183:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe8c0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202675.000290:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9267100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524071680:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:0.0:1779202675.000321:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.000328:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.000337:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.000342:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202675.000345:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.000350:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.000357:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883700) 00010000:00010000:0.0:1779202675.000360:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1779202675.000362:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.000367:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe97d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1779202675.000579:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1779202675.000665:0:6565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8920 00000004:00080000:0.0:1779202675.000682:0:6565:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 804236988324ns, next at 805236984556ns, rc = 0 00000001:00080000:0.0:1779202675.000859:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967928 00010000:00010000:0.0:1779202675.001274:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883700) 00010000:00010000:0.0:1779202675.001279:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1779202675.001291:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe968 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656a1 expref: 95 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202675.001491:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6477450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:28216:x1865628501048320:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 41735us (42044us total) trans 4294967929 rc 0/0 00000100:00100000:0.0:1779202675.001507:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 200 00000020:00080000:0.0:1779202675.001523:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1779202675.033089:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202675.033466:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501048704 00000100:00100000:2.0:1779202675.033480:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501048704 00000100:00100000:2.0:1779202675.033596:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1062 00000100:00100000:2.0:1779202675.033609:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:28217:x1865628501048704:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:2.0:1779202675.033650:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202675.033679:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe984 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656a8 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034363:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe98b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034385:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe98b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034400:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe98b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034422:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe992 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034429:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe992 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034441:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe992 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034554:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe999 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034562:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe999 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034579:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe999 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202675.034631:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:2.0:1779202675.034645:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202675.034674:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe999 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034688:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe999 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034739:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe98b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034745:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe98b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034752:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe98b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034758:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202675.034763:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe98b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034772:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe98b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034785:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:2.0:1779202675.034788:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202675.034793:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe98b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034799:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe98b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034812:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe992 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034982:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe992 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034988:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe992 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.034993:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202675.034996:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe992 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.035003:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe992 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.035011:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff91cfc2883400) 00010000:00010000:2.0:1779202675.035013:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202675.035016:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe992 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.035027:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe992 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.035074:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbe984 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656a8 expref: 96 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.035087:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe999 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656a8 expref: 95 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.035095:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883800) 00010000:00010000:2.0:1779202675.035098:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202675.035100:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6e00, rc 0) 00000100:00100000:2.0:1779202675.035391:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:28217:x1865628501048704:12345-192.168.204.21@tcp:101:diff.0 Request processed in 1782us (2369us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202675.035402:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1062 00000100:00100000:3.0:1779202675.042117:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202675.042662:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501048960 00000100:00100000:0.0:1779202675.042677:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501048960 00000100:00100000:0.0:1779202675.042766:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1063 00000100:00100000:0.0:1779202675.042779:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:28217:x1865628501048960:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:0.0:1779202675.042810:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202675.042836:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe9a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656af expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.049947:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe9a7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.049979:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe9a7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.049994:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe9a7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202675.050016:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:0.0:1779202675.050200:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbe9a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656af expref: 98 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.050224:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe9a7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656af expref: 97 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.050234:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883800) 00010000:00010000:0.0:1779202675.050237:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202675.050244:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abb400, rc 0) 00000100:00100000:0.0:1779202675.050352:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:28217:x1865628501048960:12345-192.168.204.21@tcp:101:diff.0 Request processed in 7574us (8249us total) trans 4294967930 rc 0/0 00000100:00100000:0.0:1779202675.050363:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1063 00000100:00100000:1.0:1779202675.064785:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.065719:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501049088 00000100:00100000:3.0:1779202675.065739:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501049088 00000100:00100000:3.0:1779202675.065834:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 48 00000100:00100000:3.0:1779202675.065848:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:2419:x1865628501049088:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202675.065872:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202675.065927:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbe9a7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656af expref: 97 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.065953:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883800) 00010000:00010000:3.0:1779202675.065962:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202675.066051:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:2419:x1865628501049088:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 206us (1283us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202675.066061:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 48 00000100:00100000:3.0:1779202675.071061:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202675.071605:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501049344 00000100:00100000:0.0:1779202675.071622:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501049344 00000100:00100000:0.0:1779202675.074421:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 49 00000100:00100000:0.0:1779202675.074439:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:28217:x1865628501049344:12345-192.168.204.21@tcp:103:diff.0 00010000:00010000:0.0:1779202675.074463:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202675.074498:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbe999 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656a8 expref: 96 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.074534:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91cfc2883800) 00010000:00010000:0.0:1779202675.074547:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202675.074651:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:28217:x1865628501049344:12345-192.168.204.21@tcp:103:diff.0 Request processed in 217us (3610us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202675.074659:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 49 00000100:00100000:3.0:1779202675.077627:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.077673:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501049472 00000100:00100000:3.0:1779202675.077710:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501049472 00000100:00100000:3.0:1779202675.077774:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1064 00000100:00100000:3.0:1779202675.077785:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:28217:x1865628501049472:12345-192.168.204.21@tcp:58:diff.0 00010000:00010000:3.0:1779202675.078308:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe9b5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.078332:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe9b5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.078346:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe9b5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1779202675.078566:0:16980:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].27, 136 off11864 00000100:00100000:3.0:1779202675.078684:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:28217:x1865628501049472:12345-192.168.204.21@tcp:58:diff.0 Request processed in 897us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202675.079012:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1064 00000100:00100000:3.0:1779202675.082836:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.083375:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501049600 00000100:00100000:3.0:1779202675.083392:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501049600 00000100:00100000:3.0:1779202675.083488:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1065 00000100:00100000:3.0:1779202675.083502:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:28217:x1865628501049600:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:3.0:1779202675.083542:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202675.083570:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe9bc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656b6 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.083648:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe9b5 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.083660:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe9bc lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656b6 expref: 96 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.083682:0:10076:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe9b5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.083728:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe9bc lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656b6 expref: 96 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.083746:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91d0f3878700) 00010000:00010000:3.0:1779202675.083749:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202675.083754:0:10076:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe9bc lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656b6 expref: 96 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.083762:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5c00, rc 0) 00000100:00100000:3.0:1779202675.083834:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:28217:x1865628501049600:12345-192.168.204.21@tcp:101:diff.0 Request processed in 336us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202675.083841:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1065 00000040:00080000:0.0:1779202675.212823:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202675.212836:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202675.212870:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 4 00000040:00080000:0.0:1779202675.212885:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202675.213075:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524071808:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202675.213779:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0480 going to sleep for 11 seconds 00000100:00100000:3.0:1779202675.219881:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524071808:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202675.234552:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.234655:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501049728 00000100:00100000:3.0:1779202675.234673:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501049728 00000100:00100000:3.0:1779202675.234784:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1066 00000100:00100000:3.0:1779202675.234797:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28218:x1865628501049728:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202675.234854:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202675.235021:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28218:x1865628501049728:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 227us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202675.235029:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1066 00000100:00100000:0.0:1779202675.251923:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.252094:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501049856 00000100:00100000:3.0:1779202675.252109:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501049856 00000100:00100000:3.0:1779202675.252196:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1067 00000100:00100000:3.0:1779202675.252208:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28218:x1865628501049856:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1779202675.252316:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe9c3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252341:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252355:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252374:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9ca lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252381:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252387:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252418:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252426:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252434:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202675.252495:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:3.0:1779202675.252501:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202675.252530:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252544:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252551:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe9c3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252558:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe9c3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252565:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202675.252571:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe9c3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252580:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe9c3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.252596:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:3.0:1779202675.252600:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202675.252994:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe9c3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253003:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbe9c3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253019:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253025:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9ca lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253774:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9ca lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253781:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202675.253785:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9ca lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253791:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9ca lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253883:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x202d96c9 (ffff91cfc2a52a00) 00010000:00010000:3.0:1779202675.253887:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202675.253892:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9ca lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253898:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9ca lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253922:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253929:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253935:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253941:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202675.253944:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253951:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253960:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91d0f3878700) 00010000:00010000:3.0:1779202675.253963:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202675.253965:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d1 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.253970:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202675.254305:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28218:x1865628501049856:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 2091us (2389us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202675.254317:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1067 00000100:00100000:1.0:1779202675.258318:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.258916:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501050112 00000100:00100000:3.0:1779202675.258933:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501050112 00000100:00100000:3.0:1779202675.259024:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1068 00000100:00100000:3.0:1779202675.259038:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28218:x1865628501050112:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202675.259068:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202675.259096:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656bd expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.259280:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9df lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.259305:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.259319:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202675.259333:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:3.0:1779202675.259442:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.259452:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9df lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.259460:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9df lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.259467:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202675.259473:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9df lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.259482:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9df lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.259498:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91d0f3878700) 00010000:00010000:3.0:1779202675.259502:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202675.259508:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9df lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.259527:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbe9df lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.259590:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d8 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656bd expref: 43 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.259601:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:3.0:1779202675.260359:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202675.260369:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbe9d8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656bd expref: 43 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.260386:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4600, rc 0) 00000100:00100000:3.0:1779202675.260470:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:28218:x1865628501050112:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1434us (2167us total) trans 4294967931 rc 301/301 00000100:00100000:3.0:1779202675.260480:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1068 00000100:00100000:1.0:1779202675.264817:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.264928:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501050240 00000100:00100000:3.0:1779202675.264951:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501050240 00000100:00100000:3.0:1779202675.265045:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1069 00000100:00100000:3.0:1779202675.265061:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:28218:x1865628501050240:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202675.265208:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202675.265486:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:28218:x1865628501050240:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 429us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202675.265496:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1069 00000100:00100000:0.0:1779202675.269647:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202675.270063:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501050496 00000100:00100000:2.0:1779202675.270079:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501050496 00000100:00100000:2.0:1779202675.270210:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1070 00000100:00100000:2.0:1779202675.270223:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:28218:x1865628501050496:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202675.270263:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202675.270291:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe9ed lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656c4 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.270997:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe9f4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.271018:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.271032:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202675.271047:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00010000:00010000:2.0:1779202675.271109:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbe9ed lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656c4 expref: 45 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.271131:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe9f4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656c4 expref: 44 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.271142:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91cfc2883500) 00010000:00010000:2.0:1779202675.271146:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202675.271151:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7a00, rc 0) 00000100:00100000:2.0:1779202675.271243:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:28218:x1865628501050496:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1022us (1613us total) trans 4294967932 rc 0/0 00000100:00100000:2.0:1779202675.271253:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1070 00000100:00100000:0.0:1779202675.276817:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202675.276951:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501050752 00000100:00100000:2.0:1779202675.276967:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501050752 00000100:00100000:2.0:1779202675.277054:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1071 00000100:00100000:2.0:1779202675.277066:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:28218:x1865628501050752:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202675.277159:0:6564:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202675.277198:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbe9f4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656c4 expref: 44 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.277221:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91cfc2883500) 00010000:00010000:2.0:1779202675.277235:0:6564:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202675.277278:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.277295:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe90d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65677 expref: 95 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.277305:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.277350:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe90d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65677 expref: 95 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.277368:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe90d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65677 expref: 95 pid: 16980 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202675.277389:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524071936:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202675.277532:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1779202675.284014:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202675.284105:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524071936:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202675.284155:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202675.284251:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501050880 00000100:00100000:3.0:1779202675.284259:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501050880 00010000:00010000:0.0:1779202675.284425:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe90d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65677 expref: 96 pid: 16980 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202675.284478:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 334 00000100:00100000:0.0:1779202675.284491:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:2419:x1865628501050880:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202675.284524:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202675.284533:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe90d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65677 expref: 96 pid: 16980 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.284546:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe90d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65677 expref: 96 pid: 16980 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.284577:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbe90d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65677 expref: 96 pid: 16980 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.284597:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:0.0:1779202675.284614:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.284630:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.284641:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.284674:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202675.284725:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284732:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284766:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbea09 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x9d3a1d08 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202675.284780:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2419:x1865628501050880:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 293us (781us total) trans 0 rc 0/0 00010000:00010000:2.0:1779202675.284782:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbea09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x9d3a1d08 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284790:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbea09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x9d3a1d08 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202675.284790:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 334 00010000:00010000:2.0:1779202675.284858:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284866:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284874:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284880:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202675.284885:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284894:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284903:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:2.0:1779202675.284906:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202675.284911:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284917:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbea02 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284927:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbea09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x9d3a1d08 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284934:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbea09 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x9d3a1d08 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284940:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbea09 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x9d3a1d08 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284945:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202675.284948:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbea09 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x9d3a1d08 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284953:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbea09 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x9d3a1d08 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284960:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x9d3a1d08 (ffff91cfc2883400) 00010000:00010000:2.0:1779202675.284963:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202675.284965:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbea09 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x9d3a1d08 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.284972:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbea09 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x9d3a1d08 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202675.285042:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:28218:x1865628501050752:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 7979us (8243us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202675.285051:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1071 00000100:00100000:0.0:1779202675.290942:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202675.291103:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501051008 00000100:00100000:1.0:1779202675.291117:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501051008 00000100:00100000:1.0:1779202675.291192:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1072 00000100:00100000:1.0:1779202675.291205:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:28218:x1865628501051008:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202675.291235:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202675.291267:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbea10 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656cb expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.291319:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbea17 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.291336:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbea17 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.291349:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbea17 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.291505:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbea10 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656cb expref: 45 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.291542:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbea17 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656cb expref: 44 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.291553:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:1.0:1779202675.291557:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202675.291561:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d000, rc 0) 00000100:00100000:1.0:1779202675.291664:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:28218:x1865628501051008:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 462us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202675.291672:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1072 00000100:00100000:2.0:1779202675.294525:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.295065:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501051264 00000100:00100000:3.0:1779202675.295080:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501051264 00000100:00100000:1.0:1779202675.295377:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1073 00000100:00100000:1.0:1779202675.295389:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:28218:x1865628501051264:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1779202675.295495:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea1e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.295595:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea1e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.302069:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea1e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202675.302916:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7f9772a reply state 0000000076b05006 transno 4294967933 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea1e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.302945:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea1e lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.302956:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:1.0:1779202675.302959:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1779202675.302966:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202675.303143:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:28218:x1865628501051264:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 7749us (8635us total) trans 4294967933 rc 0/0 00000100:00100000:1.0:1779202675.303154:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1073 00000100:00100000:0.0:1779202675.306850:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.307014:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501051392 00000100:00100000:3.0:1779202675.307031:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501051392 00000100:00100000:3.0:1779202675.307125:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1074 00000100:00100000:3.0:1779202675.307141:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:28218:x1865628501051392:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202675.307174:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202675.307205:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbea25 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656d2 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.307296:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbea25 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656d2 expref: 47 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.307315:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbea25 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656d2 expref: 47 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.307328:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:3.0:1779202675.307332:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202675.307335:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4600, rc 0) 00000100:00100000:3.0:1779202675.307425:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:28218:x1865628501051392:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 287us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202675.307433:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1074 00000100:00100000:1.0:1779202675.324401:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202675.324481:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501051520 00000100:00100000:0.0:1779202675.324498:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501051520 00000100:00100000:0.0:1779202675.324775:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 201 00000100:00100000:0.0:1779202675.324789:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:28218:x1865628501051520:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1779202675.325075:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:28218:x1865628501051520:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 Request processed in 287us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202675.325084:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 201 00000100:00100000:2.0:1779202675.330507:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202675.330937:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501051776 00000100:00100000:0.0:1779202675.330952:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501051776 00000100:00100000:0.0:1779202675.331034:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 202 00000100:00100000:0.0:1779202675.331048:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:28218:x1865628501051776:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1779202675.331386:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:28218:x1865628501051776:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 340us (894us total) trans 4294967934 rc 0/0 00000100:00100000:0.0:1779202675.331395:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 202 00000100:00100000:1.0:1779202675.338347:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202675.338978:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501052032 00000100:00100000:0.0:1779202675.338993:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501052032 00000100:00100000:0.0:1779202675.339076:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1075 00000100:00100000:0.0:1779202675.339090:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:28218:x1865628501052032:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202675.339389:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:28218:x1865628501052032:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 301us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202675.339400:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1075 00000100:00100000:1.0:1779202675.345753:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202675.346026:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501052288 00000100:00100000:2.0:1779202675.346041:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501052288 00000100:00100000:2.0:1779202675.346198:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1076 00000100:00100000:2.0:1779202675.346213:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:28218:x1865628501052288:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202675.346240:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202675.346266:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbea2c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656d9 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.346416:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.346435:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbea25 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656d2 expref: 49 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.346444:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.348315:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbea25 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656d2 expref: 49 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.348347:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbea25 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656d2 expref: 49 pid: 10076 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202675.348368:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524072064:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202675.352485:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1779202675.358495:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524072064:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202675.358985:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00010000:00010000:3.0:1779202675.359166:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202675.363321:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501052416 00000100:00100000:0.0:1779202675.363343:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501052416 00010000:00010000:0.0:1779202675.363411:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbea25 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656d2 expref: 50 pid: 10076 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202675.364211:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 335 00000100:00100000:1.0:1779202675.364234:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:2419:x1865628501052416:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202675.364257:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202675.364268:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbea25 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656d2 expref: 50 pid: 10076 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.364286:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbea25 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656d2 expref: 50 pid: 10076 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.364320:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbea25 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656d2 expref: 50 pid: 10076 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.364342:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:1.0:1779202675.364349:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.364360:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.364369:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.364416:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202675.364938:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.364950:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202675.364979:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00080000:3.0:1779202675.365217:0:6563:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x15:0x0], index 1: 0 00010000:00010000:3.0:1779202675.365355:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.365363:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.365370:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.365376:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202675.365381:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.365389:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.365402:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:3.0:1779202675.365404:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202675.365409:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.365415:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbea33 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.365489:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbea2c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656d9 expref: 50 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.365499:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff91d0f3878a00) 00010000:00010000:3.0:1779202675.365503:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202675.365586:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbea2c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656d9 expref: 50 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.365599:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7a00, rc 0) 00000100:00100000:1.0:1779202675.366207:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2419:x1865628501052416:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1981us (7223us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202675.366221:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 335 00000100:00100000:3.0:1779202675.366374:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:28218:x1865628501052288:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 20164us (20636us total) trans 4294967935 rc 301/301 00000100:00100000:3.0:1779202675.366382:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1076 00000100:00100000:1.0:1779202675.375280:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202675.375482:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501052672 00000100:00100000:2.0:1779202675.375496:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501052672 00000100:00100000:2.0:1779202675.375585:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 203 00000100:00100000:2.0:1779202675.375607:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:28218:x1865628501052672:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202675.377376:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:28218:x1865628501052672:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 1766us (2096us total) trans 4294967936 rc 0/0 00000100:00100000:2.0:1779202675.377395:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 203 00000100:00100000:0.0:1779202675.388949:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202675.393660:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501052800 00000100:00100000:2.0:1779202675.393709:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501052800 00000100:00100000:2.0:1779202675.393827:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1077 00000100:00100000:2.0:1779202675.393842:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:28218:x1865628501052800:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202675.393878:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202675.393906:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbea41 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656e0 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.394010:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea48 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.394029:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea48 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.394044:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea48 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202675.394105:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00200000:2.0:1779202675.394111:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202675.394610:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea48 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.394652:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbea41 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656e0 expref: 51 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.394675:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea48 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656e0 expref: 50 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.394818:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:2.0:1779202675.394821:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1779202675.394826:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7c00, rc 0) 00000100:00100000:2.0:1779202675.394930:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:28218:x1865628501052800:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1090us (5995us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202675.394939:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1077 00010000:00010000:0.0:1779202675.403311:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202675.404764:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202675.404985:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501052928 00000100:00100000:1.0:1779202675.404999:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501052928 00000100:00100000:1.0:1779202675.405103:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 279 00000100:00100000:1.0:1779202675.405128:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501052928:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202675.405152:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202675.405180:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbea4f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656e7 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202675.405212:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1779202675.405240:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202675.405243:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202675.405254:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbea4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656e7 expref: 10 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.405275:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbea4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656e7 expref: 10 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.405290:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d600, rc 0) 00000100:00100000:1.0:1779202675.405368:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501052928:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 253us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202675.405376:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 279 00000100:00080000:3.0:1779202675.406962:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202675.416140:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202675.416270:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501053184 00000100:00100000:0.0:1779202675.416285:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501053184 00000100:00100000:0.0:1779202675.416366:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1078 00000100:00100000:0.0:1779202675.416380:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:28218:x1865628501053184:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202675.416554:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:28218:x1865628501053184:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 176us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202675.416563:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1078 00000100:00100000:0.0:1779202675.430575:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.430887:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501053312 00000100:00100000:3.0:1779202675.430901:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501053312 00000100:00100000:3.0:1779202675.430981:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 280 00000100:00100000:3.0:1779202675.430995:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:28218:x1865628501053312:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202675.431023:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202675.431051:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbea56 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656ee expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.431097:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbea4f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656e7 expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.431107:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202675.431109:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202675.431113:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbea56 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656ee expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.431163:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbea4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656e7 expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.431186:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbea4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656e7 expref: 11 pid: 8444 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202675.431203:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524072192:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202675.431352:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f000 going to sleep for 11 seconds 00000100:00100000:3.0:1779202675.435194:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524072192:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202675.435242:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbea56 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656ee expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.435272:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4e00, rc 0) 00000100:00100000:3.0:1779202675.435360:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:28218:x1865628501053312:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 4366us (4798us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202675.435371:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 280 00000100:00100000:0.0:1779202675.439764:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.440296:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501053440 00000100:00100000:3.0:1779202675.440313:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501053440 00010000:00010000:3.0:1779202675.440378:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbea4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656e7 expref: 11 pid: 8444 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202675.440435:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 336 00000100:00100000:3.0:1779202675.440448:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501053440:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202675.440472:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202675.440501:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbea4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656e7 expref: 11 pid: 8444 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.440537:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbea4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656e7 expref: 11 pid: 8444 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.440568:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7b0d451/0x3d5ca2fc49dbea4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656e7 expref: 11 pid: 8444 timeout: 904 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.440591:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202675.440594:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202675.440612:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbea56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656ee expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.440625:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbea56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656ee expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.440680:0:6550:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbea56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656ee expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202675.440820:0:6550:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6550:1865628524072320:192.168.204.21@tcp:105: 00000100:00100000:3.0:1779202675.440946:0:6550:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f000 going to sleep for 11 seconds 00000100:00100000:0.0:1779202675.448467:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.449083:0:6550:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6550:1865628524072320:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202675.449117:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202675.449193:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501053440:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 8745us (9508us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202675.449207:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 336 00000100:00100000:3.0:1779202675.450129:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501053568 00000100:00100000:3.0:1779202675.450141:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501053568 00002000:00100000:3.0:1779202675.450209:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff91cfc321e300 x1865628501053568/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:641/0 lens 648/0 e 0 to 0 dl 1779202686 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202675.450226:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc321e300 with x1865628501053568 ext(0->157) 00002000:00010000:3.0:1779202675.450234:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc321e300 00000100:00100000:3.0:1779202675.450286:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 79 00000100:00100000:3.0:1779202675.450297:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501053568:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1779202675.458945:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501053568:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 8628us (10471us total) trans 4294967353 rc 0/0 00000100:00100000:3.0:1779202675.458964:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 79 00002000:00100000:3.0:1779202675.458985:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff91cfc321e300 x1865628501053568/t4294967353(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:641/0 lens 648/448 e 0 to 0 dl 1779202686 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202675.458997:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc321e300 with x1865628501053568 ext(0->157) 00002000:00010000:3.0:1779202675.459005:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc321e300 00000100:00100000:1.0:1779202675.469868:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.471056:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501053696 00000100:00100000:3.0:1779202675.471074:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501053696 00000100:00100000:3.0:1779202675.471172:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1079 00000100:00100000:3.0:1779202675.471185:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:28218:x1865628501053696:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1779202675.479816:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967936 is committed 00000001:00080000:1.0:1779202675.479860:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967930 is committed 00000004:00080000:1.0:1779202675.479867:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000020:00080000:1.0:1779202675.479906:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91cfc4cb0540 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:1.0:1779202675.479913:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0ffc5b600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4cb03c0 00000020:00080000:1.0:1779202675.479917:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0ffc5b800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4947200 00010000:00010000:2.0:1779202675.480248:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea1e lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.480263:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea1e lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.480271:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.480277:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202675.480283:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.480292:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea1e lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.480313:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:2.0:1779202675.480316:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1779202675.480322:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea1e lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.480329:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea1e lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1779202675.480527:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17 committed batchid 16 00000020:00080000:0.0:1779202675.480638:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:1.0:1779202675.481385:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:28218:x1865628501053696:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 10193us (11525us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202675.481401:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1079 00000100:00100000:1.0:1779202675.483436:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524072448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1779202675.484028:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202675.484948:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524072448 00000100:00100000:0.0:1779202675.484962:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524072448 00000100:00100000:0.0:1779202675.485061:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1779202675.485078:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524072448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1779202675.485133:0:17866:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:20 count 1 00002000:00010000:0.0:1779202675.485184:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a0c7a70, atime: 0x0, ctime: 0x6a0c7a70, blocks: 0x8 00010000:00010000:0.0:1779202675.485194:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbea5d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.485218:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202675.485222:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202675.485230:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbea5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.485248:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbea5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.485259:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbea5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.485267:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbea5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.485295:0:17866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1779202675.485534:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524072448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 461us (1508us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1779202675.485543:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00010000:00010000:0.0:1779202675.485576:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202675.485582:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbea5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.485592:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3aba800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202675.485597:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbea5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.485618:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbea5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.485645:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbea5d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.485653:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbea5d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.485678:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202675.485723:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202675.485726:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1779202675.485778:0:3664:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc31a7800/2, rc 0, transno 4294967347 00000100:00100000:0.0:1779202675.485786:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524072448:0@lo:6:osp-syn-0-0.0 00000100:00080000:3.0:1779202675.486853:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202675.487401:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202675.487532:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501053824 00000100:00100000:1.0:1779202675.487544:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501053824 00000100:00100000:1.0:1779202675.487628:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 282 00000100:00100000:1.0:1779202675.487640:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501053824:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1779202675.497528:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000100:00100000:2.0:1779202675.497912:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501053824:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 10266us (10510us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202675.497927:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 282 00000100:00100000:2.0:1779202675.506208:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.506425:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501054080 00000100:00100000:3.0:1779202675.506441:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501054080 00000100:00100000:3.0:1779202675.506525:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1080 00000100:00100000:3.0:1779202675.506538:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:28218:x1865628501054080:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1779202675.506634:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202675.506688:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea48 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656e0 expref: 43 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.506762:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:3.0:1779202675.506770:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202675.506818:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbea64 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.506838:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbea64 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.506849:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbea64 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202675.509301:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004dd9ada2 reply state 000000009a06e17c transno 4294967937 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbea64 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.509340:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbea64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.509353:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:3.0:1779202675.509357:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202675.509364:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1779202675.520815:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:28218:x1865628501054080:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 14260us (14603us total) trans 4294967937 rc 0/0 00000100:00100000:0.0:1779202675.520831:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1080 00000100:00100000:1.0:1779202675.527781:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202675.527966:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501054208 00000100:00100000:0.0:1779202675.527982:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501054208 00000100:00100000:0.0:1779202675.528065:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1081 00000100:00100000:0.0:1779202675.528077:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:28218:x1865628501054208:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202675.528110:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202675.528150:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbea6b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656f5 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.528231:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbea6b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656f5 expref: 45 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.528257:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbea6b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656f5 expref: 45 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.528283:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:0.0:1779202675.528286:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202675.528291:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3aba800, rc 0) 00000100:00100000:0.0:1779202675.528384:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:28218:x1865628501054208:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 309us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202675.528393:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1081 00000100:00100000:1.0:1779202675.533973:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202675.534094:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501054336 00000100:00100000:2.0:1779202675.534108:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501054336 00000100:00100000:2.0:1779202675.534183:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 283 00000100:00100000:2.0:1779202675.534195:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501054336:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1779202675.534434:0:8446:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1779202675.534439:0:8446:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb mtime from disk: 0 -> 1779202672 00002000:00010000:2.0:1779202675.534441:0:8446:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb atime from disk: 0 -> 1779202672 00002000:00010000:2.0:1779202675.534444:0:8446:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb ctime from disk: 0 -> 1779202672 00002000:00010000:2.0:1779202675.534446:0:8446:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1779202675.534537:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501054336:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 344us (581us total) trans 4294967354 rc 0/0 00000100:00100000:2.0:1779202675.534546:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 283 00000100:00100000:1.0:1779202675.544046:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202675.544172:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501054592 00000100:00100000:2.0:1779202675.544188:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501054592 00000100:00100000:2.0:1779202675.544274:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1082 00000100:00100000:2.0:1779202675.544288:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:28218:x1865628501054592:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1779202675.544379:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.544401:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbea17 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656cb expref: 45 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.544416:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.544466:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbea17 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656cb expref: 45 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.544615:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbea17 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656cb expref: 45 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202675.544637:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524072576:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202675.545363:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498c300 going to sleep for 11 seconds 00000100:00100000:2.0:1779202675.553745:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524072576:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202675.553791:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202675.557451:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202675.557899:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501054720 00000100:00100000:0.0:1779202675.557913:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501054720 00010000:00010000:0.0:1779202675.557970:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbea17 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656cb expref: 46 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202675.558026:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 337 00000100:00100000:0.0:1779202675.558039:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2420:x1865628501054720:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202675.558063:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202675.558073:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbea17 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656cb expref: 46 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.558092:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbea17 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656cb expref: 46 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.558134:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbea17 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656cb expref: 46 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.558165:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:0.0:1779202675.558171:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.558184:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.558194:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.558235:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202675.558320:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2420:x1865628501054720:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 283us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202675.558329:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 337 00010000:00010000:2.0:1779202675.559525:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.559541:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.559608:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.559618:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.559626:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.559634:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202675.559639:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.559647:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.559665:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:2.0:1779202675.559668:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1779202675.559673:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.559727:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea72 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202675.559836:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:28218:x1865628501054592:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 15546us (15801us total) trans 0 rc -22/-22 00000100:00100000:2.0:1779202675.559847:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1082 00000100:00100000:1.0:1779202675.571005:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202675.575254:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501054848 00000100:00100000:0.0:1779202675.575275:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501054848 00000100:00100000:0.0:1779202675.575641:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 284 00000100:00100000:0.0:1779202675.575656:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501054848:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202675.575764:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.575793:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbea56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656ee expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.575803:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202675.575805:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202675.575810:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.575862:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbea56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656ee expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.575881:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbea56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656ee expref: 11 pid: 12963 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202675.575899:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9265880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524072704:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202675.576019:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0480 going to sleep for 11 seconds 00000100:00100000:0.0:1779202675.581365:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9265880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524072704:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202675.581405:0:17866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202675.584057:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202675.584305:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501054976 00000100:00100000:0.0:1779202675.584320:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501054976 00010000:00010000:0.0:1779202675.584377:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbea56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656ee expref: 12 pid: 12963 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202675.584429:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 338 00000100:00100000:0.0:1779202675.584441:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501054976:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202675.584462:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202675.584514:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbea56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656ee expref: 12 pid: 12963 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.584533:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbea56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656ee expref: 12 pid: 12963 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.584562:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1937848/0x3d5ca2fc49dbea56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656ee expref: 12 pid: 12963 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.584586:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202675.584588:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202675.584595:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.584619:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.584662:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202675.584828:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501054976:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 388us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202675.584837:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 338 00010000:00010000:1.0:1779202675.586014:0:17866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.586043:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.586079:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.586089:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.586099:0:17866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.586106:0:17866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202675.586116:0:17866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.586127:0:17866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.586148:0:17866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.586156:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbea79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202675.586277:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501054848:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 10622us (15284us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202675.586287:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 284 00000100:00100000:1.0:1779202675.603051:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202675.603319:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501055232 00000100:00100000:2.0:1779202675.603333:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501055232 00000100:00100000:2.0:1779202675.603414:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1083 00000100:00100000:2.0:1779202675.603427:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:28218:x1865628501055232:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1779202675.603613:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea80 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.603637:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea80 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.603653:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea80 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.603904:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.603919:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbea6b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656f5 expref: 45 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.603928:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.603979:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbea6b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656f5 expref: 45 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.603996:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbea6b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656f5 expref: 45 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202675.604014:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524072832:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202675.606979:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202675.611628:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202675.611982:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501055360 00000100:00100000:0.0:1779202675.611996:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501055360 00010000:00010000:0.0:1779202675.612059:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbea6b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656f5 expref: 46 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202675.612251:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 339 00000100:00100000:0.0:1779202675.612265:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2419:x1865628501055360:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202675.612288:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202675.612296:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbea6b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656f5 expref: 46 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.612318:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbea6b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656f5 expref: 46 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.612349:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:0.0:1779202675.612356:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.612369:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.612379:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.612405:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202675.612590:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2419:x1865628501055360:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 327us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202675.612899:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 339 00010000:00010000:2.0:1779202675.613342:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbea6b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656f5 expref: 45 pid: 6562 timeout: 904 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202675.613369:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524072832:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202675.613400:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.613411:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202675.613419:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202675.616102:0:6564:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967938 00000001:00080000:2.0:1779202675.618436:0:6564:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967939 00000001:00080000:2.0:1779202675.619302:0:6564:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967940 00000100:00100000:2.0:1779202675.619447:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6564:1865628524072960:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1779202675.622174:0:6564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202675.622243:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1779202675.622892:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524072960 00000100:00100000:3.0:1779202675.622907:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524072960 00000100:00100000:3.0:1779202675.623015:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1779202675.623027:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6564:x1865628524072960:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1779202675.623187:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6564:x1865628524072960:12345-0@lo:1000:mdt00_002.0 Request processed in 162us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202675.623196:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00080000:2.0:1779202675.623676:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202675.623965:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6564:1865628524072960:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1779202675.624211:0:6564:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967941 00000100:00100000:0.0:1779202675.624323:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9265880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6564:1865628524073088:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1779202675.624393:0:6564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202675.624433:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c2bafe40 going to sleep for 11 seconds 00000100:00100000:1.0:1779202675.624742:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524073088 00000100:00100000:1.0:1779202675.624751:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524073088 00000100:00100000:1.0:1779202675.624811:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1779202675.624820:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6564:x1865628524073088:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1779202675.624980:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6564:x1865628524073088:12345-0@lo:1000:mdt00_002.0 Request processed in 160us (587us total) trans 4294967355 rc 0/0 00000100:00100000:1.0:1779202675.624987:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1779202675.625425:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9265880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6564:1865628524073088:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1779202675.625566:0:6564:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967942 00010000:00010000:0.0:1779202675.625618:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625636:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625645:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625652:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202675.625658:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625669:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625730:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:0.0:1779202675.625735:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202675.625742:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625748:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbea87 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625781:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe9b5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625787:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe9b5 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625793:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe9b5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625799:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202675.625802:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe9b5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625809:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe9b5 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625818:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91d0f3878700) 00010000:00010000:0.0:1779202675.625821:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202675.625830:0:6564:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe9bc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656b6 expref: 89 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625842:0:6564:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe9bc lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656b6 expref: 89 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625853:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe9bc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656b6 expref: 89 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.625898:0:6564:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5c00/0x3d5ca2fc49dbe9bc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656b6 expref: 89 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202675.625917:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524073216:192.168.204.21@tcp:105: 00000100:00100000:0.0:1779202675.626028:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e04c8900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202675.635545:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524073216:192.168.204.21@tcp:105: 00010000:00010000:0.0:1779202675.635591:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe9b5 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635615:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbe9b5 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635669:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbea8e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635745:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbea8e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635762:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbea8e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635776:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbea8e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635783:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbea8e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635790:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbea8e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635796:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202675.635800:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbea8e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635807:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbea8e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635823:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91d0f3878700) 00010000:00010000:0.0:1779202675.635826:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202675.635831:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbea8e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635837:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbea8e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635852:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea80 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635859:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea80 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635865:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea80 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635872:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202675.635874:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea80 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635880:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea80 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635886:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff91d0f3878700) 00010000:00010000:0.0:1779202675.635888:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202675.635890:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea80 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202675.635896:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbea80 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202675.636536:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:28218:x1865628501055232:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 33108us (33864us total) trans 4294967943 rc 0/0 00000100:00100000:0.0:1779202675.636552:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1083 00000020:00080000:0.0:1779202675.636562:0:6564:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1779202675.637389:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202675.637397:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202675.637962:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1779202675.637977:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202675.670443:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202675.671032:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202675.671303:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501055488 00000100:00100000:1.0:1779202675.671315:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501055488 00000100:00100000:1.0:1779202675.671368:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501055744 00000100:00100000:1.0:1779202675.671370:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501055744 00000100:00100000:1.0:1779202675.671386:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 204 00000100:00100000:1.0:1779202675.671396:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:28217:x1865628501055488:12345-192.168.204.21@tcp:49:diff.0 00000100:00100000:1.0:1779202675.671724:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:28217:x1865628501055488:12345-192.168.204.21@tcp:49:diff.0 Request processed in 327us (1292us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202675.671731:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 204 00000100:00100000:1.0:1779202675.671751:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 205 00000100:00100000:1.0:1779202675.671759:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6475050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:28218:x1865628501055744:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1779202675.672048:0:6566:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x1b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1779202675.672093:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967944 00010000:00010000:1.0:1779202675.672316:0:6566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea95 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.672338:0:6566:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea95 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.672350:0:6566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea95 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.672360:0:6566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea95 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.672366:0:6566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea95 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.672374:0:6566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea95 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202675.672398:0:6566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1779202675.672490:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6475050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:28218:x1865628501055744:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 729us (1458us total) trans 4294967945 rc 0/0 00000100:00100000:1.0:1779202675.672498:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 205 00000020:00080000:1.0:1779202675.672510:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1779202675.672653:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202675.672663:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea95 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.672672:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202675.672688:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea95 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.672716:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea95 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.672732:0:6551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:3.0:1779202675.672735:0:6551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1779202675.672742:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea95 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.672748:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbea95 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.672764:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202675.672766:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202675.672768:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202675.680756:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.680945:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501055872 00000100:00100000:3.0:1779202675.680961:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501055872 00000100:00100000:3.0:1779202675.681073:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 285 00000100:00100000:3.0:1779202675.681087:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:28217:x1865628501055872:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:3.0:1779202675.681123:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202675.681152:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbea9c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d656fc expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202675.681187:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 158, mtime: 0x6a0c7a70, atime: 0x6a0c7a70, ctime: 0x6a0c7a70, blocks: 0x8 00010000:00010000:3.0:1779202675.681218:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202675.681221:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202675.681233:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbea9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656fc expref: 15 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.681252:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbea9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656fc expref: 15 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202675.681268:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4400, rc 0) 00000100:00100000:3.0:1779202675.681344:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:28217:x1865628501055872:12345-192.168.204.21@tcp:101:diff.0 Request processed in 260us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202675.681352:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 285 00000100:00080000:2.0:1779202675.682143:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202675.685838:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202675.686020:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501056000 00000100:00100000:3.0:1779202675.686046:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501056000 00002000:00100000:3.0:1779202675.686121:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff91d0f9264a80 x1865628501056000/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:641/0 lens 488/0 e 0 to 0 dl 1779202686 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202675.686133:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0f9264a80 with x1865628501056000 ext(0->4095) 00002000:00010000:3.0:1779202675.686143:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0f9264a80 00000100:00100000:3.0:1779202675.686183:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 80 00000100:00100000:3.0:1779202675.686194:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2420:x1865628501056000:12345-192.168.204.21@tcp:3:diff.0 00000100:00100000:3.0:1779202675.686420:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2420:x1865628501056000:12345-192.168.204.21@tcp:3:diff.0 Request processed in 227us (598us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1779202675.686429:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 80 00002000:00100000:3.0:1779202675.686435:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff91d0f9264a80 x1865628501056000/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:641/0 lens 488/4536 e 0 to 0 dl 1779202686 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202675.686443:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0f9264a80 with x1865628501056000 ext(0->4095) 00002000:00010000:3.0:1779202675.686448:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0f9264a80 00000100:00100000:0.0:1779202675.692420:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202675.692519:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501056256 00000100:00100000:1.0:1779202675.692534:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501056256 00000100:00100000:1.0:1779202675.692610:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 206 00000100:00100000:1.0:1779202675.692622:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:28217:x1865628501056256:12345-192.168.204.21@tcp:35:diff.0 00000100:00100000:1.0:1779202675.693163:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:28217:x1865628501056256:12345-192.168.204.21@tcp:35:diff.0 Request processed in 542us (757us total) trans 4294967946 rc 0/0 00000100:00100000:1.0:1779202675.693173:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 206 00010000:00010000:0.0:1779202676.432878:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202676.619062:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524073600:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.619167:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202676.619245:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524074112:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.619272:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202676.619295:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524074624:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.619313:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202676.619341:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1779202676.619347:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524073472:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.619371:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202676.619388:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524073984:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.619408:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202676.619424:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524074496:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.619445:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202676.619478:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524073600 00000100:00100000:1.0:1779202676.619497:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524073600 00000100:00100000:1.0:1779202676.619554:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1779202676.619564:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524073600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.619632:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524073600:12345-0@lo:400:kworker.0 Request processed in 69us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202676.619640:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1779202676.619667:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524074112 00000100:00100000:1.0:1779202676.619671:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524074112 00000100:00100000:1.0:1779202676.619745:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524074624 00000100:00100000:1.0:1779202676.619749:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524074624 00000100:00100000:1.0:1779202676.619764:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524073472 00000100:00100000:1.0:1779202676.619766:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524073472 00000100:00100000:1.0:1779202676.619775:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524073984 00000100:00100000:1.0:1779202676.619776:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524073984 00000100:00100000:1.0:1779202676.619787:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524074496 00000100:00100000:1.0:1779202676.619789:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524074496 00000100:00100000:1.0:1779202676.619803:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1779202676.619809:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524074112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.619841:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524074112:12345-0@lo:400:kworker.0 Request processed in 32us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202676.619847:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1779202676.619856:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1779202676.619861:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524074624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.619881:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524074624:12345-0@lo:400:kworker.0 Request processed in 20us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202676.619890:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1779202676.619897:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1779202676.619903:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524073472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.619925:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524073472:12345-0@lo:400:kworker.0 Request processed in 23us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202676.619930:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1779202676.619939:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:1.0:1779202676.619944:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524073984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.619970:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524073984:12345-0@lo:400:kworker.0 Request processed in 26us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202676.619975:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:1.0:1779202676.619985:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1779202676.619991:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524074496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.620015:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524074496:12345-0@lo:400:kworker.0 Request processed in 25us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202676.620020:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1779202676.620065:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524073472:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.620076:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524073984:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.620084:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524074496:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.620094:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524073600:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.620104:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524074112:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.620113:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524074624:0@lo:400:kworker.0 00000100:00100000:0.0:1779202676.620430:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524073728:0@lo:400:kworker.0 00000100:00100000:0.0:1779202676.620476:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202676.620528:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524074240:0@lo:400:kworker.0 00000100:00100000:0.0:1779202676.620559:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202676.620579:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524074752:0@lo:400:kworker.0 00000100:00100000:0.0:1779202676.620599:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202676.620627:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1779202676.620634:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3097480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524073344:0@lo:400:kworker.0 00000100:00100000:0.0:1779202676.620663:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202676.620688:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524073856:0@lo:400:kworker.0 00000100:00100000:0.0:1779202676.620735:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202676.620754:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524074368:0@lo:400:kworker.0 00000100:00100000:0.0:1779202676.620775:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202676.620792:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524074880:0@lo:400:kworker.0 00000100:00100000:0.0:1779202676.620813:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202676.620845:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524073728 00000100:00100000:0.0:1779202676.620851:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524073728 00000100:00100000:0.0:1779202676.620886:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:0.0:1779202676.620893:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524073728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202676.620936:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524073728:12345-0@lo:400:kworker.0 Request processed in 43us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202676.620943:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:0.0:1779202676.621070:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524074240 00000100:00100000:0.0:1779202676.621074:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524074240 00000100:00100000:0.0:1779202676.621111:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524074752 00000100:00100000:0.0:1779202676.621114:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524074752 00000100:00100000:0.0:1779202676.621134:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524074368 00000100:00100000:0.0:1779202676.621137:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524074368 00000100:00100000:0.0:1779202676.621148:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524074880 00000100:00100000:0.0:1779202676.621150:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524074880 00000100:00100000:0.0:1779202676.621163:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1779202676.621169:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524074240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202676.621205:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524074240:12345-0@lo:400:kworker.0 Request processed in 35us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202676.621211:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1779202676.621221:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1779202676.621498:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524073856 00000100:00100000:2.0:1779202676.621504:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524073856 00000100:00100000:2.0:1779202676.621540:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1779202676.621547:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524073856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202676.621594:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524073856:12345-0@lo:400:kworker.0 Request processed in 48us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202676.621601:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00080000:2.0:1779202676.621622:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202676.621646:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524074752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202676.621680:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524074752:12345-0@lo:400:kworker.0 Request processed in 453us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202676.621686:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1779202676.621720:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1779202676.621727:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524074368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202676.621758:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524074368:12345-0@lo:400:kworker.0 Request processed in 32us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202676.621764:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1779202676.621774:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1779202676.621896:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524073344 00000100:00100000:1.0:1779202676.621901:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524073344 00000100:00100000:1.0:1779202676.621935:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1779202676.621941:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524073344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.621993:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524073344:12345-0@lo:400:kworker.0 Request processed in 52us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202676.621999:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1779202676.622059:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3097480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524073344:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.622084:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524073856:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.622098:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524074368:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.622111:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524073728:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.622121:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524074240:0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.622131:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524074752:0@lo:400:kworker.0 00000100:00080000:2.0:1779202676.625553:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202676.625564:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202676.625568:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202676.625928:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524075008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202676.626050:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202676.626254:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524075008 00000100:00100000:2.0:1779202676.626265:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524075008 00000100:00100000:2.0:1779202676.626332:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1779202676.626345:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524075008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202676.626396:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:2.0:1779202676.626463:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524075008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202676.626471:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1779202676.626561:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524075008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202676.627391:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524074880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202676.628359:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524074880:12345-0@lo:400:kworker.0 Request processed in 6570us (7536us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202676.628373:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1779202676.628521:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524074880:0@lo:400:kworker.0 00000040:00080000:3.0:1779202676.984296:0:21348:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202676.984309:0:21348:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202676.984351:0:21348:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 4 00000040:00080000:3.0:1779202676.984361:0:21348:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202677.451033:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202677.640783:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202677.640848:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202677.640888:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202677.640916:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202677.640936:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202677.640957:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202677.640975:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202677.640991:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202677.641055:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202677.641094:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501056640 00000100:00100000:0.0:1779202677.641107:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501056640 00000100:00100000:0.0:1779202677.641180:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501057152 00000100:00100000:0.0:1779202677.641183:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501057152 00000100:00100000:0.0:1779202677.641202:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501056512 00000100:00100000:0.0:1779202677.641205:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501056512 00000100:00100000:0.0:1779202677.641219:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501057024 00000100:00100000:0.0:1779202677.641221:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501057024 00000100:00100000:0.0:1779202677.641238:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 970 00000100:00100000:0.0:1779202677.641251:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501056640:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202677.641356:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501056640:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 107us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202677.641364:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 970 00000100:00100000:0.0:1779202677.641383:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 971 00000100:00100000:0.0:1779202677.641390:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501057152:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202677.641415:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501057152:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202677.641424:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 971 00000100:00100000:0.0:1779202677.641434:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 972 00000100:00100000:0.0:1779202677.641441:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:2421:x1865628501056512:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202677.641480:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:2421:x1865628501056512:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 39us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202677.641487:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 972 00000100:00100000:0.0:1779202677.641499:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 973 00000100:00100000:0.0:1779202677.641505:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:2421:x1865628501057024:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202677.641532:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:2421:x1865628501057024:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202677.641538:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 973 00000100:00100000:1.0:1779202677.642052:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501056896 00000100:00100000:1.0:1779202677.642058:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501056896 00000100:00100000:1.0:1779202677.642107:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501057408 00000100:00100000:1.0:1779202677.642111:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501057408 00000100:00100000:1.0:1779202677.642131:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501056768 00000100:00100000:1.0:1779202677.642133:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501056768 00000100:00100000:1.0:1779202677.642146:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501057280 00000100:00100000:1.0:1779202677.642148:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501057280 00000100:00100000:1.0:1779202677.642163:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 628 00000100:00100000:1.0:1779202677.642171:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2421:x1865628501056896:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202677.642207:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2421:x1865628501056896:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 37us (1319us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202677.642213:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 628 00000100:00100000:1.0:1779202677.642225:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 629 00000100:00100000:1.0:1779202677.642231:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501057408:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202677.642254:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501057408:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (1316us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202677.642260:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 629 00000100:00100000:1.0:1779202677.642270:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 630 00000100:00100000:1.0:1779202677.642276:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501056768:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202677.642298:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501056768:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (1322us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202677.642304:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 630 00000100:00100000:1.0:1779202677.642313:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 631 00000100:00100000:1.0:1779202677.642319:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2421:x1865628501057280:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202677.642339:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2421:x1865628501057280:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202677.642344:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 631 00000100:00100000:2.0:1779202677.644149:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501056384 00000100:00100000:2.0:1779202677.644169:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501056384 00000100:00100000:2.0:1779202677.644258:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 723 00000100:00100000:2.0:1779202677.644270:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501056384:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202677.644357:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501056384:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 90us (3589us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202677.644365:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 723 00000100:00080000:2.0:1779202677.644418:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202677.644425:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202677.644429:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202677.644433:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202678.156005:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524075136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202678.156107:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202678.156264:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524075136 00000100:00100000:3.0:1779202678.156274:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524075136 00000100:00100000:3.0:1779202678.156356:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1779202678.156368:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524075136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202678.156407:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 129153856 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:3.0:1779202678.156478:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524075136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202678.156486:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00080000:1.0:1779202678.158161:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202678.158257:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524075136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202678.161759:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524075264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202678.161866:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202678.162009:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524075264 00000100:00100000:1.0:1779202678.162023:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524075264 00000100:00100000:1.0:1779202678.162117:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1779202678.162128:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524075264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202678.162161:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 129153856 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:1.0:1779202678.162225:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524075264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202678.162233:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1779202678.162298:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524075264:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1779202678.162375:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1779202678.477911:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202678.667368:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202678.667403:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524075392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202678.667521:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202678.667632:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524075392 00000100:00100000:1.0:1779202678.667644:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524075392 00000100:00100000:1.0:1779202678.667750:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1779202678.667761:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524075392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202678.667803:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00100000:1.0:1779202678.667854:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524075392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202678.667862:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00080000:1.0:1779202678.667887:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202678.667935:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524075392:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202678.669677:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524075520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202678.669823:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202678.670121:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524075520 00000100:00100000:3.0:1779202678.670133:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524075520 00000100:00100000:3.0:1779202678.670212:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1779202678.670223:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524075520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202678.670260:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00100000:3.0:1779202678.670319:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524075520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202678.670326:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00080000:0.0:1779202678.672097:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202678.672177:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524075520:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1779202679.500409:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1779202679.700262:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000001:00080000:2.0:1779202679.700285:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000100:00100000:1.0:1779202679.710923:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524075648:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202679.711044:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202679.732628:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524075648 00000100:00100000:3.0:1779202679.732654:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524075648 00000100:00100000:3.0:1779202679.732784:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1779202679.732798:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524075648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202679.732859:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202679.733006:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524075648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 211us (21961us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202679.733018:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1779202679.733620:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524075648:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202680.533186:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202681.548011:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202681.739517:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524076032:0@lo:400:kworker.0 00000100:00100000:3.0:1779202681.739637:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202681.746524:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524076032 00000100:00100000:2.0:1779202681.746541:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524076032 00000100:00100000:2.0:1779202681.746624:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1779202681.746636:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524076032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.746784:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524076032:12345-0@lo:400:kworker.0 Request processed in 149us (7147us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202681.746792:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1779202681.747573:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524075776:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202681.747645:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202681.748492:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524075904:0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.748550:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202681.750793:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524076160:0@lo:400:kworker.0 00000100:00100000:0.0:1779202681.750889:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202681.751016:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524075776 00000100:00100000:3.0:1779202681.753175:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524075776 00000100:00100000:3.0:1779202681.754118:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524076160 00000100:00100000:3.0:1779202681.754134:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524076160 00000100:00100000:3.0:1779202681.754182:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1779202681.754196:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3664:x1865628524075776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202681.755175:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:3.0:1779202681.755302:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3664:x1865628524075776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1107us (7655us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202681.755521:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524075776:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202681.755539:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524076288:0@lo:400:kworker.0 00000100:00100000:1.0:1779202681.755603:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202681.755657:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524076800:0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.756133:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524076416:0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.756468:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202681.756490:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524076928:0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.756522:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202681.756550:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4381500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524077440:0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.756585:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202681.757113:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524076416 00000100:00100000:3.0:1779202681.757117:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1779202681.757125:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524076416 00000100:00100000:3.0:1779202681.757166:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1779202681.757182:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524076160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202681.757253:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524076160:12345-0@lo:400:kworker.0 Request processed in 77us (6364us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202681.757267:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1779202681.757278:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524076416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.757325:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524076416:12345-0@lo:400:kworker.0 Request processed in 50us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202681.760200:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524076160:0@lo:400:kworker.0 00000100:00100000:0.0:1779202681.760221:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524076672:0@lo:400:kworker.0 00000100:00100000:0.0:1779202681.760311:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202681.760363:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524077184:0@lo:400:kworker.0 00000100:00100000:3.0:1779202681.760783:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1779202681.760882:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524076032:0@lo:400:kworker.0 00000100:00100000:3.0:1779202681.760892:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524076544:0@lo:400:kworker.0 00000100:00100000:3.0:1779202681.760928:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202681.760970:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524077056:0@lo:400:kworker.0 00000100:00100000:3.0:1779202681.760994:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202681.761030:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524076288 00000100:00100000:3.0:1779202681.761039:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524076288 00000100:00100000:3.0:1779202681.761096:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524076672 00000100:00100000:3.0:1779202681.761100:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524076672 00000100:00100000:3.0:1779202681.761131:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524076544 00000100:00100000:3.0:1779202681.761135:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524076544 00000100:00100000:3.0:1779202681.761149:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524077056 00000100:00100000:3.0:1779202681.761152:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524077056 00000100:00100000:3.0:1779202681.761171:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1779202681.761182:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524076288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202681.761245:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524076288:12345-0@lo:400:kworker.0 Request processed in 64us (5642us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202681.761252:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1779202681.761265:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1779202681.761271:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524076672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202681.761302:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524076672:12345-0@lo:400:kworker.0 Request processed in 32us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202681.761308:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1779202681.763781:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1779202681.763854:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1779202681.763878:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524076544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.764000:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524076544:12345-0@lo:400:kworker.0 Request processed in 135us (3070us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202681.764007:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1779202681.764021:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1779202681.764034:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524077056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202681.764084:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524077056:12345-0@lo:400:kworker.0 Request processed in 54us (3088us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202681.764093:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1779202681.764099:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524076928 00000100:00100000:2.0:1779202681.764110:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524076928 00000100:00080000:3.0:1779202681.764119:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202681.764128:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202681.764131:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202681.764177:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524077440 00000100:00100000:2.0:1779202681.764181:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524077440 00000100:00100000:3.0:1779202681.764193:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524077056:0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.764215:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1779202681.764224:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524076928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202681.764247:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1779202681.764257:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524077440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.764267:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524076928:12345-0@lo:400:kworker.0 Request processed in 44us (7743us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202681.764274:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1779202681.764325:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524076416:0@lo:400:kworker.0 00000100:00100000:0.0:1779202681.764327:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202681.764344:0:3665:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:2.0:1779202681.764352:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967346 committed transno 4294967347 00000100:00100000:1.0:1779202681.764364:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524077184 00000100:00100000:1.0:1779202681.764370:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524077184 00000004:00080000:2.0:1779202681.764383:0:3665:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc31a7800, transno 4294967347 00000100:00100000:0.0:1779202681.764410:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524076672:0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.764411:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524076928:0@lo:400:kworker.0 00000100:00100000:1.0:1779202681.764421:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1779202681.764430:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524077184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202681.764476:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524077184:12345-0@lo:400:kworker.0 Request processed in 48us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202681.764492:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1779202681.764518:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524075904 00000100:00100000:1.0:1779202681.764522:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524075904 00000100:00100000:1.0:1779202681.764552:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1779202681.764569:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524075904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202681.764610:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524075904:12345-0@lo:400:kworker.0 Request processed in 52us (16060us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202681.764610:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524077184:0@lo:400:kworker.0 00000100:00100000:1.0:1779202681.764616:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1779202681.764639:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524075904:0@lo:400:kworker.0 00000100:00080000:2.0:1779202681.764719:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202681.764722:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202681.764737:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524076544:0@lo:400:kworker.0 00000100:00100000:3.0:1779202681.765207:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524077440:12345-0@lo:400:kworker.0 Request processed in 949us (8628us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202681.765217:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1779202681.765264:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4381500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524077440:0@lo:400:kworker.0 00000100:00100000:1.0:1779202681.765343:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202681.765380:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524077312:0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.765425:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524076800 00000100:00100000:1.0:1779202681.765426:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202681.765432:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524076800 00000100:00100000:2.0:1779202681.765480:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524077312 00000100:00100000:2.0:1779202681.765483:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524077312 00000100:00100000:2.0:1779202681.765506:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1779202681.765514:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524076800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.765616:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524076800:12345-0@lo:400:kworker.0 Request processed in 104us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202681.765623:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1779202681.765630:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524076288:0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.765637:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1779202681.765644:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524077312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202681.765650:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524076800:0@lo:400:kworker.0 00000100:00100000:2.0:1779202681.765678:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524077312:12345-0@lo:400:kworker.0 Request processed in 35us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202681.765685:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1779202681.765762:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524077312:0@lo:400:kworker.0 00000100:00080000:2.0:1779202681.766270:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202681.766274:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1779202681.769051:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967355 is committed 00000001:00080000:1.0:1779202681.769070:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000001:00080000:2.0:1779202681.775508:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967946 is committed 00000001:00080000:2.0:1779202681.775557:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967945 is committed 00000020:00080000:2.0:1779202681.775577:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0e005d840 refcount 2 committed 0 result 0 batchid 18 00000020:00080000:2.0:1779202681.775584:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f5029e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4cb0480 00000020:00080000:2.0:1779202681.775589:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0fc1fd000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc49be400 00000020:00080000:2.0:1779202681.775628:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17 batchid updated 00000020:00080000:1.0:1779202681.776678:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 18 committed batchid 17 00000020:00080000:1.0:1779202681.776801:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00010000:00010000:0.0:1779202681.778968:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbea64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202681.778991:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbea64 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202681.779001:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbea64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202681.779008:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202681.779015:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbea64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202681.779025:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbea64 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202681.779052:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff91d0ebf53a00) 00010000:00010000:0.0:1779202681.779056:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202681.779063:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbea64 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202681.779071:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbea64 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202682.576134:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202682.758273:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202682.758328:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202682.758434:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202682.758472:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202682.758516:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501057536 00000100:00100000:1.0:1779202682.758528:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501057536 00000100:00100000:1.0:1779202682.758597:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 725 00000100:00100000:1.0:1779202682.758622:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501057536:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202682.758740:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501057536:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 132us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202682.758750:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 725 00000100:00100000:3.0:1779202682.761406:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501058048 00000100:00100000:3.0:1779202682.761427:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501058048 00000100:00100000:3.0:1779202682.761530:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 636 00000100:00100000:3.0:1779202682.761543:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2422:x1865628501058048:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202682.761650:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2422:x1865628501058048:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 110us (3215us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202682.761660:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 636 00000100:00080000:3.0:1779202682.762989:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202682.768756:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202682.768792:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202682.772573:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501057792 00000100:00100000:2.0:1779202682.772595:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501057792 00000100:00100000:1.0:1779202682.773176:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501058304 00000100:00100000:1.0:1779202682.773183:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501058304 00000100:00100000:1.0:1779202682.773276:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 980 00000100:00100000:1.0:1779202682.773293:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501058304:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202682.773415:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501058304:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 128us (14941us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202682.773428:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 980 00000100:00080000:1.0:1779202682.773471:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202682.774005:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501058560 00000100:00100000:0.0:1779202682.774013:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501058560 00000100:00100000:1.0:1779202682.774141:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501057664 00000100:00100000:1.0:1779202682.774145:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501057664 00000100:00100000:1.0:1779202682.774181:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 981 00000100:00100000:1.0:1779202682.774189:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:2422:x1865628501057664:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202682.774237:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:2422:x1865628501057664:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 49us (5444us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202682.774244:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 981 00000100:00080000:1.0:1779202682.774283:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202682.774287:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202682.774336:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202682.780293:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202682.780360:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202682.780385:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501057920 00000100:00100000:0.0:1779202682.780399:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501057920 00000100:00080000:1.0:1779202682.780847:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202682.780879:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501058432 00000100:00100000:2.0:1779202682.780885:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501058432 00000100:00100000:2.0:1779202682.780931:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 637 00000100:00100000:2.0:1779202682.780944:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501058560:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202682.781066:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501058560:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 124us (12325us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202682.781074:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 637 00000100:00100000:2.0:1779202682.781100:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 638 00000100:00100000:2.0:1779202682.781107:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501057920:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202682.781137:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501057920:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (6802us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202682.781143:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 638 00000100:00100000:2.0:1779202682.781153:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 639 00000100:00100000:2.0:1779202682.781160:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501058432:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202682.781182:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501058432:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202682.781187:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 639 00000100:00100000:2.0:1779202682.781218:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501058176 00000100:00100000:2.0:1779202682.781223:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501058176 00000100:00100000:2.0:1779202682.781267:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 982 00000100:00100000:2.0:1779202682.781274:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:2422:x1865628501058176:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202682.781308:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:2422:x1865628501058176:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202682.781315:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 982 00000100:00080000:1.0:1779202682.784947:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202682.784960:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202682.785360:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 983 00000100:00100000:2.0:1779202682.785388:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501057792:12345-192.168.204.21@tcp:400:kworker.0 00000100:00080000:1.0:1779202682.790816:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202682.792155:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501057792:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 6757us (33809us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202682.792174:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 983 00000100:00100000:0.0:1779202683.275350:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202683.275394:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524077568:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202683.275509:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202683.276574:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524077568 00000100:00100000:1.0:1779202683.276587:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524077568 00000100:00100000:1.0:1779202683.276676:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1779202683.276689:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524077568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202683.276757:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 129125184 pending 0 free 3922448384 avail 3690926080 00000100:00080000:3.0:1779202683.276814:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202683.276831:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524077568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 146us (1322us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202683.276839:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1779202683.276920:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524077696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202683.276966:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202683.277040:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524077568:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202683.277124:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524077696 00000100:00100000:1.0:1779202683.277128:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524077696 00000100:00100000:1.0:1779202683.277167:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1779202683.277172:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524077696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202683.277184:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 129125184 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1779202683.277210:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524077696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202683.277218:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1779202683.277394:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524077696:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1779202683.277449:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202683.304153:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202683.304311:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501058688 00000100:00100000:2.0:1779202683.304327:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501058688 00000100:00100000:2.0:1779202683.304422:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1084 00000100:00100000:2.0:1779202683.304434:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28198:x1865628501058688:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1779202683.304585:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:28198:x1865628501058688:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 152us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202683.304595:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1084 00000100:00100000:3.0:1779202683.307819:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202683.308006:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501058816 00000100:00100000:2.0:1779202683.308021:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501058816 00000100:00100000:2.0:1779202683.308159:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1085 00000100:00100000:2.0:1779202683.308171:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:28198:x1865628501058816:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1779202683.308334:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:28198:x1865628501058816:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 166us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202683.308344:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1085 00010000:00010000:0.0:1779202683.595025:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202683.723477:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1779202683.787067:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524077824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202683.787166:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202683.790993:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524077952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202683.791103:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202683.811582:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524077824 00000100:00100000:1.0:1779202683.811603:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524077824 00000100:00100000:1.0:1779202683.811742:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524077952 00000100:00100000:1.0:1779202683.811745:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524077952 00000100:00100000:1.0:1779202683.811779:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1779202683.811791:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524077824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202683.811841:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00100000:1.0:1779202683.811959:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524077824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 169us (24793us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202683.811967:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1779202683.811986:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1779202683.811993:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc381450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524077952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202683.812003:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00100000:1.0:1779202683.812026:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc381450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524077952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 35us (20925us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202683.812033:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00080000:3.0:1779202683.812399:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202683.812464:0:3664:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:3.0:1779202683.812472:0:3664:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967355 00000100:00100000:3.0:1779202683.812511:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524077824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202683.812778:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524077952:0@lo:13:osp-pre-1-1.0 00000040:00080000:1.0:1779202683.851021:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202683.851034:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202683.851147:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:1.0:1779202683.851158:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779202684.620166:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202684.811630:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202684.811669:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524078080:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202684.811815:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202684.812019:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524078080 00000100:00100000:3.0:1779202684.812030:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524078080 00000100:00100000:3.0:1779202684.812108:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1779202684.812120:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524078080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202684.812166:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202684.812238:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524078080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202684.812246:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1779202684.814389:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524078080:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202685.643349:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1779202686.055850:0:21546:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12h: Restore a released file implicitly from a second node ========================================================== 10:58:03 (1779202683) 00010000:00010000:0.0:1779202686.667114:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202686.859417:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202686.859451:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524078208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202686.859559:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202686.859814:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524078464:0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.859857:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202686.859940:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524078976:0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.859964:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202686.859992:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524079488:0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.860014:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202686.860057:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1779202686.860063:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524078336:0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.860099:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202686.860121:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524078848:0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.860167:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524078336 00000100:00100000:1.0:1779202686.860178:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524078336 00000100:00100000:1.0:1779202686.860242:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1779202686.860253:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524078336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.860332:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524078336:12345-0@lo:400:kworker.0 Request processed in 80us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202686.860340:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1779202686.860422:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524078464 00000100:00100000:1.0:1779202686.860426:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524078464 00000100:00100000:1.0:1779202686.860458:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524078976 00000100:00100000:1.0:1779202686.860461:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524078976 00000100:00100000:1.0:1779202686.860492:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524079488 00000100:00100000:1.0:1779202686.860495:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524079488 00000100:00100000:1.0:1779202686.860517:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1779202686.860524:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524078464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.860564:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524078464:12345-0@lo:400:kworker.0 Request processed in 40us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202686.860570:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1779202686.860583:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1779202686.860589:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524078976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.860617:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524078976:12345-0@lo:400:kworker.0 Request processed in 29us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202686.860624:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1779202686.860634:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1779202686.860640:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524079488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.860664:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524079488:12345-0@lo:400:kworker.0 Request processed in 25us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202686.860670:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1779202686.860728:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524078720:0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.860756:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202686.860775:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524079232:0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.860801:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202686.860819:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524079744:0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.860839:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202686.860859:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1779202686.860864:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524078592:0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.860890:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524078720 00000100:00100000:1.0:1779202686.860894:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524078720 00000100:00100000:1.0:1779202686.860914:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1779202686.860919:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524078720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.860952:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524078720:12345-0@lo:400:kworker.0 Request processed in 33us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202686.860958:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1779202686.860996:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524079232 00000100:00100000:1.0:1779202686.861000:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524079232 00000100:00100000:1.0:1779202686.861031:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524079744 00000100:00100000:1.0:1779202686.861034:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524079744 00000100:00100000:1.0:1779202686.861054:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1779202686.861060:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524079232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.861100:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524079232:12345-0@lo:400:kworker.0 Request processed in 39us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202686.861106:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1779202686.861118:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1779202686.861124:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524079744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.861154:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524079744:12345-0@lo:400:kworker.0 Request processed in 30us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202686.861160:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1779202686.861166:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1779202686.862948:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202686.862965:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202686.862970:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202686.863712:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524078208 00000100:00100000:2.0:1779202686.863730:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524078208 00000100:00100000:2.0:1779202686.863809:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524078848 00000100:00100000:2.0:1779202686.863813:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524078848 00000100:00100000:2.0:1779202686.863843:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1779202686.863855:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524078208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202686.863906:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:2.0:1779202686.864020:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524078208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 167us (4464us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202686.864028:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1779202686.864047:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1779202686.864053:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524078848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202686.864090:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524078848:12345-0@lo:400:kworker.0 Request processed in 39us (2929us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202686.864096:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1779202686.864234:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524078848:0@lo:400:kworker.0 00000100:00100000:0.0:1779202686.864253:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524079360:0@lo:400:kworker.0 00000100:00100000:0.0:1779202686.864329:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202686.883733:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202686.883801:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524079104:0@lo:400:kworker.0 00000100:00100000:3.0:1779202686.883871:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202686.883896:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524079616:0@lo:400:kworker.0 00000100:00100000:3.0:1779202686.883915:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202686.883953:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524078720:0@lo:400:kworker.0 00000100:00100000:3.0:1779202686.883966:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524079232:0@lo:400:kworker.0 00000100:00100000:3.0:1779202686.883977:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524079744:0@lo:400:kworker.0 00000100:00100000:3.0:1779202686.884037:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524078208:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202686.884099:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524079104 00000100:00100000:3.0:1779202686.884105:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524079104 00000100:00100000:3.0:1779202686.884153:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524079616 00000100:00100000:3.0:1779202686.884155:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524079616 00000100:00100000:3.0:1779202686.884175:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:3.0:1779202686.884183:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524079104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202686.884230:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524079104:12345-0@lo:400:kworker.0 Request processed in 47us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202686.884237:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:3.0:1779202686.884252:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:3.0:1779202686.884258:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524079616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202686.884283:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524079616:12345-0@lo:400:kworker.0 Request processed in 26us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202686.884462:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00080000:3.0:1779202686.884481:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202686.884501:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524079104:0@lo:400:kworker.0 00000100:00100000:3.0:1779202686.884520:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524079616:0@lo:400:kworker.0 00000100:00100000:3.0:1779202686.884577:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524078592 00000100:00100000:3.0:1779202686.884581:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524078592 00000100:00100000:3.0:1779202686.884602:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1779202686.884608:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64ba050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524078592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202686.884646:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64ba050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524078592:12345-0@lo:400:kworker.0 Request processed in 37us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202686.884652:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1779202686.884961:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524078592:0@lo:400:kworker.0 00000100:00100000:0.0:1779202686.891587:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524079872:0@lo:400:kworker.0 00000100:00100000:0.0:1779202686.891685:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202686.906952:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524078464:0@lo:400:kworker.0 00000100:00100000:0.0:1779202686.906983:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524078976:0@lo:400:kworker.0 00000100:00100000:0.0:1779202686.907000:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524079488:0@lo:400:kworker.0 00000100:00100000:0.0:1779202686.907066:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524078336:0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.908815:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524079360 00000100:00100000:1.0:1779202686.908836:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524079360 00000100:00080000:2.0:1779202686.908967:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202686.908995:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524079872 00000100:00100000:1.0:1779202686.909003:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524079872 00000100:00080000:2.0:1779202686.909055:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202686.909081:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1779202686.909095:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524079360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.909337:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524079360:12345-0@lo:400:kworker.0 Request processed in 245us (45008us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202686.909350:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1779202686.909370:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1779202686.909378:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524079872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202686.909413:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524079872:12345-0@lo:400:kworker.0 Request processed in 36us (17729us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202686.909419:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1779202686.909580:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524079360:0@lo:400:kworker.0 00000100:00100000:2.0:1779202686.909601:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524079872:0@lo:400:kworker.0 00010000:00010000:1.0:1779202687.698228:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202687.883293:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202687.883354:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202687.883386:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202687.883398:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501058944 00000100:00100000:0.0:1779202687.883412:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501058944 00000100:00100000:0.0:1779202687.883484:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 727 00000100:00100000:0.0:1779202687.883496:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501058944:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202687.883605:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501058944:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 100us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202687.883614:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 727 00000100:00100000:1.0:1779202687.885897:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501059072 00000100:00100000:1.0:1779202687.885915:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501059072 00000100:00100000:1.0:1779202687.886027:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501059200 00000100:00100000:1.0:1779202687.886032:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501059200 00000100:00100000:1.0:1779202687.886063:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 990 00000100:00100000:1.0:1779202687.886080:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:2422:x1865628501059072:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202687.886183:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:2422:x1865628501059072:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 111us (2828us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202687.886191:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 990 00000100:00100000:1.0:1779202687.886210:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 991 00000100:00100000:1.0:1779202687.886217:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501059200:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202687.886246:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501059200:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (2859us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202687.886253:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 991 00000100:00080000:3.0:1779202687.886438:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202687.886445:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202687.889166:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202687.889221:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202687.889259:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202687.889302:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202687.889324:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202687.889349:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202687.889381:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501059584 00000100:00100000:2.0:1779202687.889396:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501059584 00000100:00100000:2.0:1779202687.889468:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501059712 00000100:00100000:2.0:1779202687.889472:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501059712 00000100:00100000:2.0:1779202687.889499:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 992 00000100:00100000:2.0:1779202687.889510:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:2422:x1865628501059584:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202687.889528:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501059328 00000100:00100000:1.0:1779202687.889532:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501059328 00000100:00100000:1.0:1779202687.889575:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501059456 00000100:00100000:1.0:1779202687.889578:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501059456 00000100:00100000:1.0:1779202687.889597:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501059840 00000100:00100000:1.0:1779202687.889601:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501059840 00000100:00100000:1.0:1779202687.889616:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501059968 00000100:00100000:1.0:1779202687.889618:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501059968 00000100:00100000:1.0:1779202687.889633:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 644 00000100:00100000:1.0:1779202687.889639:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501059328:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202687.889680:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501059328:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 40us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202687.889687:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 644 00000100:00100000:0.0:1779202687.889719:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 645 00000100:00100000:0.0:1779202687.889728:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2421:x1865628501059456:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202687.889735:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 646 00000100:00100000:1.0:1779202687.889740:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501059840:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202687.889756:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2421:x1865628501059456:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202687.889759:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501059840:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202687.889763:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 645 00000100:00100000:1.0:1779202687.889767:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 646 00000100:00100000:0.0:1779202687.889775:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 647 00000100:00100000:2.0:1779202687.889817:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:2422:x1865628501059584:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 309us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202687.889825:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 992 00000100:00100000:2.0:1779202687.889839:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 993 00000100:00100000:2.0:1779202687.889845:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501059712:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202687.889872:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501059712:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202687.889878:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 993 00000100:00100000:0.0:1779202687.889919:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501059968:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202687.889947:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501059968:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 166us (597us total) trans 0 rc 0/0 00000100:00080000:3.0:1779202687.890031:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202687.890037:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202687.890041:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202687.890043:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202687.905809:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 647 00000020:00080000:1.0:1779202687.913105:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 18 batchid updated 00000020:00080000:0.0:1779202687.913244:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000020:00080000:0.0:1779202687.913264:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:2.0:1779202688.421795:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524080000:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202688.421901:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202688.422446:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524080128:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202688.422480:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202688.431282:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524080000 00000100:00100000:2.0:1779202688.431309:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524080000 00000100:00100000:2.0:1779202688.431412:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524080128 00000100:00100000:2.0:1779202688.431416:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524080128 00000100:00100000:2.0:1779202688.431458:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1779202688.431470:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524080000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202688.431517:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 129125184 pending 0 free 3922448384 avail 3690926080 00000100:00100000:2.0:1779202688.431638:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524080000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 169us (9735us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202688.431651:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1779202688.431671:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1779202688.431679:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524080128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202688.431720:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 129125184 pending 0 free 3922448384 avail 3690926080 00000100:00100000:2.0:1779202688.431756:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524080128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (9275us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202688.431763:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1779202688.431833:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524080000:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1779202688.431960:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202688.432012:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524080128:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1779202688.742385:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1779202688.852481:0:21594:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_12h Need 2 or more clients, have 1 00000100:00100000:2.0:1779202688.914299:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202688.914336:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524080256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202688.914440:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202688.916261:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524080256 00000100:00100000:0.0:1779202688.916281:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524080256 00000100:00100000:0.0:1779202688.916385:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1779202688.916400:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524080256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202688.916446:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00100000:0.0:1779202688.916559:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524080256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 164us (2119us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202688.916568:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1779202688.916661:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524080256:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1779202688.920828:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202688.929348:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202688.929385:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524080384:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202688.929493:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202688.929582:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524080384 00000100:00100000:3.0:1779202688.929593:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524080384 00000100:00100000:3.0:1779202688.929672:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1779202688.929684:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524080384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202688.929744:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00100000:3.0:1779202688.930215:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524080384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 532us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202688.930225:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00080000:3.0:1779202688.930267:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202688.930461:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524080384:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1779202689.739027:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202689.933114:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202689.933147:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524080512:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202689.933306:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202689.933624:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524080512 00000100:00100000:3.0:1779202689.933636:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524080512 00000100:00100000:3.0:1779202689.933739:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1779202689.933751:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524080512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202689.933945:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202689.934019:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524080512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 270us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202689.934028:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1779202689.934974:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524080512:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1779202690.765636:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202691.787078:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1779202691.912346:0:21642:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12m: Archive/release/implicit restore ========================================================== 10:58:09 (1779202689) 00000100:00100000:3.0:1779202691.980019:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202691.980045:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524080640:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202691.980136:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202691.980273:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524080640 00000100:00100000:2.0:1779202691.980283:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524080640 00000100:00100000:2.0:1779202691.980338:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1779202691.980348:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524080640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202691.980403:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:2.0:1779202691.980457:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524080640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202691.980465:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1779202691.980784:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524080640:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202691.985828:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524080768:0@lo:400:kworker.0 00000100:00100000:2.0:1779202691.985920:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202691.986485:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524080896:0@lo:400:kworker.0 00000100:00100000:1.0:1779202691.986527:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202691.986556:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202691.986561:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524081024:0@lo:400:kworker.0 00000100:00100000:1.0:1779202691.986580:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202691.986615:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524080896 00000100:00100000:1.0:1779202691.986624:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524080896 00000100:00100000:1.0:1779202691.986971:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524081024 00000100:00100000:1.0:1779202691.986976:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524081024 00000100:00100000:1.0:1779202691.987002:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1779202691.987012:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524080896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202691.987072:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524080896:12345-0@lo:400:kworker.0 Request processed in 61us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202691.987079:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1779202691.987096:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1779202691.987101:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524081024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202691.987124:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524081024:12345-0@lo:400:kworker.0 Request processed in 23us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202691.987130:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1779202691.987184:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524081024:0@lo:400:kworker.0 00000100:00100000:1.0:1779202691.987206:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524080896:0@lo:400:kworker.0 00000100:00100000:0.0:1779202691.987759:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524081152:0@lo:400:kworker.0 00000100:00100000:0.0:1779202691.987806:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202691.987848:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524080768 00000100:00100000:0.0:1779202691.987852:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524080768 00000100:00100000:0.0:1779202691.987886:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1779202691.987893:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524080768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202691.988098:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524081152 00000100:00100000:1.0:1779202691.988102:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524081152 00000100:00100000:1.0:1779202691.988131:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1779202691.988138:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524081152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202691.988469:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524081152:12345-0@lo:400:kworker.0 Request processed in 330us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202691.988477:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1779202691.988527:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524081152:0@lo:400:kworker.0 00000100:00100000:3.0:1779202691.989187:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524081408:0@lo:400:kworker.0 00000100:00100000:3.0:1779202691.989239:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202691.989264:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524081920:0@lo:400:kworker.0 00000100:00100000:3.0:1779202691.989284:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202691.989302:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1779202691.989307:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524081536:0@lo:400:kworker.0 00000100:00100000:3.0:1779202691.989330:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202691.989345:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524082048:0@lo:400:kworker.0 00000100:00100000:1.0:1779202691.989461:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524081664:0@lo:400:kworker.0 00000100:00100000:3.0:1779202691.989577:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202691.989644:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524081408 00000100:00100000:3.0:1779202691.989650:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524081408 00000100:00100000:3.0:1779202691.989735:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524081920 00000100:00100000:3.0:1779202691.989738:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524081920 00000100:00100000:3.0:1779202691.989759:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1779202691.989767:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524081408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202691.989811:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524081408:12345-0@lo:400:kworker.0 Request processed in 45us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202691.989819:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1779202691.989832:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:3.0:1779202691.989838:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524081920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202691.989859:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524081920:12345-0@lo:400:kworker.0 Request processed in 22us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202691.989865:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1779202691.989935:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524080768:12345-0@lo:400:kworker.0 Request processed in 2041us (4014us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202691.989944:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1779202691.990174:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524080768:0@lo:400:kworker.0 00000100:00100000:2.0:1779202691.990208:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524081280:0@lo:400:kworker.0 00000100:00100000:2.0:1779202691.990237:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202691.990263:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524081792:0@lo:400:kworker.0 00000100:00100000:2.0:1779202691.990292:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202691.990319:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524081280 00000100:00100000:2.0:1779202691.990322:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524081280 00000100:00100000:2.0:1779202691.990348:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524081792 00000100:00100000:2.0:1779202691.990350:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524081792 00000100:00100000:2.0:1779202691.990531:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:2.0:1779202691.990538:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524081280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202691.990573:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524081280:12345-0@lo:400:kworker.0 Request processed in 36us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202691.990580:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:2.0:1779202691.990591:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1779202691.990596:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524081792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202691.990618:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524081792:12345-0@lo:400:kworker.0 Request processed in 22us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202691.990623:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:1.0:1779202691.991081:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524081536 00000100:00100000:1.0:1779202691.991086:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524081536 00000100:00100000:1.0:1779202691.991122:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524082048 00000100:00100000:1.0:1779202691.991125:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524082048 00000100:00100000:1.0:1779202691.991143:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1779202691.991151:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524081536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202691.991215:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524081536:12345-0@lo:400:kworker.0 Request processed in 65us (1884us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202691.991222:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1779202691.991233:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1779202691.991239:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524082048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202691.991263:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524082048:12345-0@lo:400:kworker.0 Request processed in 25us (1900us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202691.991269:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1779202691.991640:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524081280:0@lo:400:kworker.0 00000100:00100000:2.0:1779202691.991653:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524081792:0@lo:400:kworker.0 00000100:00100000:0.0:1779202691.991823:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202691.991855:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524082176:0@lo:400:kworker.0 00000100:00100000:0.0:1779202691.991888:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202691.991920:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524081664 00000100:00100000:0.0:1779202691.991924:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524081664 00000100:00100000:0.0:1779202691.991951:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524082176 00000100:00100000:0.0:1779202691.991953:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524082176 00000100:00100000:0.0:1779202691.991969:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1779202691.991974:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524081664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202691.992007:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524081664:12345-0@lo:400:kworker.0 Request processed in 33us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202691.992013:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1779202691.992026:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1779202691.992031:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524082176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202691.992052:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524082176:12345-0@lo:400:kworker.0 Request processed in 22us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202691.992057:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1779202691.992078:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524081664:0@lo:400:kworker.0 00000100:00100000:0.0:1779202691.992087:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524082176:0@lo:400:kworker.0 00000100:00080000:0.0:1779202691.993788:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202691.993798:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202691.993801:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202691.993805:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202691.996003:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524081536:0@lo:400:kworker.0 00000100:00100000:2.0:1779202691.996022:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524082048:0@lo:400:kworker.0 00000100:00100000:2.0:1779202691.996035:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524081408:0@lo:400:kworker.0 00000100:00100000:2.0:1779202691.996050:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524081920:0@lo:400:kworker.0 00000100:00100000:0.0:1779202692.295459:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202692.295844:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501060096 00000100:00100000:2.0:1779202692.295858:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501060096 00000100:00080000:0.0:1779202692.295959:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202692.295997:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1086 00000100:00100000:2.0:1779202692.296009:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:29133:x1865628501060096:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1779202692.296138:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:29133:x1865628501060096:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 131us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202692.296146:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1086 00000100:00100000:0.0:1779202692.329420:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202692.329469:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202692.329560:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501060224 00000100:00100000:2.0:1779202692.329573:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501060224 00000100:00100000:2.0:1779202692.329653:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501060352 00000100:00100000:2.0:1779202692.329656:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501060352 00000100:00100000:2.0:1779202692.329724:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1087 00000100:00100000:2.0:1779202692.329735:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:29133:x1865628501060224:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1779202692.329857:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:29133:x1865628501060224:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 125us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202692.329865:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1087 00000100:00100000:2.0:1779202692.329882:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1088 00000100:00100000:2.0:1779202692.329888:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:29134:x1865628501060352:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202692.329900:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202692.329924:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeaa3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65703 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.329984:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeaaa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330008:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeaaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330022:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeaaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330038:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeab1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330045:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeab1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330052:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeab1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330101:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeaaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330109:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeaaa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330116:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeaaa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330124:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202692.330129:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeaaa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330138:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeaaa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330162:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202692.330166:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.330172:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeaaa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330179:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeaaa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330201:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeab1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330208:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeab1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330214:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeab1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330219:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202692.330222:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeab1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330227:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeab1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330235:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff91cfc10a5a00) 00010000:00010000:2.0:1779202692.330238:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.330240:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeab1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330245:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeab1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330278:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeaa3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65703 expref: 91 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330294:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202692.330296:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.330299:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeaa3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65703 expref: 91 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.330308:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6800, rc 0) 00000100:00100000:2.0:1779202692.330330:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:29134:x1865628501060352:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 443us (861us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202692.330338:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1088 00000100:00080000:0.0:1779202692.331196:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202692.331203:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202692.346914:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202692.347348:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501060608 00000100:00100000:1.0:1779202692.347362:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501060608 00000100:00100000:1.0:1779202692.347432:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1089 00000100:00100000:1.0:1779202692.347443:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+90:29134:x1865628501060608:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:1.0:1779202692.347532:0:6562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202692.347579:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbe7fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65615 expref: 90 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.347607:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202692.347614:0:6562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202692.347747:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.347764:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe83b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6562a expref: 40 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.347773:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.347811:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe83b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6562a expref: 40 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.347828:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe83b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6562a expref: 40 pid: 6564 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202692.347845:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524082304:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202692.347957:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c4c73780 going to sleep for 11 seconds 00000100:00100000:2.0:1779202692.353228:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202692.353340:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524082304:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202692.353376:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202692.353542:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501060736 00000100:00100000:0.0:1779202692.353551:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501060736 00010000:00010000:0.0:1779202692.353592:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe83b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6562a expref: 41 pid: 6564 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202692.353634:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 340 00000100:00100000:0.0:1779202692.353644:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:2420:x1865628501060736:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202692.353672:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202692.353680:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe83b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6562a expref: 41 pid: 6564 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.353725:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe83b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6562a expref: 41 pid: 6564 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.353753:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbe83b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6562a expref: 41 pid: 6564 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.353774:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202692.353780:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.353790:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.353800:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.353825:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202692.353885:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:2420:x1865628501060736:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 243us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202692.353892:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 340 00010000:00010000:2.0:1779202692.354231:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.354241:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.354271:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeabf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.354295:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeabf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.354302:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeabf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.354964:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeac6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.354977:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.354985:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202692.355001:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dde939c5 reply state 00000000a34fbd3f transno 4294967947 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.355013:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeac6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.355020:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:2.0:1779202692.355024:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202692.355027:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1779202692.355034:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00010000:00010000:2.0:1779202692.355042:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.355049:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.355056:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.355062:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202692.355067:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.355076:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.355086:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202692.355088:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.355092:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.355099:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeab8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202692.355114:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dde939c5 reply state 00000000a34fbd3f transno 4294967947 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeabf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.355121:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeabf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.355127:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff91cfc10a5a00) 00010000:00010000:2.0:1779202692.355129:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202692.355131:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1779202692.355226:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:29134:x1865628501060608:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 7783us (8325us total) trans 4294967947 rc 0/0 00000100:00100000:2.0:1779202692.355236:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1089 00000100:00100000:2.0:1779202692.370776:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202692.372198:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501060864 00000100:00100000:3.0:1779202692.372216:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501060864 00000100:00100000:3.0:1779202692.372316:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1090 00000100:00100000:3.0:1779202692.372329:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+91:29135:x1865628501060864:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:3.0:1779202692.372367:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202692.372394:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbeacd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6570a expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.372482:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbead4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.373241:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbead4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.373262:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbead4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202692.373338:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1779202692.373343:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202692.373369:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbead4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.373402:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbeacd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6570a expref: 93 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.373425:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbead4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6570a expref: 92 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.373435:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202692.373438:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202692.373444:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4800, rc 0) 00000100:00100000:3.0:1779202692.373840:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:29135:x1865628501060864:12345-192.168.204.21@tcp:101:bash.0 Request processed in 1511us (3077us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202692.373851:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1090 00000100:00100000:0.0:1779202692.383109:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202692.383220:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501060992 00000100:00100000:1.0:1779202692.383234:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501060992 00000100:00100000:1.0:1779202692.383321:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1091 00000100:00100000:1.0:1779202692.383333:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:29135:x1865628501060992:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:1.0:1779202692.383361:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202692.383387:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbeadb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65711 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383468:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeae2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383485:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeae2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383508:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeae2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383520:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbeae9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383528:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbeae9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383534:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbeae9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383629:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbeaf0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383637:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbeaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383644:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbeaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202692.383731:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:1.0:1779202692.383736:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202692.383763:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbeaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383777:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeae2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383784:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeae2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383791:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeae2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383797:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202692.383802:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeae2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383812:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeae2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383825:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202692.383829:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202692.383834:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeae2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383841:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeae2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383854:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbeae9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383860:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbeae9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383866:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbeae9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383871:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202692.383873:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbeae9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383880:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbeae9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383886:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff91cfc10a5a00) 00010000:00010000:1.0:1779202692.383889:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202692.383891:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbeae9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383902:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbeae9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383928:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbeadb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65711 expref: 94 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383941:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c800/0x3d5ca2fc49dbeaf0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65711 expref: 93 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.383948:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:1.0:1779202692.383951:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1779202692.383953:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c800, rc 0) 00000100:00100000:1.0:1779202692.384029:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:29135:x1865628501060992:12345-192.168.204.21@tcp:101:bash.0 Request processed in 698us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202692.384038:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1091 00000100:00100000:0.0:1779202692.395650:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202692.395799:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501061120 00000100:00100000:2.0:1779202692.395818:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501061120 00000100:00100000:2.0:1779202692.395896:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1092 00000100:00100000:2.0:1779202692.395909:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:29135:x1865628501061120:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202692.395938:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202692.395965:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeaf7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65718 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396055:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeafe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396074:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeafe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396088:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeafe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396105:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb05 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396112:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396119:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396162:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeafe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396170:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeafe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396177:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeafe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396195:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202692.396200:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeafe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396208:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeafe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396222:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:2.0:1779202692.396226:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.396232:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeafe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396239:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeafe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396255:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396260:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb05 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396266:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb05 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396271:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202692.396274:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb05 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396280:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb05 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396287:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff91cfc10a5100) 00010000:00010000:2.0:1779202692.396290:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.396292:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb05 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396298:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb05 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396333:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeaf7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65718 expref: 94 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396350:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:2.0:1779202692.396353:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.396370:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeaf7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65718 expref: 94 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.396381:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6600, rc 0) 00000100:00100000:2.0:1779202692.396456:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:29135:x1865628501061120:12345-192.168.204.21@tcp:101:bash.0 Request processed in 549us (820us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202692.396465:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1092 00000100:00100000:2.0:1779202692.419171:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202692.419471:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501061248 00000100:00100000:0.0:1779202692.419484:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501061248 00000100:00100000:0.0:1779202692.419557:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1093 00000100:00100000:0.0:1779202692.419569:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+40:29136:x1865628501061248:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202692.419600:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202692.419625:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbeb0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6571f expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.419739:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbeb13 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.419759:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbeb13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.419774:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbeb13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202692.420209:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202692.420215:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202692.420243:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbeb13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.420277:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbeb0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6571f expref: 42 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.420297:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbeb13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6571f expref: 41 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.420308:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202692.420311:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202692.420315:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abba00, rc 0) 00000100:00100000:0.0:1779202692.424130:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:29136:x1865628501061248:12345-192.168.204.21@tcp:101:rm.0 Request processed in 4543us (4955us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202692.424146:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1093 00000100:00100000:0.0:1779202692.439858:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202692.439977:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501061376 00000100:00100000:1.0:1779202692.439990:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501061376 00000100:00100000:1.0:1779202692.440061:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1094 00000100:00100000:1.0:1779202692.440073:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:29136:x1865628501061376:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202692.440101:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202692.440127:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbeb1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65726 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440219:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeb21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440235:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeb21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440249:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeb21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440260:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbeb28 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440267:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbeb28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440273:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbeb28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440580:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeb2f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440592:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeb2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440599:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeb2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202692.440642:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:1.0:1779202692.440646:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202692.440671:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeb2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440685:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeb21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440744:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeb21 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440757:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeb21 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440764:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202692.440769:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeb21 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440778:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeb21 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440792:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202692.440796:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202692.440802:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeb21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440808:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbeb21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440823:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbeb28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440830:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbeb28 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440835:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbeb28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440839:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202692.440842:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbeb28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440853:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbeb28 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440860:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff91cfc10a5a00) 00010000:00010000:1.0:1779202692.440862:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202692.440864:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbeb28 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440870:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbeb28 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440899:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbeb1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65726 expref: 43 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440912:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d600/0x3d5ca2fc49dbeb2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65726 expref: 42 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.440919:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:1.0:1779202692.440922:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1779202692.440925:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d600, rc 0) 00000100:00100000:1.0:1779202692.441164:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29136:x1865628501061376:12345-192.168.204.21@tcp:101:rm.0 Request processed in 1093us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202692.441174:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1094 00000100:00100000:1.0:1779202692.462929:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202692.463305:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501061504 00000100:00100000:2.0:1779202692.463320:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501061504 00000100:00100000:2.0:1779202692.463401:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1095 00000100:00100000:2.0:1779202692.463412:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29136:x1865628501061504:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202692.463439:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202692.463466:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb36 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6572d expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.463564:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb3d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.463582:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb3d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.463596:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb3d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.463616:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.463624:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.463630:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.463677:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb3d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.463685:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb3d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464315:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb3d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464324:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202692.464330:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb3d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464339:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb3d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464355:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:2.0:1779202692.464358:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.464364:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb3d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464370:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464390:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464397:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb44 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464403:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464408:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202692.464411:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464417:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb44 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464423:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff91cfc10a5100) 00010000:00010000:2.0:1779202692.464425:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.464428:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb44 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464434:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464482:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb36 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6572d expref: 43 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464493:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:2.0:1779202692.464495:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.464500:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6572d expref: 43 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.464509:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7a00, rc 0) 00000100:00100000:3.0:1779202692.465324:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29136:x1865628501061504:12345-192.168.204.21@tcp:101:rm.0 Request processed in 1905us (2402us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202692.465337:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1095 00000100:00100000:2.0:1779202692.495846:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202692.496105:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501061632 00000100:00100000:3.0:1779202692.496120:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501061632 00000100:00100000:3.0:1779202692.496203:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1096 00000100:00100000:3.0:1779202692.496215:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29136:x1865628501061632:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202692.496243:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202692.496274:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbeb4b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65734 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496375:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb52 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496395:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496408:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496427:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496434:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496440:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496494:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496502:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb52 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496510:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb52 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496517:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202692.496522:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb52 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496531:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb52 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496817:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:3.0:1779202692.496822:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202692.496828:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb52 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496836:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb52 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496854:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496861:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496867:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496873:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202692.496876:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496883:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496890:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff91d0f3878b00) 00010000:00010000:3.0:1779202692.496892:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202692.496895:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb59 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496901:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496940:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbeb4b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65734 expref: 43 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.496952:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:3.0:1779202692.497155:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202692.497160:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbeb4b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65734 expref: 43 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.497173:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4200, rc 0) 00000100:00100000:3.0:1779202692.497270:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29136:x1865628501061632:12345-192.168.204.21@tcp:101:rm.0 Request processed in 1056us (1436us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202692.497280:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1096 00000100:00100000:1.0:1779202692.531578:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202692.531974:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501061760 00000100:00100000:3.0:1779202692.531988:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501061760 00000100:00100000:3.0:1779202692.532058:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1097 00000100:00100000:3.0:1779202692.532209:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29137:x1865628501061760:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202692.532242:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202692.532274:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbeb60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6573b expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532381:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb67 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532400:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532413:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532430:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532436:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532443:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532488:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532495:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb67 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532501:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532508:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202692.532514:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532522:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532535:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:3.0:1779202692.532538:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202692.532929:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532939:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbeb67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.532955:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.533028:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb6e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.533035:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.533040:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202692.533044:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.533051:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.533060:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff91d0f3878b00) 00010000:00010000:3.0:1779202692.533063:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202692.533228:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb6e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.533236:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbeb6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.533288:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbeb60 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6573b expref: 43 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.533300:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:3.0:1779202692.533302:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202692.533306:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbeb60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6573b expref: 43 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.533316:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4200, rc 0) 00000100:00100000:2.0:1779202692.542480:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29137:x1865628501061760:12345-192.168.204.21@tcp:101:cp.0 Request processed in 10394us (10903us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202692.542495:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1097 00000100:00100000:1.0:1779202692.552903:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202692.554576:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501061888 00000100:00100000:2.0:1779202692.554593:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501061888 00000100:00100000:2.0:1779202692.554682:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1098 00000100:00100000:2.0:1779202692.554730:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29137:x1865628501061888:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202692.554757:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202692.554782:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb75 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65742 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.554868:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb7c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.554887:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.554900:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.554917:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.554924:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.554936:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555300:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555309:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb7c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555317:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555324:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202692.555329:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555338:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb7c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555352:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:2.0:1779202692.555356:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.555361:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555369:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbeb7c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555384:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555391:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555398:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555403:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202692.555406:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555412:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555419:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff91cfc10a5100) 00010000:00010000:2.0:1779202692.555421:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.555423:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb83 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555439:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeb83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555486:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb75 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65742 expref: 43 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555497:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:2.0:1779202692.555499:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.555503:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeb75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65742 expref: 43 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.555513:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7a00, rc 0) 00000100:00100000:2.0:1779202692.555963:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29137:x1865628501061888:12345-192.168.204.21@tcp:101:cp.0 Request processed in 1261us (3064us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202692.555978:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1098 00000100:00100000:3.0:1779202692.560807:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202692.560948:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501062144 00000100:00100000:2.0:1779202692.560970:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501062144 00000100:00100000:2.0:1779202692.561047:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1099 00000100:00100000:2.0:1779202692.561058:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29137:x1865628501062144:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202692.561094:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202692.561119:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbeb8a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65749 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.561262:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeb91 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.561283:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeb91 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.561297:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeb91 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.561315:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeb98 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.561321:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeb98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.561329:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeb98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202692.562374:0:10076:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x15:0x0], index 0: 0 00010000:00010000:2.0:1779202692.565313:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeb9f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565344:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeb9f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565360:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeb9f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565441:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeb91 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565450:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeb91 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565457:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeb91 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565464:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeb91 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565470:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202692.565475:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeb91 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565483:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeb91 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565498:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:2.0:1779202692.565501:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202692.565506:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeb91 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565513:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeb91 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202692.565535:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077d34c1c reply state 00000000325870ae transno 4294967948 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeb98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565546:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeb98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565553:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff91cfc10a5700) 00010000:00010000:2.0:1779202692.565555:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202692.565559:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1779202692.565614:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbeb8a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65749 expref: 45 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565629:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeb9f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65749 expref: 44 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.565637:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91cfc10a7e00) 00010000:00010000:2.0:1779202692.565640:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202692.565643:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6e00, rc 0) 00000100:00100000:2.0:1779202692.565763:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:29137:x1865628501062144:12345-192.168.204.21@tcp:101:cp.0 Request processed in 4705us (4980us total) trans 4294967948 rc 0/0 00000100:00100000:2.0:1779202692.565773:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1099 00000100:00100000:1.0:1779202692.573546:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202692.573635:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501062272 00000100:00100000:2.0:1779202692.573649:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501062272 00000100:00100000:2.0:1779202692.573768:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 286 00000100:00100000:2.0:1779202692.573782:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501062272:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202692.573806:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202692.573832:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043ec8ae0/0x3d5ca2fc49dbebad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65750 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202692.573876:0:8447:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1779202692.573904:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202692.573907:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202692.573916:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043ec8ae0/0x3d5ca2fc49dbebad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65750 expref: 10 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.573936:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000043ec8ae0/0x3d5ca2fc49dbebad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65750 expref: 10 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.573961:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6200, rc 0) 00000100:00100000:2.0:1779202692.574035:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501062272:12345-192.168.204.21@tcp:101:cp.0 Request processed in 258us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202692.574043:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 286 00000100:00080000:0.0:1779202692.574278:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202692.583596:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202692.583762:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501062400 00000100:00100000:0.0:1779202692.583775:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501062400 00000100:00100000:0.0:1779202692.583878:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 287 00000100:00100000:0.0:1779202692.583890:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:29137:x1865628501062400:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202692.583913:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202692.583937:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65757 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.583978:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000043ec8ae0/0x3d5ca2fc49dbebad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65750 expref: 11 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.583988:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202692.583991:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202692.583996:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 11 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.584161:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000043ec8ae0/0x3d5ca2fc49dbebad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65750 expref: 11 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202692.584189:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000043ec8ae0/0x3d5ca2fc49dbebad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65750 expref: 11 pid: 8447 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202692.584207:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524082432:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202692.595458:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a49c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202692.599023:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524082432:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202692.599071:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 11 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.599099:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3aba800, rc 0) 00000100:00100000:1.0:1779202692.599170:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:29137:x1865628501062400:12345-192.168.204.21@tcp:101:cp.0 Request processed in 15281us (15589us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202692.599192:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 287 00000100:00100000:0.0:1779202692.604290:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202692.608928:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501062528 00000100:00100000:2.0:1779202692.608949:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501062528 00010000:00010000:2.0:1779202692.609027:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000043ec8ae0/0x3d5ca2fc49dbebad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65750 expref: 11 pid: 8447 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202692.609089:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 341 00000100:00100000:2.0:1779202692.609100:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501062528:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202692.609124:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202692.609148:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000043ec8ae0/0x3d5ca2fc49dbebad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65750 expref: 11 pid: 8447 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.609172:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000043ec8ae0/0x3d5ca2fc49dbebad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65750 expref: 11 pid: 8447 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.609212:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043ec8ae0/0x3d5ca2fc49dbebad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65750 expref: 11 pid: 8447 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.609234:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202692.609237:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202692.609245:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.609256:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.609304:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202692.609321:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524082560:192.168.204.21@tcp:105: 00000100:00100000:2.0:1779202692.609452:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498c480 going to sleep for 11 seconds 00000100:00100000:2.0:1779202692.617924:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524082560:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202692.617961:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202692.618028:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501062528:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 8928us (13770us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202692.618042:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 341 00000100:00100000:0.0:1779202692.618318:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202692.618597:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501062784 00000100:00100000:1.0:1779202692.618608:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501062784 00000100:00100000:1.0:1779202692.618675:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 207 00000100:00100000:1.0:1779202692.618687:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:29137:x1865628501062784:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:1.0:1779202692.619066:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29137:x1865628501062784:12345-192.168.204.21@tcp:35:cp.0 Request processed in 380us (748us total) trans 4294967949 rc 0/0 00000100:00100000:1.0:1779202692.619075:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 207 00000100:00100000:0.0:1779202692.725668:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202692.725970:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501062912 00000100:00100000:1.0:1779202692.725984:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501062912 00000100:00100000:1.0:1779202692.726067:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1100 00000100:00100000:1.0:1779202692.726080:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:29140:x1865628501062912:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202692.726107:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202692.726133:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbebbb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6575e expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726235:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbebc2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726260:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbebc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726273:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbebc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726286:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbebc9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726294:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbebc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726300:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbebc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726400:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbebd0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726409:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbebd0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726416:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbebd0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202692.726466:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:1.0:1779202692.726471:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202692.726498:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbebd0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726522:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbebd0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726536:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbebc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726544:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbebc2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726551:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbebc2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726558:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202692.726563:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbebc2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726572:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbebc2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726585:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:1.0:1779202692.726589:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202692.726595:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbebc2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726601:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dbebc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726617:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbebc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726635:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbebc9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726640:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbebc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726646:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202692.726649:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbebc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726654:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbebc9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726662:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff91cfc10a5700) 00010000:00010000:1.0:1779202692.726664:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202692.726667:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbebc9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726673:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbebc9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726765:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbebbb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6575e expref: 95 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726782:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbebd0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6575e expref: 94 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.726791:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91cfc10a7e00) 00010000:00010000:1.0:1779202692.726793:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202692.726796:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3ad2e00, rc 0) 00000100:00100000:1.0:1779202692.726882:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:29140:x1865628501062912:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 804us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202692.726890:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1100 00000100:00100000:0.0:1779202692.737673:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202692.737827:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501063040 00000100:00100000:1.0:1779202692.737841:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501063040 00000100:00100000:1.0:1779202692.737940:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 288 00000100:00100000:1.0:1779202692.737962:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501063040:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202692.737986:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202692.738010:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003a8d9cd/0x3d5ca2fc49dbebd7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65765 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202692.738085:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524082688:192.168.204.21@tcp:106: 00000100:00100000:1.0:1779202692.738239:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e51540 going to sleep for 11 seconds 00000100:00080000:0.0:1779202692.738437:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1779202692.742290:0:12963:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size: 0 -> 1516 00002000:00010000:1.0:1779202692.742303:0:12963:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime: 0 -> 1779202692 00002000:00010000:1.0:1779202692.742305:0:12963:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 0 -> 1779202692 00002000:00010000:1.0:1779202692.742308:0:12963:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime: 0 -> 1779202692 00002000:00010000:1.0:1779202692.742310:0:12963:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1779202692.742344:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524082688:192.168.204.21@tcp:106: 00010000:00010000:1.0:1779202692.742395:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000003a8d9cd/0x3d5ca2fc49dbebd7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65765 expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.742427:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003a8d9cd/0x3d5ca2fc49dbebd7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65765 expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202692.742445:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c400, rc 0) 00000100:00100000:1.0:1779202692.742549:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501063040:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 4598us (4895us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202692.742561:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 288 00000100:00100000:2.0:1779202692.752930:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202692.756754:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501063168 00000100:00100000:3.0:1779202692.756773:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501063168 00000100:00100000:3.0:1779202692.757071:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1101 00000100:00100000:3.0:1779202692.757085:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:29140:x1865628501063168:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202692.757112:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202692.757139:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbebde lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6576c expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.757237:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbebe5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.757257:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbebe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.757275:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbebe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202692.757333:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:3.0:1779202692.757337:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202692.757375:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbebe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.757404:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbebde lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6576c expref: 96 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.757436:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbebe5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6576c expref: 95 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202692.757448:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:3.0:1779202692.757451:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202692.757456:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5400, rc 0) 00000100:00100000:3.0:1779202692.757568:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:29140:x1865628501063168:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 486us (4652us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202692.757575:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1101 00000100:00100000:0.0:1779202692.770027:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202692.778652:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501063296 00000100:00100000:2.0:1779202692.778672:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501063296 00000100:00100000:2.0:1779202692.778957:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 289 00000100:00100000:2.0:1779202692.778970:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501063296:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202692.778995:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202692.779018:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbebec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65773 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202692.779098:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524082816:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202692.779225:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1779202692.792553:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524082816:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202692.792901:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbebec lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65773 expref: 12 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.792936:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbebec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65773 expref: 12 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202692.792950:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6c00, rc 0) 00000100:00100000:0.0:1779202692.793116:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501063296:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 14147us (23104us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202692.793128:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 289 00000100:00100000:0.0:1779202692.801770:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202692.802541:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501063552 00000100:00100000:3.0:1779202692.802929:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501063552 00000100:00100000:1.0:1779202692.803145:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1102 00000100:00100000:1.0:1779202692.803157:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:29140:x1865628501063552:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:1.0:1779202692.803404:0:6563:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].28, 136 off12000 00000100:00100000:1.0:1779202692.803512:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:29140:x1865628501063552:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 357us (1757us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202692.803521:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1102 00010000:00010000:0.0:1779202692.812551:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202692.942104:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1779202692.999831:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202692.999885:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202692.999914:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202692.999951:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202692.999989:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501063936 00000100:00100000:1.0:1779202693.000002:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501063936 00000100:00100000:1.0:1779202693.000068:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501064064 00000100:00100000:1.0:1779202693.000071:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501064064 00000100:00100000:1.0:1779202693.000093:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 652 00000100:00100000:1.0:1779202693.000105:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2419:x1865628501063936:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202693.000207:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2419:x1865628501063936:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 104us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202693.000215:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 652 00000100:00100000:1.0:1779202693.000232:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 653 00000100:00100000:1.0:1779202693.000237:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501064064:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202693.000262:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501064064:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202693.000268:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 653 00000100:00100000:1.0:1779202693.000288:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501063808 00000100:00100000:1.0:1779202693.000291:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501063808 00000100:00100000:1.0:1779202693.000322:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1000 00000100:00100000:1.0:1779202693.000329:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501063808:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202693.000533:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501063808:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 203us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202693.000540:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1000 00000100:00080000:1.0:1779202693.000564:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202693.000569:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202693.001375:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501063680 00000100:00100000:2.0:1779202693.001382:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501063680 00000100:00100000:2.0:1779202693.001423:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 729 00000100:00100000:2.0:1779202693.001429:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501063680:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202693.001476:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501063680:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 48us (1662us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202693.001487:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 729 00000040:00080000:1.0:1779202693.067902:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202693.067913:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202693.068023:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 2 00000040:00080000:1.0:1779202693.068032:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202693.068291:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524082944:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202693.068437:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c1370300 going to sleep for 11 seconds 00000100:00100000:0.0:1779202693.073034:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524082944:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202693.074796:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202693.075031:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501064192 00000100:00100000:1.0:1779202693.075044:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501064192 00000100:00100000:1.0:1779202693.075119:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1103 00000100:00100000:1.0:1779202693.075129:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29150:x1865628501064192:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202693.075186:0:6562:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202693.075333:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29150:x1865628501064192:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 205us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202693.075347:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1103 00000100:00100000:1.0:1779202693.095804:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202693.095841:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501064448 00000100:00100000:2.0:1779202693.095856:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501064448 00000100:00100000:2.0:1779202693.095925:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1104 00000100:00100000:2.0:1779202693.095937:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29150:x1865628501064448:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202693.095963:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202693.095986:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbebf3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6577a expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202693.096120:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbebfa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202693.096139:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbebfa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202693.096153:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbebfa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202693.096178:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:2.0:1779202693.097016:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbebf3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6577a expref: 49 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202693.097035:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbebfa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6577a expref: 48 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202693.097045:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91cfc10a7e00) 00010000:00010000:2.0:1779202693.097048:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202693.097053:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6400, rc 0) 00000100:00100000:2.0:1779202693.097139:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29150:x1865628501064448:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1204us (1350us total) trans 4294967950 rc 0/0 00000100:00100000:2.0:1779202693.097148:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1104 00000100:00100000:0.0:1779202693.102292:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202693.102393:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202693.102535:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501064576 00000100:00100000:3.0:1779202693.102550:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501064576 00000100:00100000:3.0:1779202693.102633:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 50 00000100:00100000:3.0:1779202693.102644:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2419:x1865628501064576:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202693.102665:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1779202693.102728:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501064704 00000100:00100000:1.0:1779202693.102734:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501064704 00010000:00010000:3.0:1779202693.102737:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbebfa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6577a expref: 48 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202693.102761:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91cfc10a7e00) 00010000:00010000:3.0:1779202693.102767:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202693.102788:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 290 00000100:00100000:1.0:1779202693.102798:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501064704:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00000100:00100000:3.0:1779202693.102832:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2419:x1865628501064576:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 189us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202693.102841:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 50 00010000:00010000:1.0:1779202693.102845:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.102869:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.102879:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202693.102881:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202693.102885:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.102926:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 10 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.103136:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 10 pid: 8446 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202693.103155:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524083072:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202693.103285:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c1370300 going to sleep for 11 seconds 00000100:00100000:1.0:1779202693.116813:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524083072:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202693.116855:0:8444:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202693.120571:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202693.120887:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501064832 00000100:00100000:1.0:1779202693.120902:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501064832 00002000:00100000:1.0:1779202693.120978:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff91cfc3340700 x1865628501064832/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:659/0 lens 2008/0 e 0 to 0 dl 1779202704 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202693.120991:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3340700 with x1865628501064832 ext(0->1515) 00010000:00010000:1.0:1779202693.121003:0:8451:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 11 pid: 8446 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.121022:0:8451:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 11 pid: 8446 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202693.121031:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc3340700 00000100:00100000:1.0:1779202693.121060:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 14 00000100:00100000:1.0:1779202693.121071:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501064832:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:1.0:1779202693.123594:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628501064832:12345-192.168.204.21@tcp:4:cp.0 Request processed in 2510us (3025us total) trans 4294967348 rc 0/0 00000100:00100000:1.0:1779202693.123611:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 14 00002000:00100000:1.0:1779202693.123625:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff91cfc3340700 x1865628501064832/t4294967348(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:659/0 lens 2008/448 e 0 to 0 dl 1779202704 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202693.123638:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3340700 with x1865628501064832 ext(0->1515) 00010000:00010000:1.0:1779202693.123650:0:8451:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 13 pid: 8446 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.123673:0:8451:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 13 pid: 8446 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202693.123683:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc3340700 00000100:00100000:2.0:1779202693.132847:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202693.132902:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501064960 00000100:00100000:0.0:1779202693.132916:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501064960 00010000:00010000:0.0:1779202693.132967:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 13 pid: 8446 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202693.133017:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 342 00000100:00100000:0.0:1779202693.133028:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628501064960:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202693.133057:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1779202693.133078:0:7938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1779202693.133086:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 13 pid: 8446 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202693.133103:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 13 pid: 8446 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202693.133130:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbebb4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65757 expref: 13 pid: 8446 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202693.133149:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202693.133151:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202693.133158:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202693.133184:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.133366:0:8444:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.133383:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.133407:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.133416:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.133426:0:8444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.133433:0:8444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202693.133438:0:8444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.133446:0:8444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.133459:0:8444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.133467:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202693.133563:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501064704:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 30766us (31168us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202693.133573:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 290 00010000:00010000:0.0:1779202693.133887:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202693.133918:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501064960:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 891us (1084us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202693.133929:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 342 00000100:00100000:2.0:1779202693.140129:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202693.140183:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501065216 00000100:00100000:1.0:1779202693.140196:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501065216 00000100:00100000:1.0:1779202693.140413:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1105 00000100:00100000:1.0:1779202693.140426:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:29150:x1865628501065216:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202693.140573:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:29150:x1865628501065216:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 150us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202693.140581:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1105 00000100:00100000:3.0:1779202693.144106:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202693.144191:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501065344 00000100:00100000:1.0:1779202693.144204:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501065344 00000100:00100000:1.0:1779202693.144292:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 291 00000100:00100000:1.0:1779202693.144304:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501065344:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202693.144325:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202693.144360:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec0f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65781 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202693.144392:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 1516, mtime: 0x6a0c7a84, atime: 0x0, ctime: 0x6a0c7a84, blocks: 0x8 00010000:00010000:1.0:1779202693.144416:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202693.144418:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202693.144428:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65781 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.144454:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65781 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.144469:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d000, rc 0) 00000100:00100000:1.0:1779202693.145397:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501065344:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1087us (1305us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202693.145409:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 291 00000100:00100000:3.0:1779202693.148514:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202693.148756:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501065600 00000100:00100000:0.0:1779202693.148769:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501065600 00000100:00100000:0.0:1779202693.148842:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1106 00000100:00100000:0.0:1779202693.148853:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:29150:x1865628501065600:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202693.148987:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:29150:x1865628501065600:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 136us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202693.148995:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1106 00000100:00100000:0.0:1779202693.152501:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202693.153085:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501065728 00000100:00100000:2.0:1779202693.153098:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501065728 00002000:00100000:2.0:1779202693.153263:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff91d0ffc79500 x1865628501065728/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:659/0 lens 488/0 e 0 to 0 dl 1779202704 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202693.153277:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc79500 with x1865628501065728 ext(0->4095) 00002000:00010000:2.0:1779202693.153284:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffc79500 00000100:00100000:2.0:1779202693.153324:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 81 00000100:00100000:2.0:1779202693.153336:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501065728:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1779202693.153895:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501065728:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 559us (1404us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1779202693.153905:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 81 00002000:00100000:2.0:1779202693.153913:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff91d0ffc79500 x1865628501065728/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:659/0 lens 488/4536 e 0 to 0 dl 1779202704 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202693.153922:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc79500 with x1865628501065728 ext(0->4095) 00002000:00010000:2.0:1779202693.153926:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffc79500 00000100:00100000:2.0:1779202693.159037:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202693.159256:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501065856 00000100:00100000:1.0:1779202693.159271:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501065856 00000100:00100000:1.0:1779202693.159416:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1107 00000100:00100000:1.0:1779202693.159428:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:29150:x1865628501065856:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202693.159455:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202693.159481:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec16 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65788 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.159524:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbec1d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.159542:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbec1d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.159555:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbec1d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.159866:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec16 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65788 expref: 49 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.159894:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbec1d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65788 expref: 48 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.159903:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91cfc10a7e00) 00010000:00010000:1.0:1779202693.159906:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202693.159910:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c400, rc 0) 00000100:00100000:1.0:1779202693.159979:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29150:x1865628501065856:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 554us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202693.159987:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1107 00000100:00100000:2.0:1779202693.167442:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202693.167580:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501065984 00000100:00100000:3.0:1779202693.167667:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501065984 00000100:00100000:2.0:1779202693.168043:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1108 00000100:00100000:2.0:1779202693.168057:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29150:x1865628501065984:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202693.168104:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202693.168594:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29150:x1865628501065984:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 531us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202693.168603:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1108 00000100:00100000:3.0:1779202693.171446:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202693.171982:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501066112 00000100:00100000:0.0:1779202693.171995:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501066112 00000100:00100000:0.0:1779202693.172063:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 292 00000100:00100000:0.0:1779202693.172073:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501066112:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202693.172131:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbec24 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202693.172151:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202693.172154:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202693.172176:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbec24 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202693.172194:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbec24 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202693.172223:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbec24 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202693.172238:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbec24 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202693.172247:0:17866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbec24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202693.172255:0:17866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3aba800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202693.172259:0:17866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbec24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202693.172269:0:17866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbec24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202693.172287:0:17866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbec24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202693.172294:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000092181a4/0x3d5ca2fc49dbec24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202693.172394:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501066112:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 322us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202693.172403:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 292 00000100:00100000:3.0:1779202693.176153:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202693.181864:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501066368 00000100:00100000:1.0:1779202693.181882:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501066368 00000100:00100000:1.0:1779202693.181965:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1109 00000100:00100000:1.0:1779202693.181977:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29150:x1865628501066368:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1779202693.182082:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.182104:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbec1d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65788 expref: 48 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.182114:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.182236:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbec1d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65788 expref: 48 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.182253:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbec1d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65788 expref: 48 pid: 6563 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202693.182273:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524083200:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202693.182489:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c1370300 going to sleep for 11 seconds 00000100:00100000:1.0:1779202693.187137:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202693.187261:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501066496 00000100:00100000:1.0:1779202693.187275:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501066496 00010000:00010000:1.0:1779202693.187329:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbec1d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65788 expref: 49 pid: 6563 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202693.187897:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 343 00000100:00100000:1.0:1779202693.187910:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2420:x1865628501066496:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202693.187929:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202693.187937:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbec1d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65788 expref: 49 pid: 6563 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.187952:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbec1d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65788 expref: 49 pid: 6563 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.187983:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91cfc10a7e00) 00010000:00010000:1.0:1779202693.187989:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.188001:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.188010:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.188048:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202693.188111:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2420:x1865628501066496:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 204us (985us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202693.188119:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 343 00010000:00010000:1.0:1779202693.192585:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dbec1d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65788 expref: 48 pid: 6563 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202693.193286:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524083200:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202693.193321:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.193333:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.193419:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.194288:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.194299:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.194308:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.194316:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202693.194320:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.194334:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.194780:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91cfc10a7e00) 00010000:00010000:1.0:1779202693.194785:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202693.194790:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202693.194798:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dbec2b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202693.194972:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29150:x1865628501066368:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 12991us (18827us total) trans 4294967951 rc 0/0 00000100:00100000:1.0:1779202693.194984:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1109 00000040:00080000:0.0:1779202693.197108:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202693.197118:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1779202693.200391:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202693.200443:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501066752 00000100:00100000:1.0:1779202693.200455:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501066752 00000100:00100000:1.0:1779202693.200516:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 208 00000100:00100000:1.0:1779202693.200527:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29150:x1865628501066752:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000040:00080000:0.0:1779202693.201038:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1779202693.201057:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202693.202010:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:29150:x1865628501066752:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 1479us (1629us total) trans 4294967952 rc 0/0 00000100:00100000:1.0:1779202693.202022:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 208 00000100:00100000:0.0:1779202693.515670:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202693.515721:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524083328:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202693.515808:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202693.515887:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524083328 00000100:00100000:0.0:1779202693.515896:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524083328 00000100:00100000:0.0:1779202693.515959:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1779202693.515970:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524083328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202693.515997:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 137562944 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202693.516044:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524083328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202693.516051:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00080000:0.0:1779202693.516075:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202693.516117:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524083328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202693.526300:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524083456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202693.526392:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202693.528762:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524083456 00000100:00100000:3.0:1779202693.528780:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524083456 00000100:00100000:3.0:1779202693.528867:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1779202693.528879:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524083456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202693.528914:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 137562944 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:3.0:1779202693.529015:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524083456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (2624us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202693.529023:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1779202693.529175:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524083456:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1779202693.531459:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1779202693.849118:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202693.963466:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1779202694.032900:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524083584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202694.033008:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202694.035245:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524083584 00000100:00100000:3.0:1779202694.035266:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524083584 00000100:00100000:3.0:1779202694.035363:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1779202694.035379:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524083584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202694.035425:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00100000:3.0:1779202694.035547:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524083584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 173us (2537us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202694.035555:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00080000:0.0:1779202694.035972:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202694.036034:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524083584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202694.039973:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524083712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202694.040070:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202694.040254:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524083712 00000100:00100000:0.0:1779202694.040265:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524083712 00000100:00100000:0.0:1779202694.040343:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1779202694.040354:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524083712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202694.040385:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00100000:0.0:1779202694.040454:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524083712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202694.040466:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1779202694.042646:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524083712:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1779202694.042728:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:1.0:1779202694.083015:0:21692:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202694.083025:0:21692:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202694.083054:0:21692:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 2 00000040:00080000:1.0:1779202694.083062:0:21692:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202694.172882:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202694.172971:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501066880 00000100:00100000:1.0:1779202694.172986:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501066880 00000100:00100000:1.0:1779202694.173080:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 293 00000100:00100000:1.0:1779202694.173096:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501066880:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202694.173121:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202694.173165:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbec32 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6578f expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.173202:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202694.173205:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202694.173215:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbec32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6578f expref: 12 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.173238:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbec32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6578f expref: 12 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.173255:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935600, rc 0) 00000100:00100000:1.0:1779202694.173334:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501066880:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 243us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202694.173342:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 293 00000100:00080000:0.0:1779202694.173688:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202694.179355:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202694.179588:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501067136 00000100:00100000:0.0:1779202694.179602:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501067136 00000100:00100000:0.0:1779202694.179731:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1110 00000100:00100000:0.0:1779202694.179744:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:29151:x1865628501067136:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202694.179773:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202694.179799:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbec39 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65796 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.179961:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbec40 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.179982:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbec40 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.179996:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbec40 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202694.180013:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:0.0:1779202694.180181:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dbec39 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65796 expref: 98 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.180202:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbec40 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65796 expref: 97 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.180213:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91cfc10a7e00) 00010000:00010000:0.0:1779202694.180217:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1779202694.180221:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abb400, rc 0) 00000100:00100000:0.0:1779202694.180304:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:29151:x1865628501067136:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 563us (967us total) trans 4294967953 rc 0/0 00000100:00100000:0.0:1779202694.180313:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1110 00000100:00080000:3.0:1779202694.181338:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202694.187267:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202694.188156:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501067264 00000100:00100000:0.0:1779202694.188174:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501067264 00000100:00100000:0.0:1779202694.188281:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 294 00000100:00100000:0.0:1779202694.188290:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501067264:12345-192.168.204.21@tcp:1:lfs.0 00010000:00010000:0.0:1779202694.188360:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.188383:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec0f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65781 expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.188395:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbec32 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6578f expref: 12 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.188401:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202694.188403:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202694.188407:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 5/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.188446:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbec32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6578f expref: 12 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.188460:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbec32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6578f expref: 12 pid: 8447 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202694.188476:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524083840:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202694.188590:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65781 expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.188597:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65781 expref: 11 pid: 8511 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202694.188604:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524083968:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202694.188620:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4000 going to sleep for 11 seconds 00000100:00100000:0.0:1779202694.196587:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202694.196620:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202694.196652:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501067520 00000100:00100000:0.0:1779202694.196662:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501067520 00010000:00010000:0.0:1779202694.196722:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbec32 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6578f expref: 13 pid: 8447 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202694.196771:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501067392 00000100:00100000:0.0:1779202694.196774:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501067392 00010000:00010000:0.0:1779202694.196938:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec0f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65781 expref: 12 pid: 8511 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202694.196958:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 344 00000100:00100000:0.0:1779202694.196966:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2420:x1865628501067520:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202694.196981:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202694.197005:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbec32 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6578f expref: 13 pid: 8447 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.197017:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbec32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6578f expref: 13 pid: 8447 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.197091:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202694.197162:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2420:x1865628501067520:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 181us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202694.197171:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 344 00000100:00100000:0.0:1779202694.197192:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 345 00000100:00100000:0.0:1779202694.197199:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501067392:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202694.197207:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202694.197216:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec0f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65781 expref: 12 pid: 8511 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.197225:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65781 expref: 12 pid: 8511 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.197238:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202694.197240:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202694.197246:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.197257:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.197292:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202694.197311:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501067392:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 113us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202694.197317:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 345 00010000:00010000:1.0:1779202694.197364:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dbec0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65781 expref: 12 pid: 8511 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202694.197382:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524083968:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202694.197398:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbec32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6578f expref: 12 pid: 8447 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202694.197413:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524083840:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202694.197438:0:8446:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.197450:0:8446:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.197458:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.197482:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.197491:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.197499:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.197506:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202694.197510:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.197520:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.197533:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.197541:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dbec4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1779202694.197563:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202694.197594:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501067264:12345-192.168.204.21@tcp:1:lfs.0 Request processed in 9305us (10340us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202694.197602:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 294 00000100:00100000:0.0:1779202694.201157:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202694.201236:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501067776 00000100:00100000:3.0:1779202694.201250:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501067776 00000100:00100000:3.0:1779202694.201328:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 209 00000100:00100000:3.0:1779202694.201342:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:29151:x1865628501067776:12345-192.168.204.21@tcp:35:lfs.0 00000004:00010000:3.0:1779202694.201433:0:6565:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbec40 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65796 expref: 97 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1779202694.201725:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967954 00000001:00080000:3.0:1779202694.202090:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967955 00010000:00010000:3.0:1779202694.202130:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.202159:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeb9f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65749 expref: 48 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.202167:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbebd0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6575e expref: 100 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.202180:0:6565:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.202222:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbebd0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6575e expref: 100 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.202238:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbebd0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6575e expref: 100 pid: 7869 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202694.202253:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524084096:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202694.202377:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeb9f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65749 expref: 48 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.202387:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeb9f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65749 expref: 48 pid: 10076 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202694.202397:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524084224:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202694.202422:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0df342e40 going to sleep for 11 seconds 00000100:00100000:3.0:1779202694.208344:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202694.208394:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202694.208432:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501067904 00000100:00100000:3.0:1779202694.208444:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501067904 00010000:00010000:3.0:1779202694.208507:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeb9f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65749 expref: 49 pid: 10076 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202694.208551:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501068032 00000100:00100000:3.0:1779202694.208555:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501068032 00010000:00010000:3.0:1779202694.208569:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbebd0 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6575e expref: 101 pid: 7869 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202694.208590:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 346 00000100:00100000:3.0:1779202694.208601:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2420:x1865628501067904:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202694.208617:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202694.208624:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeb9f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65749 expref: 49 pid: 10076 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.208638:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeb9f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65749 expref: 49 pid: 10076 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.208666:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91cfc10a7e00) 00000100:00100000:2.0:1779202694.208897:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524084096:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202694.208913:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeb9f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65749 expref: 49 pid: 10076 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202694.208930:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524084224:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202694.208996:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.209009:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.209015:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202694.209096:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2420:x1865628501067904:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 496us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202694.209105:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 346 00000100:00100000:3.0:1779202694.209128:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 347 00000100:00100000:3.0:1779202694.209136:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:2420:x1865628501068032:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202694.209144:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202694.209160:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbebd0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6575e expref: 101 pid: 7869 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202694.209257:0:6565:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.209297:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbebd0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6575e expref: 101 pid: 7869 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.209315:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2e00/0x3d5ca2fc49dbebd0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6575e expref: 101 pid: 7869 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.209327:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91cfc10a7e00) 00010000:00010000:3.0:1779202694.209331:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.209339:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.209348:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.209408:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202694.209429:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:2420:x1865628501068032:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 294us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202694.209436:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 347 00000100:00080000:3.0:1779202694.209500:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1779202694.209657:0:6565:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202694.209665:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1779202694.210847:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967956 00000001:00080000:3.0:1779202694.210991:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967957 00000001:00080000:3.0:1779202694.211022:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967958 00000100:00100000:3.0:1779202694.211240:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524084352:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1779202694.211313:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202694.211350:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f5032900 going to sleep for 11 seconds 00000100:00100000:3.0:1779202694.212174:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524084352 00000100:00100000:3.0:1779202694.212187:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524084352 00000100:00100000:3.0:1779202694.212248:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1779202694.212256:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6565:x1865628524084352:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1779202694.212374:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6565:x1865628524084352:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 118us (1060us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202694.212382:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1779202694.212469:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524084352:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1779202694.213158:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967959 00000100:00100000:3.0:1779202694.213238:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524084480:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1779202694.213282:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202694.213312:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d0aa8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1779202694.213429:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524084480 00000100:00100000:0.0:1779202694.213437:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524084480 00000100:00100000:0.0:1779202694.213480:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1779202694.213488:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6565:x1865628524084480:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1779202694.213637:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6565:x1865628524084480:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 150us (354us total) trans 4294967349 rc 0/0 00000100:00100000:0.0:1779202694.213644:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1779202694.213972:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524084480:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:3.0:1779202694.214001:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.214013:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.214020:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.214027:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202694.214031:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.214039:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.214055:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91cfc10a7e00) 00010000:00010000:3.0:1779202694.214059:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1779202694.214064:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.214070:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec55 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1779202694.214458:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x3b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1779202694.214524:0:6565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8984 00000004:00080000:3.0:1779202694.214534:0:6565:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 823450840935ns, next at 824450839067ns, rc = 0 00000001:00080000:3.0:1779202694.214540:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967960 00010000:00010000:3.0:1779202694.214567:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91cfc10a7e00) 00010000:00010000:3.0:1779202694.214569:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1779202694.214576:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dbec40 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65796 expref: 104 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202694.215338:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:29151:x1865628501067776:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 13995us (14200us total) trans 4294967961 rc 0/0 00000100:00100000:3.0:1779202694.215349:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 209 00000020:00080000:3.0:1779202694.215355:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1779202694.231169:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202694.232630:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501068288 00000100:00100000:1.0:1779202694.232649:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501068288 00000100:00100000:1.0:1779202694.232771:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1111 00000100:00100000:1.0:1779202694.232784:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:29152:x1865628501068288:12345-192.168.204.21@tcp:101:cmp.0 00010000:00010000:1.0:1779202694.232830:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202694.232860:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbec5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6579d expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.232976:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbec63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.232996:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbec63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233011:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbec63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233024:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbec6a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233046:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbec6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233053:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbec6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233221:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbec71 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233231:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbec71 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233239:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbec71 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202694.233252:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:1.0:1779202694.233888:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbec63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233900:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbec63 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233908:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbec63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233916:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202694.233921:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbec63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233929:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbec63 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233950:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:1.0:1779202694.233953:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202694.233960:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbec63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233966:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbec63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233978:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbec6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233984:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbec6a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233990:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbec6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.233994:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202694.233997:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbec6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.234002:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbec6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.234009:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff91cfc10a5700) 00010000:00010000:1.0:1779202694.234011:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202694.234014:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbec6a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.234020:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbec6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.234264:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbec5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6579d expref: 106 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.234279:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbec71 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6579d expref: 105 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202694.234288:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91d0ebf53400) 00010000:00010000:1.0:1779202694.234291:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202694.234294:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935400, rc 0) 00000100:00100000:1.0:1779202694.234600:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:29152:x1865628501068288:12345-192.168.204.21@tcp:101:cmp.0 Request processed in 1817us (3449us total) trans 4294967962 rc 0/0 00000100:00100000:1.0:1779202694.234612:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1111 00000100:00100000:3.0:1779202694.238900:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202694.239042:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501068544 00000100:00100000:2.0:1779202694.239056:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501068544 00000100:00100000:2.0:1779202694.239134:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 51 00000100:00100000:2.0:1779202694.239156:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:29152:x1865628501068544:12345-192.168.204.21@tcp:103:cmp.0 00010000:00010000:2.0:1779202694.239174:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202694.239205:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbec71 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6579d expref: 105 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202694.239224:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91d0ebf53400) 00010000:00010000:2.0:1779202694.239237:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202694.239313:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:29152:x1865628501068544:12345-192.168.204.21@tcp:103:cmp.0 Request processed in 168us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202694.239330:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 51 00000100:00100000:1.0:1779202694.243298:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202694.243660:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501068672 00000100:00100000:3.0:1779202694.243674:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501068672 00000100:00100000:3.0:1779202694.243775:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1112 00000100:00100000:3.0:1779202694.243788:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:29152:x1865628501068672:12345-192.168.204.21@tcp:58:cmp.0 00010000:00010000:3.0:1779202694.243943:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec7f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.243970:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec7f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202694.243986:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec7f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1779202694.244109:0:6564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].29, 136 off12136 00000100:00100000:3.0:1779202694.244226:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:29152:x1865628501068672:12345-192.168.204.21@tcp:58:cmp.0 Request processed in 441us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202694.244235:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1112 00000100:00100000:1.0:1779202694.247581:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202694.247681:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501068800 00000100:00100000:0.0:1779202694.247741:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501068800 00000100:00100000:0.0:1779202694.247819:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1113 00000100:00100000:0.0:1779202694.247831:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:29152:x1865628501068800:12345-192.168.204.21@tcp:101:cmp.0 00010000:00010000:0.0:1779202694.247858:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202694.247884:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbec86 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657a4 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.247962:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec7f lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.247975:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbec86 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657a4 expref: 105 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.248002:0:6563:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec7f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.248018:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbec86 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657a4 expref: 105 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.248034:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91d0f3878b00) 00010000:00010000:0.0:1779202694.248037:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202694.248041:0:6563:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbec86 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657a4 expref: 105 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202694.248050:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6800, rc 0) 00000100:00100000:0.0:1779202694.248128:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:29152:x1865628501068800:12345-192.168.204.21@tcp:101:cmp.0 Request processed in 299us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202694.248136:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1113 00010000:00010000:0.0:1779202694.859574:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202695.051073:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202695.051098:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524084608:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202695.051207:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202695.051555:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524084608 00000100:00100000:1.0:1779202695.051566:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524084608 00000100:00100000:1.0:1779202695.051851:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1779202695.051864:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524084608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202695.051914:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202695.051985:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524084608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202695.051992:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1779202695.052084:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524084608:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1779202695.243016:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202695.243025:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202695.243054:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:0.0:1779202695.243062:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202695.243459:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524084736:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202695.243592:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d07cd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202695.256423:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524084736:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202695.259223:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202695.259574:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501068928 00000100:00100000:3.0:1779202695.259590:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501068928 00000100:00100000:3.0:1779202695.259676:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1114 00000100:00100000:3.0:1779202695.259918:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29153:x1865628501068928:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202695.259973:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202695.260141:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29153:x1865628501068928:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 453us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202695.260150:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1114 00000100:00100000:1.0:1779202695.263346:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202695.265124:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501069056 00000100:00100000:3.0:1779202695.265153:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501069056 00000100:00100000:3.0:1779202695.265248:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1115 00000100:00100000:3.0:1779202695.265262:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29153:x1865628501069056:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1779202695.265363:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbec8d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.265387:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbec8d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.265406:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbec8d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.265425:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbec94 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.265432:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbec94 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.265439:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbec94 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.265468:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbec9b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.265477:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbec9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.265484:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbec9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202695.267065:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:3.0:1779202695.267078:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202695.267800:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbec9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.267831:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbec8d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.267840:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbec8d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.267847:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbec8d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.267854:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202695.267860:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbec8d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.267868:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbec8d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268666:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:2.0:1779202695.268670:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202695.268678:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbec8d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268685:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbec8d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268761:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbec94 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268768:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbec94 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268774:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbec94 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268779:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202695.268782:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbec94 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268787:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbec94 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268795:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x186e6862 (ffff91d0f3878100) 00010000:00010000:2.0:1779202695.268798:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202695.268802:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbec94 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268807:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbec94 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268828:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbec9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268835:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbec9b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268841:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbec9b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268847:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202695.268850:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbec9b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268857:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbec9b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.268865:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91d0f3878b00) 00010000:00010000:2.0:1779202695.268868:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202695.268871:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbec9b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.270450:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbec9b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202695.271763:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29153:x1865628501069056:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 6492us (8420us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202695.271778:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1115 00000100:00100000:2.0:1779202695.278851:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202695.279407:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501069312 00000100:00100000:1.0:1779202695.279425:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501069312 00000100:00100000:1.0:1779202695.279519:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1116 00000100:00100000:1.0:1779202695.279531:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29153:x1865628501069312:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202695.279577:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202695.279615:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbeca2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657ab expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.280172:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbeca9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.280192:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbeca9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.280205:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbeca9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202695.280229:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:1.0:1779202695.280334:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbeca9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.280343:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbeca9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.280351:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbeca9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.280358:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202695.280363:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbeca9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.280371:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbeca9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.280391:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91d0f3878b00) 00010000:00010000:1.0:1779202695.280395:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202695.280401:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbeca9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.280408:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbeca9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.280460:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbeca2 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ab expref: 50 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.280473:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202695.280476:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202695.280480:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbeca2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ab expref: 50 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.280491:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934400, rc 0) 00000100:00100000:1.0:1779202695.283458:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:29153:x1865628501069312:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 3909us (4601us total) trans 4294967963 rc 301/301 00000100:00100000:1.0:1779202695.283476:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1116 00000100:00100000:1.0:1779202695.291523:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202695.291766:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501069440 00000100:00100000:2.0:1779202695.291780:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501069440 00000100:00100000:2.0:1779202695.291851:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1117 00000100:00100000:2.0:1779202695.291863:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:29153:x1865628501069440:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202695.291914:0:6562:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202695.292072:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:29153:x1865628501069440:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 211us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202695.292080:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1117 00000100:00100000:3.0:1779202695.298913:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202695.299262:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501069696 00000100:00100000:1.0:1779202695.299277:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501069696 00000100:00100000:1.0:1779202695.299378:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1118 00000100:00100000:1.0:1779202695.299392:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:29153:x1865628501069696:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202695.299422:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202695.299453:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbecb7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657b2 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.300136:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbecbe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.300156:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbecbe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.300170:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbecbe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202695.300184:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00010000:00010000:1.0:1779202695.300241:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbecb7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657b2 expref: 52 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.300262:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbecbe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657b2 expref: 51 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.300272:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91d0ebf53000) 00010000:00010000:1.0:1779202695.300276:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202695.300279:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935c00, rc 0) 00000100:00100000:1.0:1779202695.300376:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:29153:x1865628501069696:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 987us (1477us total) trans 4294967964 rc 0/0 00000100:00100000:1.0:1779202695.300385:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1118 00000100:00100000:3.0:1779202695.303400:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202695.303514:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501069952 00000100:00100000:2.0:1779202695.303528:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501069952 00000100:00100000:2.0:1779202695.303622:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1119 00000100:00100000:2.0:1779202695.303634:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:29153:x1865628501069952:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202695.303744:0:6564:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202695.303784:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbecbe lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657b2 expref: 51 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.303811:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91d0ebf53000) 00010000:00010000:2.0:1779202695.303825:0:6564:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202695.303856:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.303874:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbebe5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6576c expref: 104 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.303883:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.303935:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbebe5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6576c expref: 104 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.303952:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbebe5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6576c expref: 104 pid: 6564 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202695.303971:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524084864:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202695.304096:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498c900 going to sleep for 11 seconds 00000100:00100000:3.0:1779202695.312074:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202695.312248:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524084864:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202695.312287:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202695.312526:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501070080 00000100:00100000:1.0:1779202695.312537:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501070080 00010000:00010000:1.0:1779202695.312600:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbebe5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6576c expref: 105 pid: 6564 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202695.312638:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 348 00000100:00100000:1.0:1779202695.312650:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:2420:x1865628501070080:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202695.312672:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202695.312680:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbebe5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6576c expref: 105 pid: 6564 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.312730:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbebe5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6576c expref: 105 pid: 6564 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.312757:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbebe5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6576c expref: 105 pid: 6564 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.312777:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:1.0:1779202695.312783:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.312795:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.312804:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.312832:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202695.312903:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:2420:x1865628501070080:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 254us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202695.312911:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 348 00010000:00010000:2.0:1779202695.313506:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313516:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313559:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbecd3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x8d9b844d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313573:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbecd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x8d9b844d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313582:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbecd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x8d9b844d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313641:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313650:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313656:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313663:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202695.313667:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313675:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313685:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:2.0:1779202695.313688:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202695.313719:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313726:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbeccc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313738:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbecd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x8d9b844d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313743:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbecd3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x8d9b844d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313749:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbecd3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x8d9b844d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313754:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202695.313758:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbecd3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x8d9b844d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313764:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbecd3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x8d9b844d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313771:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x8d9b844d (ffff91cfc10a7800) 00010000:00010000:2.0:1779202695.313774:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202695.313777:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbecd3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x8d9b844d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.313783:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbecd3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x8d9b844d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202695.313875:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:29153:x1865628501069952:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 10241us (10488us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202695.313884:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1119 00000100:00100000:3.0:1779202695.319555:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202695.330428:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501070208 00000100:00100000:2.0:1779202695.330452:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501070208 00000100:00100000:2.0:1779202695.330541:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1120 00000100:00100000:2.0:1779202695.330863:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:29153:x1865628501070208:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202695.330892:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202695.330927:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbecda lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657b9 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.330980:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbece1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.330997:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbece1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.331015:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbece1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.331178:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbecda lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657b9 expref: 52 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.331200:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbece1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657b9 expref: 51 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.331211:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:2.0:1779202695.331214:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202695.331229:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7c00, rc 0) 00000100:00100000:2.0:1779202695.334862:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:29153:x1865628501070208:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 3986us (15313us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202695.334879:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1120 00000100:00100000:1.0:1779202695.344103:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202695.344948:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501070464 00000100:00100000:2.0:1779202695.344964:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501070464 00000100:00100000:2.0:1779202695.345054:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1121 00000100:00100000:2.0:1779202695.345069:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:29153:x1865628501070464:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202695.345235:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbece8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.345266:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbece8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.345285:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbece8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202695.345515:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3343e5b reply state 000000005293e0fc transno 4294967965 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbece8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.345533:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbece8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.345543:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:2.0:1779202695.345557:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1779202695.345563:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1779202695.345775:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:29153:x1865628501070464:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 707us (1685us total) trans 4294967965 rc 0/0 00000100:00100000:2.0:1779202695.345784:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1121 00000100:00100000:1.0:1779202695.372077:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202695.372190:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501070592 00000100:00100000:3.0:1779202695.372205:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501070592 00000100:00100000:3.0:1779202695.372288:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1122 00000100:00100000:3.0:1779202695.372311:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:29153:x1865628501070592:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202695.372346:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202695.372372:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbecef lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657c0 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.372450:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbecef lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657c0 expref: 54 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.372468:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbecef lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657c0 expref: 54 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.372479:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:3.0:1779202695.372482:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202695.372487:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5600, rc 0) 00000100:00100000:3.0:1779202695.372768:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:29153:x1865628501070592:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 469us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202695.372777:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1122 00000100:00100000:3.0:1779202695.387911:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202695.388133:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501070720 00000100:00100000:0.0:1779202695.388149:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501070720 00000100:00100000:0.0:1779202695.388230:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 210 00000100:00100000:0.0:1779202695.388244:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6474450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:29153:x1865628501070720:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1779202695.388456:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6474450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:29153:x1865628501070720:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 Request processed in 216us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202695.388465:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 210 00000100:00100000:1.0:1779202695.393989:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202695.395668:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501070976 00000100:00100000:0.0:1779202695.395686:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501070976 00000100:00100000:0.0:1779202695.396060:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 211 00000100:00100000:0.0:1779202695.396075:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:29153:x1865628501070976:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202695.398288:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:29153:x1865628501070976:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 2205us (4302us total) trans 4294967966 rc 0/0 00000100:00100000:1.0:1779202695.398389:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 211 00000100:00100000:1.0:1779202695.407875:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202695.408174:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501071232 00000100:00100000:0.0:1779202695.408188:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501071232 00000100:00100000:0.0:1779202695.408277:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1123 00000100:00100000:0.0:1779202695.408289:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:29153:x1865628501071232:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202695.408457:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:29153:x1865628501071232:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 170us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202695.408466:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1123 00000100:00100000:3.0:1779202695.419477:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202695.420634:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501071488 00000100:00100000:2.0:1779202695.420654:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501071488 00000100:00100000:2.0:1779202695.420781:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1124 00000100:00100000:2.0:1779202695.420796:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:29153:x1865628501071488:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202695.420829:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202695.420858:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbecf6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657c7 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.421045:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.421065:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbecef lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657c0 expref: 56 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.421077:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.421142:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbecef lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657c0 expref: 56 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.421159:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbecef lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657c0 expref: 56 pid: 10076 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202695.421175:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524084992:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202695.421319:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202695.437264:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202695.443473:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501071616 00000100:00100000:3.0:1779202695.443496:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501071616 00010000:00010000:3.0:1779202695.444489:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbecef lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657c0 expref: 57 pid: 10076 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202695.445173:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 349 00000100:00100000:3.0:1779202695.445207:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:2419:x1865628501071616:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202695.445234:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202695.445246:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbecef lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657c0 expref: 57 pid: 10076 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.445267:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbecef lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657c0 expref: 57 pid: 10076 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.445303:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:3.0:1779202695.445310:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.445325:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.445335:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.445373:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202695.451486:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbecef lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657c0 expref: 57 pid: 10076 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202695.452048:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524084992:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202695.452086:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.452100:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.452106:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202695.452606:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000004:00080000:2.0:1779202695.453328:0:16980:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x16:0x0], index 1: 0 00010000:00010000:2.0:1779202695.453477:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.453488:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.453501:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.453508:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202695.453513:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.453522:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.453544:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:2.0:1779202695.453548:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202695.453791:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.453799:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbecfd lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.453985:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbecf6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657c7 expref: 57 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.453999:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:2.0:1779202695.454001:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1779202695.454005:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbecf6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657c7 expref: 57 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.454017:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7e00, rc 0) 00000100:00100000:3.0:1779202695.454269:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:2419:x1865628501071616:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 9067us (17013us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202695.454284:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 349 00000100:00100000:2.0:1779202695.454333:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:29153:x1865628501071488:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 33539us (34873us total) trans 4294967967 rc 301/301 00000100:00100000:2.0:1779202695.454345:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1124 00000100:00100000:1.0:1779202695.472842:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202695.473035:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501071872 00000100:00100000:3.0:1779202695.473049:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501071872 00000100:00100000:3.0:1779202695.473131:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 212 00000100:00100000:3.0:1779202695.473145:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:29153:x1865628501071872:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1779202695.478932:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:29153:x1865628501071872:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 5768us (6090us total) trans 4294967968 rc 0/0 00000100:00100000:3.0:1779202695.478949:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 212 00000100:00100000:1.0:1779202695.486747:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202695.486951:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501072000 00000100:00100000:3.0:1779202695.486965:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501072000 00000100:00100000:3.0:1779202695.487034:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1125 00000100:00100000:3.0:1779202695.487045:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:29153:x1865628501072000:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202695.487080:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202695.487105:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbed0b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657ce expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.487220:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbed12 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.487237:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbed12 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.487250:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbed12 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202695.487314:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000004:00200000:3.0:1779202695.487320:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202695.487347:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbed12 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.487379:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbed0b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ce expref: 58 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.487400:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbed12 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ce expref: 57 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.487410:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:3.0:1779202695.487414:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1779202695.487417:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4c00, rc 0) 00000100:00100000:3.0:1779202695.487495:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:29153:x1865628501072000:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 451us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202695.487506:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1125 00000100:00100000:0.0:1779202695.500172:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202695.500383:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501072128 00000100:00100000:1.0:1779202695.500398:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501072128 00000100:00100000:1.0:1779202695.500509:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 295 00000100:00100000:1.0:1779202695.500526:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501072128:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202695.500552:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202695.500586:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbed19 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657d5 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202695.500627:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1779202695.500653:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202695.500656:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202695.500667:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbed19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657d5 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.500740:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbed19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657d5 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.500757:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934e00, rc 0) 00000100:00100000:1.0:1779202695.500824:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501072128:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 304us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202695.500832:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 295 00000100:00080000:3.0:1779202695.501456:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202695.507475:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202695.507587:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501072384 00000100:00100000:0.0:1779202695.507606:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501072384 00000100:00100000:0.0:1779202695.507743:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1126 00000100:00100000:0.0:1779202695.507758:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:29153:x1865628501072384:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202695.507964:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:29153:x1865628501072384:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 210us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202695.507976:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1126 00000100:00100000:0.0:1779202695.513887:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202695.515055:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501072512 00000100:00100000:1.0:1779202695.515073:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501072512 00000100:00100000:1.0:1779202695.515184:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 296 00000100:00100000:1.0:1779202695.515198:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:29153:x1865628501072512:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202695.515229:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202695.515259:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbed20 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657dc expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.515306:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbed19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657d5 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.515317:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202695.515320:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202695.515324:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbed20 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657dc expref: 11 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.515821:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbed19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657d5 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.515840:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbed19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657d5 expref: 11 pid: 17866 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202695.515858:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524085120:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202695.516005:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4000 going to sleep for 11 seconds 00000100:00100000:1.0:1779202695.521496:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202695.521662:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524085120:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202695.521780:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbed20 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657dc expref: 11 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.521812:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934c00, rc 0) 00000100:00100000:0.0:1779202695.521908:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:29153:x1865628501072512:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 6711us (8035us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202695.521920:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 296 00000100:00100000:3.0:1779202695.522572:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501072640 00000100:00100000:3.0:1779202695.522582:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501072640 00010000:00010000:3.0:1779202695.522626:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbed19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657d5 expref: 11 pid: 17866 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202695.522668:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 350 00000100:00100000:3.0:1779202695.522686:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501072640:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202695.522731:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202695.522756:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbed19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657d5 expref: 11 pid: 17866 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.522771:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbed19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657d5 expref: 11 pid: 17866 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.522799:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbed19 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657d5 expref: 11 pid: 17866 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.522819:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202695.522822:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202695.522831:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbed20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657dc expref: 10 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.522842:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbed20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657dc expref: 10 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.523204:0:6550:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbed20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657dc expref: 10 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202695.523227:0:6550:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6550:1865628524085248:192.168.204.21@tcp:105: 00000100:00100000:2.0:1779202695.523354:0:6550:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1779202695.527463:0:6550:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6550:1865628524085248:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202695.527512:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202695.529003:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501072640:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 6301us (7508us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202695.529025:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 350 00000100:00100000:1.0:1779202695.532461:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202695.532602:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501072768 00000100:00100000:3.0:1779202695.532618:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501072768 00002000:00100000:3.0:1779202695.532720:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff91cfc3347800 x1865628501072768/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:661/0 lens 2008/0 e 0 to 0 dl 1779202706 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202695.532942:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3347800 with x1865628501072768 ext(0->1515) 00002000:00010000:3.0:1779202695.532951:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3347800 00000100:00100000:3.0:1779202695.533058:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 82 00000100:00100000:3.0:1779202695.533071:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501072768:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1779202695.534991:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501072768:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 1909us (2535us total) trans 4294967356 rc 0/0 00000100:00100000:3.0:1779202695.535008:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 82 00002000:00100000:3.0:1779202695.535023:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff91cfc3347800 x1865628501072768/t4294967356(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:661/0 lens 2008/448 e 0 to 0 dl 1779202706 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202695.535036:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3347800 with x1865628501072768 ext(0->1515) 00002000:00010000:3.0:1779202695.535043:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3347800 00000100:00100000:1.0:1779202695.540553:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202695.540628:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501072896 00000100:00100000:0.0:1779202695.540643:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501072896 00000100:00100000:0.0:1779202695.540777:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1127 00000100:00100000:0.0:1779202695.540790:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:29153:x1865628501072896:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1779202695.544819:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967968 is committed 00000001:00080000:1.0:1779202695.544886:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967962 is committed 00000004:00080000:1.0:1779202695.544894:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000020:00080000:1.0:1779202695.544931:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0f50329c0 refcount 2 committed 0 result 0 batchid 19 00010000:00010000:2.0:1779202695.544937:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeb98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1779202695.544939:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f3933b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0f5032900 00000020:00080000:1.0:1779202695.544946:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f3933f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4359800 00010000:00010000:2.0:1779202695.544960:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeb98 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.544978:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeb98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.544986:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202695.544991:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeb98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.545001:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeb98 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.545022:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff91cfc10a5700) 00010000:00010000:2.0:1779202695.545025:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202695.545031:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeb98 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.545038:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbeb98 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.545076:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbece8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.545083:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbece8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.545089:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbece8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.545094:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202695.545096:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbece8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.545101:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbece8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.545107:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:2.0:1779202695.545109:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1779202695.545112:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbece8 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545179:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeabf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545190:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeabf lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545197:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeabf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545209:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202695.545212:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeabf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545219:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeabf lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545229:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff91cfc10a5a00) 00010000:00010000:0.0:1779202695.545233:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202695.545236:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeabf lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545242:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeabf lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545259:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeac6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545266:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeac6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545272:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545278:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202695.545281:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545291:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeac6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545305:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff91cfc10a5800) 00010000:00010000:0.0:1779202695.545308:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202695.545311:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeac6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.545317:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeac6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1779202695.545340:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 19 committed batchid 18 00000020:00080000:0.0:1779202695.545429:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:0.0:1779202695.545646:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:29153:x1865628501072896:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 4849us (5099us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202695.545660:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1127 00010000:00010000:2.0:1779202695.545919:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbece8 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202695.546641:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524085376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1779202695.546759:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202695.548227:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524085376 00000100:00100000:3.0:1779202695.548247:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524085376 00000100:00100000:0.0:1779202695.549286:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1779202695.549305:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524085376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1779202695.549369:0:8511:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:21 count 1 00002000:00010000:0.0:1779202695.549417:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 1516, mtime: 0x6a0c7a84, atime: 0x0, ctime: 0x6a0c7a84, blocks: 0x8 00010000:00010000:0.0:1779202695.549428:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dbed27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.549449:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202695.549452:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202695.549459:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dbed27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.549483:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dbed27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.549495:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dbed27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.549505:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dbed27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.549543:0:8511:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:3.0:1779202695.549884:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202695.549906:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524085376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 606us (3145us total) trans 4294967350 rc 0/0 00000100:00100000:0.0:1779202695.549916:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000004:00080000:0.0:1779202695.550018:0:3664:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc3a2ad80/2, rc 0, transno 4294967350 00000100:00100000:0.0:1779202695.550028:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524085376:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1779202695.550146:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1779202695.550155:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dbed27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.550168:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a7800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202695.550172:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dbed27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.550184:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dbed27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.550205:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dbed27 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.550213:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dbed27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.550241:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202695.550242:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202695.550244:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202695.552289:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202695.552423:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501073024 00000100:00100000:1.0:1779202695.552437:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501073024 00000100:00100000:1.0:1779202695.552619:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 298 00000100:00100000:1.0:1779202695.552633:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501073024:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1779202695.556413:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000100:00100000:0.0:1779202695.557754:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501073024:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 5106us (5461us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202695.557775:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 298 00000100:00100000:1.0:1779202695.561540:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202695.562310:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501073280 00000100:00100000:3.0:1779202695.562327:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501073280 00000100:00100000:0.0:1779202695.562682:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1128 00000100:00100000:0.0:1779202695.562727:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:29153:x1865628501073280:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1779202695.562870:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202695.562915:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbed12 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ce expref: 44 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.562953:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:0.0:1779202695.562960:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202695.563021:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed2e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.563039:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed2e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.563051:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed2e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202695.563333:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000cf53b77 reply state 000000003070ee0c transno 4294967969 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed2e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.563358:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed2e lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.563366:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:0.0:1779202695.563368:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202695.563372:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1779202695.563510:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:29153:x1865628501073280:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 816us (2066us total) trans 4294967969 rc 0/0 00000100:00100000:0.0:1779202695.563519:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1128 00000100:00100000:1.0:1779202695.571508:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202695.571628:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501073408 00000100:00100000:0.0:1779202695.571642:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501073408 00000100:00100000:0.0:1779202695.571780:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1129 00000100:00100000:0.0:1779202695.571791:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:29153:x1865628501073408:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202695.571831:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202695.571863:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbed35 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657e3 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.571945:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbed35 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657e3 expref: 46 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.571962:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbed35 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657e3 expref: 46 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.571982:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:0.0:1779202695.571986:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202695.571992:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6400, rc 0) 00000100:00100000:0.0:1779202695.572057:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29153:x1865628501073408:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 269us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202695.572064:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1129 00000100:00100000:3.0:1779202695.575327:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202695.575434:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501073536 00000100:00100000:1.0:1779202695.575449:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501073536 00000100:00100000:1.0:1779202695.575525:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 299 00000100:00100000:1.0:1779202695.575537:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501073536:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1779202695.575971:0:8444:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:1.0:1779202695.575976:0:8444:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb mtime from disk: 0 -> 1779202692 00002000:00010000:1.0:1779202695.575978:0:8444:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb atime from disk: 0 -> 1779202692 00002000:00010000:1.0:1779202695.575981:0:8444:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb ctime from disk: 0 -> 1779202692 00002000:00010000:1.0:1779202695.575983:0:8444:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1779202695.576470:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501073536:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 933us (1154us total) trans 4294967357 rc 0/0 00000100:00100000:1.0:1779202695.576485:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 299 00000100:00100000:1.0:1779202695.594247:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202695.594982:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501073792 00000100:00100000:2.0:1779202695.595000:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501073792 00000100:00100000:2.0:1779202695.595103:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1130 00000100:00100000:2.0:1779202695.595114:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29153:x1865628501073792:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1779202695.595218:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.595241:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbece1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657b9 expref: 46 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.595253:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.595355:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbece1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657b9 expref: 46 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.595372:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbece1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657b9 expref: 46 pid: 6562 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202695.595388:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524085504:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202695.595577:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1779202695.612354:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524085504:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202695.612403:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202695.619166:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202695.619377:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501073920 00000100:00100000:0.0:1779202695.619391:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501073920 00010000:00010000:0.0:1779202695.619443:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbece1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657b9 expref: 47 pid: 6562 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202695.619494:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 351 00000100:00100000:0.0:1779202695.619504:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2420:x1865628501073920:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202695.619524:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202695.619531:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbece1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657b9 expref: 47 pid: 6562 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.619547:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbece1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657b9 expref: 47 pid: 6562 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.619576:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbece1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657b9 expref: 47 pid: 6562 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.619596:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:0.0:1779202695.619602:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.619614:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.619623:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.619656:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202695.619800:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2420:x1865628501073920:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 296us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202695.619808:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 351 00010000:00010000:1.0:1779202695.620330:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.620348:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.620401:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.620409:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.620417:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.620423:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202695.620427:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.620435:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.620447:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:1.0:1779202695.620451:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1779202695.620456:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.620462:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbed3c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202695.620578:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:29153:x1865628501073792:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 25464us (26346us total) trans 0 rc -22/-22 00000100:00100000:1.0:1779202695.620588:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1130 00000100:00100000:1.0:1779202695.631523:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202695.631679:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501074048 00000100:00100000:0.0:1779202695.631730:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501074048 00000100:00100000:0.0:1779202695.631803:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 300 00000100:00100000:0.0:1779202695.631915:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501074048:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202695.631993:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.632023:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbed20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657dc expref: 11 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.632040:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202695.632043:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202695.632048:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.632104:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbed20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657dc expref: 11 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.632137:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbed20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657dc expref: 11 pid: 8447 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202695.632157:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524085632:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202695.632297:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c3971480 going to sleep for 11 seconds 00000100:00100000:2.0:1779202695.636631:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202695.636791:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501074176 00000100:00100000:3.0:1779202695.636805:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501074176 00010000:00010000:3.0:1779202695.636991:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbed20 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657dc expref: 12 pid: 8447 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202695.637096:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 352 00000100:00100000:3.0:1779202695.637108:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3167800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501074176:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202695.637137:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202695.637165:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbed20 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657dc expref: 12 pid: 8447 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.637183:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbed20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657dc expref: 12 pid: 8447 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.637215:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202695.637217:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202695.637223:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.637236:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.637266:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202695.638021:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3167800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501074176:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 909us (1400us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202695.638034:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 352 00010000:00010000:0.0:1779202695.638200:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbed20 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657dc expref: 11 pid: 8447 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202695.638226:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524085632:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202695.638260:0:8511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.638274:0:8511:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.638282:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.638333:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.638351:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.638362:0:8511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.638370:0:8511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6e00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202695.638374:0:8511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.638385:0:8511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.638406:0:8511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202695.638414:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dbed43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202695.638486:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501074048:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 6673us (6980us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202695.638495:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 300 00000100:00100000:0.0:1779202695.647674:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202695.648107:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501074432 00000100:00100000:1.0:1779202695.648134:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501074432 00000100:00100000:1.0:1779202695.648222:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1131 00000100:00100000:1.0:1779202695.648233:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:29153:x1865628501074432:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1779202695.648337:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed4a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.648360:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed4a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.648375:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed4a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.648560:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.648582:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbed35 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657e3 expref: 46 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.648596:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.648638:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbed35 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657e3 expref: 46 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.648654:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbed35 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657e3 expref: 46 pid: 7869 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202695.648680:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3346d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524085760:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202695.649429:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202695.655405:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3346d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524085760:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202695.655445:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202695.657611:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202695.658052:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501074560 00000100:00100000:1.0:1779202695.658067:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501074560 00010000:00010000:1.0:1779202695.658146:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbed35 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657e3 expref: 47 pid: 7869 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202695.663226:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 353 00000100:00100000:1.0:1779202695.663493:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2419:x1865628501074560:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202695.663521:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202695.663534:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbed35 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657e3 expref: 47 pid: 7869 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.663555:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbed35 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657e3 expref: 47 pid: 7869 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.663585:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbed35 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657e3 expref: 47 pid: 7869 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.663607:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:1.0:1779202695.663614:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.663625:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.663634:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.663669:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202695.663790:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2419:x1865628501074560:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 549us (6191us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202695.663798:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 353 00010000:00010000:2.0:1779202695.664104:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.664115:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202695.664280:0:10076:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967970 00000001:00080000:2.0:1779202695.664434:0:10076:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967971 00000001:00080000:2.0:1779202695.664477:0:10076:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967972 00000100:00100000:2.0:1779202695.664808:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3165f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10076:1865628524085888:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1779202695.664899:0:10076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202695.664952:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1779202695.665328:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524085888 00000100:00100000:3.0:1779202695.665338:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524085888 00000100:00100000:3.0:1779202695.665414:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1779202695.665424:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:10076:x1865628524085888:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1779202695.665557:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:10076:x1865628524085888:12345-0@lo:1000:mdt00_004.0 Request processed in 131us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202695.665565:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1779202695.666291:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3165f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10076:1865628524085888:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1779202695.666505:0:10076:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967973 00000100:00100000:2.0:1779202695.666747:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3165f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10076:1865628524086016:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1779202695.666809:0:10076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202695.666890:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498c300 going to sleep for 11 seconds 00000100:00100000:1.0:1779202695.667892:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524086016 00000100:00100000:1.0:1779202695.667906:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524086016 00000100:00100000:0.0:1779202695.668501:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1779202695.668514:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10076:x1865628524086016:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1779202695.668943:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:10076:x1865628524086016:12345-0@lo:1000:mdt00_004.0 Request processed in 430us (2131us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1779202695.668953:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1779202695.669984:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3165f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10076:1865628524086016:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1779202695.670150:0:10076:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967974 00010000:00010000:2.0:1779202695.670210:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670226:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670235:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670242:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202695.670248:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670258:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670282:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:2.0:1779202695.670285:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202695.670439:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670449:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed51 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670489:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec7f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670495:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec7f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670501:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec7f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670506:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202695.670510:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec7f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670517:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec7f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670526:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91d0f3878b00) 00010000:00010000:2.0:1779202695.670529:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202695.670539:0:10076:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbec86 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657a4 expref: 91 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670552:0:10076:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbec86 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657a4 expref: 91 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670563:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbec86 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657a4 expref: 91 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.670615:0:10076:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6800/0x3d5ca2fc49dbec86 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657a4 expref: 91 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202695.670632:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524086144:192.168.204.21@tcp:105: 00000100:00100000:2.0:1779202695.671158:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498c900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202695.677317:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202695.677607:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524086144:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202695.677651:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec7f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.677667:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbec7f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.677938:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbed58 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.677962:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbed58 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678068:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbed58 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678083:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbed58 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678091:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbed58 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678099:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbed58 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678105:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202695.678110:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbed58 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678130:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbed58 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678146:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91d0f3878b00) 00010000:00010000:2.0:1779202695.678149:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202695.678154:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbed58 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678160:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6400/0x3d5ca2fc49dbed58 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678172:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed4a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678179:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed4a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678185:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed4a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678190:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202695.678193:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed4a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678200:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed4a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678209:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff91d0f3878b00) 00010000:00010000:2.0:1779202695.678211:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202695.678214:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed4a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.678220:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed4a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202695.678526:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501074688 00000100:00100000:3.0:1779202695.678537:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501074688 00000100:00100000:3.0:1779202695.678615:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 213 00000100:00100000:3.0:1779202695.678628:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:29152:x1865628501074688:12345-192.168.204.21@tcp:49:cmp.0 00000100:00100000:2.0:1779202695.679275:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:29153:x1865628501074432:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 31040us (31622us total) trans 4294967975 rc 0/0 00000100:00100000:2.0:1779202695.679286:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1131 00000020:00080000:2.0:1779202695.679302:0:10076:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1779202695.679736:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202695.679742:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1779202695.680681:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:29152:x1865628501074688:12345-192.168.204.21@tcp:49:cmp.0 Request processed in 2050us (3386us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202695.681137:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 213 00000040:00080000:0.0:1779202695.682199:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1779202695.682218:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202695.688209:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202695.688567:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202695.689404:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501074944 00000100:00100000:3.0:1779202695.689422:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501074944 00000100:00100000:3.0:1779202695.689510:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 214 00000100:00100000:3.0:1779202695.689523:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:29153:x1865628501074944:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202695.691625:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501075072 00000100:00100000:2.0:1779202695.691645:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501075072 00000100:00100000:2.0:1779202695.691793:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 301 00000100:00100000:2.0:1779202695.691806:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:29152:x1865628501075072:12345-192.168.204.21@tcp:101:cmp.0 00010000:00010000:2.0:1779202695.691833:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202695.691868:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d85c39e/0x3d5ca2fc49dbed5f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657ea expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202695.691906:0:12963:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 1516, mtime: 0x6a0c7a84, atime: 0x6a0c7a84, ctime: 0x6a0c7a84, blocks: 0x8 00010000:00010000:2.0:1779202695.691941:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202695.691944:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202695.691955:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d85c39e/0x3d5ca2fc49dbed5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ea expref: 16 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.692322:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d85c39e/0x3d5ca2fc49dbed5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ea expref: 16 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202695.692509:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6400, rc 0) 00000100:00100000:2.0:1779202695.692609:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:29152:x1865628501075072:12345-192.168.204.21@tcp:101:cmp.0 Request processed in 805us (4274us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202695.692619:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 301 00000100:00080000:0.0:1779202695.694162:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1779202695.694524:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x1d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1779202695.694573:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967976 00010000:00010000:3.0:1779202695.694642:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbed66 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.694660:0:6565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbed66 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.694671:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbed66 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.694682:0:6565:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbed66 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.694716:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbed66 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.694722:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbed66 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202695.694754:0:6565:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1779202695.694905:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1779202695.694914:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbed66 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.694924:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5a00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202695.694929:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbed66 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.694939:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbed66 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.694962:0:6551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:1.0:1779202695.694965:0:6551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:3.0:1779202695.695104:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:29153:x1865628501074944:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 5576us (6903us total) trans 4294967977 rc 0/0 00000100:00100000:3.0:1779202695.695128:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 214 00000020:00080000:3.0:1779202695.695136:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1779202695.695558:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbed66 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.695567:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbed66 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202695.695582:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202695.695584:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202695.695586:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202695.696186:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202695.696274:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501075200 00000100:00100000:0.0:1779202695.696284:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501075200 00002000:00100000:0.0:1779202695.696355:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff91cfc3344a80 x1865628501075200/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:661/0 lens 488/0 e 0 to 0 dl 1779202706 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202695.696367:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3344a80 with x1865628501075200 ext(0->4095) 00002000:00010000:0.0:1779202695.696374:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3344a80 00000100:00100000:0.0:1779202695.696411:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 83 00000100:00100000:0.0:1779202695.696421:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2419:x1865628501075200:12345-192.168.204.21@tcp:3:cmp.0 00000100:00100000:0.0:1779202695.696657:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2419:x1865628501075200:12345-192.168.204.21@tcp:3:cmp.0 Request processed in 238us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202695.696664:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 83 00002000:00100000:0.0:1779202695.696669:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff91cfc3344a80 x1865628501075200/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:661/0 lens 488/4536 e 0 to 0 dl 1779202706 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202695.696681:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3344a80 with x1865628501075200 ext(0->4095) 00002000:00010000:0.0:1779202695.696684:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3344a80 00000100:00100000:2.0:1779202695.704252:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202695.704925:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501075456 00000100:00100000:1.0:1779202695.704941:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501075456 00000100:00100000:1.0:1779202695.705019:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 215 00000100:00100000:1.0:1779202695.705037:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:29152:x1865628501075456:12345-192.168.204.21@tcp:35:cmp.0 00000100:00100000:1.0:1779202695.705354:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:29152:x1865628501075456:12345-192.168.204.21@tcp:35:cmp.0 Request processed in 325us (1117us total) trans 4294967978 rc 0/0 00000100:00100000:1.0:1779202695.705361:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 215 00010000:00010000:0.0:1779202695.883021:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202696.914430:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202697.100000:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524086400:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202697.100115:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202697.100294:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524086528:0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.100336:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202697.100412:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524086912:0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.100440:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202697.100480:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524086528 00000100:00100000:3.0:1779202697.100491:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524086528 00000100:00100000:3.0:1779202697.100553:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:3.0:1779202697.100564:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524086528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.100637:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524086528:12345-0@lo:400:kworker.0 Request processed in 73us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202697.100645:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:3.0:1779202697.100665:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524086912 00000100:00100000:3.0:1779202697.100668:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524086912 00000100:00100000:3.0:1779202697.100736:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:3.0:1779202697.100743:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524086912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.100779:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524086912:12345-0@lo:400:kworker.0 Request processed in 37us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202697.100785:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:3.0:1779202697.100837:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524086528:0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.100871:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524086912:0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.100900:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524087040:0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.100925:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202697.100980:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524087424:0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.101004:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202697.101059:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524087552:0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.101082:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202697.101117:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524087040 00000100:00100000:3.0:1779202697.101121:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524087040 00000100:00100000:3.0:1779202697.101145:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524087424 00000100:00100000:3.0:1779202697.101148:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524087424 00000100:00100000:3.0:1779202697.101164:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524087552 00000100:00100000:3.0:1779202697.101166:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524087552 00000100:00100000:3.0:1779202697.101179:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:3.0:1779202697.101185:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524087040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.101221:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524087040:12345-0@lo:400:kworker.0 Request processed in 36us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202697.101227:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:3.0:1779202697.101239:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:3.0:1779202697.101245:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524087424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.101270:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524087424:12345-0@lo:400:kworker.0 Request processed in 26us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202697.101277:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:3.0:1779202697.101287:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1779202697.101293:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524087552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.101318:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524087552:12345-0@lo:400:kworker.0 Request processed in 26us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202697.101324:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1779202697.101351:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524087552:0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.101361:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524087040:0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.101388:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524087424:0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.101557:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524086272:0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.101604:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202697.101639:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524086784:0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.101669:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202697.101708:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524087296:0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.101738:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202697.101756:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524087808:0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.101777:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202697.101799:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1779202697.101805:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524086656:0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.101828:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202697.101842:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524087168:0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.101863:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202697.101882:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524087680:0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.101903:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202697.101930:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524086400 00000100:00100000:0.0:1779202697.101934:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524086400 00000100:00100000:0.0:1779202697.101966:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524086784 00000100:00100000:0.0:1779202697.101969:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524086784 00000100:00100000:0.0:1779202697.101982:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1779202697.101989:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524086400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202697.102026:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:0.0:1779202697.102071:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524086400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (1956us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202697.102077:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1779202697.102105:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1779202697.102112:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524086784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.102146:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524086784:12345-0@lo:400:kworker.0 Request processed in 35us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202697.102153:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1779202697.102175:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524086656 00000100:00100000:0.0:1779202697.102178:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524086656 00000100:00100000:0.0:1779202697.102205:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1779202697.102211:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524086656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.102242:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524086656:12345-0@lo:400:kworker.0 Request processed in 31us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202697.102248:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00080000:0.0:1779202697.102270:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202697.102276:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202697.102297:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524087296 00000100:00100000:0.0:1779202697.102300:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524087296 00000100:00100000:0.0:1779202697.102334:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524087808 00000100:00100000:0.0:1779202697.102337:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524087808 00000100:00100000:0.0:1779202697.102364:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524087168 00000100:00100000:0.0:1779202697.102367:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524087168 00000100:00100000:0.0:1779202697.102381:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524087680 00000100:00100000:0.0:1779202697.102383:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524087680 00000100:00100000:0.0:1779202697.102398:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1779202697.102404:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524087296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.102438:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524087296:12345-0@lo:400:kworker.0 Request processed in 35us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202697.102445:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1779202697.102456:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1779202697.102461:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524087808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.102488:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524087808:12345-0@lo:400:kworker.0 Request processed in 27us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202697.102493:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1779202697.102503:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1779202697.102509:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524087168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.102534:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524087168:12345-0@lo:400:kworker.0 Request processed in 26us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202697.102540:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1779202697.102551:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1779202697.102557:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524087680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.102584:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524087680:12345-0@lo:400:kworker.0 Request processed in 26us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202697.102590:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00080000:0.0:1779202697.102644:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202697.102647:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202697.102674:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524086656:0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.102684:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524087168:0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.102736:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524087680:0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.102748:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524086784:0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.102760:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524087296:0@lo:400:kworker.0 00000100:00100000:0.0:1779202697.102770:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524087808:0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.102869:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524086272 00000100:00100000:3.0:1779202697.102874:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524086272 00000100:00100000:3.0:1779202697.102902:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1779202697.102909:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524086272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202697.102957:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524086272:12345-0@lo:400:kworker.0 Request processed in 49us (1353us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202697.102964:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1779202697.103016:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524086400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202697.103145:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524086272:0@lo:400:kworker.0 00010000:00010000:1.0:1779202697.934092:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202698.118496:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202698.118547:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202698.118585:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202698.118611:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202698.118628:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202698.118649:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202698.118664:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202698.118680:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202698.118739:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202698.118768:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501076096 00000100:00100000:1.0:1779202698.118778:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501076096 00000100:00100000:1.0:1779202698.118827:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501076608 00000100:00100000:1.0:1779202698.118830:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501076608 00000100:00100000:1.0:1779202698.118851:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 658 00000100:00100000:1.0:1779202698.118860:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2422:x1865628501076096:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202698.118928:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2422:x1865628501076096:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 69us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202698.118935:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 658 00000100:00100000:1.0:1779202698.118951:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501075968 00000100:00100000:1.0:1779202698.118953:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501075968 00000100:00100000:1.0:1779202698.118967:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501076480 00000100:00100000:1.0:1779202698.118969:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501076480 00000100:00100000:1.0:1779202698.118983:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 659 00000100:00100000:1.0:1779202698.118989:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501076608:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202698.119013:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501076608:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202698.119020:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 659 00000100:00100000:1.0:1779202698.119030:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 660 00000100:00100000:1.0:1779202698.119036:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501075968:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202698.119057:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501075968:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202698.119063:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 660 00000100:00100000:1.0:1779202698.119085:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 661 00000100:00100000:1.0:1779202698.119093:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2422:x1865628501076480:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202698.119114:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2422:x1865628501076480:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202698.119120:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 661 00000100:00100000:1.0:1779202698.119138:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501075840 00000100:00100000:1.0:1779202698.119141:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501075840 00000100:00100000:1.0:1779202698.119164:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501076352 00000100:00100000:1.0:1779202698.119166:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501076352 00000100:00100000:1.0:1779202698.119180:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501075712 00000100:00100000:1.0:1779202698.119182:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501075712 00000100:00100000:1.0:1779202698.119192:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501076224 00000100:00100000:1.0:1779202698.119194:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501076224 00000100:00100000:1.0:1779202698.119206:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1007 00000100:00100000:1.0:1779202698.119212:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501075840:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202698.119239:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501075840:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202698.119245:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1007 00000100:00100000:1.0:1779202698.119256:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1008 00000100:00100000:1.0:1779202698.119261:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501076352:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202698.119282:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501076352:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202698.119288:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1008 00000100:00100000:1.0:1779202698.119299:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1009 00000100:00100000:1.0:1779202698.119305:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:2422:x1865628501075712:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202698.119330:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:2422:x1865628501075712:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202698.119336:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1009 00000100:00100000:1.0:1779202698.119346:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1010 00000100:00100000:1.0:1779202698.119351:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:2422:x1865628501076224:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202698.119370:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:2422:x1865628501076224:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202698.119375:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1010 00000100:00100000:0.0:1779202698.119564:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501075584 00000100:00100000:0.0:1779202698.119568:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501075584 00000100:00100000:0.0:1779202698.119608:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 731 00000100:00100000:0.0:1779202698.119615:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501075584:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202698.119639:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501075584:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (1153us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202698.119644:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 731 00000100:00080000:0.0:1779202698.119679:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202698.119683:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202698.119685:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202698.119687:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202698.635755:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202698.635791:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524087936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202698.635899:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202698.636056:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524087936 00000100:00100000:0.0:1779202698.636083:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524087936 00000100:00100000:0.0:1779202698.636167:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1779202698.636179:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3663:x1865628524087936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202698.636242:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 137562944 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202698.636334:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3663:x1865628524087936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 156us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202698.636343:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1779202698.636468:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524087936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202698.638908:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202698.638940:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524088064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202698.639039:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202698.639392:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524088064 00000100:00100000:0.0:1779202698.639405:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524088064 00000100:00100000:0.0:1779202698.639489:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1779202698.639502:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524088064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202698.639538:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 137562944 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202698.639606:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524088064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202698.639615:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1779202698.639860:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524088064:0@lo:13:osp-pre-0-1.0 00000001:00080000:2.0:1779202698.640758:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000001:00080000:2.0:1779202698.640776:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00010000:00010000:0.0:1779202698.954970:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202699.149359:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202699.149382:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524088192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202699.149452:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202699.149520:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524088192 00000100:00100000:1.0:1779202699.149540:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524088192 00000100:00100000:1.0:1779202699.149594:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1779202699.149605:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524088192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202699.149643:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:1.0:1779202699.149739:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524088192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 137us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202699.149747:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1779202699.149775:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1779202699.149775:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202699.149784:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524088320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202699.149813:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202699.150021:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524088320 00000100:00100000:1.0:1779202699.150026:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524088320 00000100:00100000:0.0:1779202699.150046:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524088192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202699.150062:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1779202699.150068:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524088320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202699.150079:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00080000:2.0:1779202699.150108:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202699.150119:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524088320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202699.150128:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1779202699.150158:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524088320:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1779202699.980470:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202700.177464:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202700.177511:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524088448:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202700.177597:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202700.177736:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524088448 00000100:00100000:3.0:1779202700.177748:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524088448 00000100:00100000:3.0:1779202700.177807:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1779202700.177817:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524088448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202700.177864:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202700.177920:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524088448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202700.177928:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1779202700.177986:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524088448:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202701.006946:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202701.488274:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202701.488453:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501076736 00000100:00100000:1.0:1779202701.488468:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501076736 00000100:00100000:1.0:1779202701.488565:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1132 00000100:00100000:1.0:1779202701.488579:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:29133:x1865628501076736:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1779202701.488748:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:29133:x1865628501076736:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 173us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202701.488756:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1132 00000100:00080000:2.0:1779202701.489844:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202701.490978:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202701.491102:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501076864 00000100:00100000:0.0:1779202701.491114:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501076864 00000100:00100000:0.0:1779202701.491210:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1133 00000100:00100000:0.0:1779202701.491221:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:29133:x1865628501076864:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1779202701.491356:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:29133:x1865628501076864:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 137us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202701.491366:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1133 00000100:00080000:2.0:1779202701.491975:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:2.0:1779202701.711967:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967978 is committed 00000001:00080000:2.0:1779202701.711999:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967977 is committed 00000020:00080000:2.0:1779202701.712259:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91cfc498ce40 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:2.0:1779202701.712268:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0d079cd00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc498cb40 00000020:00080000:2.0:1779202701.712273:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0d079c400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc1824600 00000020:00080000:2.0:1779202701.712310:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 19 batchid updated 00000020:00080000:3.0:1779202701.712376:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 19 00000020:00080000:3.0:1779202701.712486:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00010000:00010000:0.0:1779202701.712898:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed2e lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202701.712915:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed2e lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202701.712924:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed2e lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202701.712942:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202701.712948:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed2e lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202701.712957:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed2e lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202701.712979:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff91cfc10a7800) 00010000:00010000:0.0:1779202701.712982:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202701.712988:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed2e lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202701.712994:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed2e lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202701.715477:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000001:00080000:2.0:1779202701.715495:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00010000:00010000:0.0:1779202702.027148:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202702.222662:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524088576:0@lo:400:kworker.0 00000100:00100000:0.0:1779202702.222805:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202702.223131:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524088576 00000100:00100000:1.0:1779202702.223144:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524088576 00000100:00100000:1.0:1779202702.223225:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1779202702.223236:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524088576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.224341:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524088704:0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.224407:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202702.227777:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524088704 00000100:00100000:3.0:1779202702.227798:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524088704 00000100:00100000:3.0:1779202702.227889:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1779202702.227901:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524088704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.228584:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524088704:12345-0@lo:400:kworker.0 Request processed in 682us (4173us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202702.228594:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1779202702.228670:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524088704:0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.228783:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524088832:0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.228834:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202702.235079:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524088832 00000100:00100000:0.0:1779202702.235101:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524088832 00000100:00100000:0.0:1779202702.235184:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1779202702.235197:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524088832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202702.237142:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524088576:12345-0@lo:400:kworker.0 Request processed in 13896us (14326us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202702.237161:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1779202702.238468:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524088576:0@lo:400:kworker.0 00000100:00100000:1.0:1779202702.238508:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202702.238521:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524088960:0@lo:400:kworker.0 00000100:00100000:1.0:1779202702.238598:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202702.241785:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524088832:12345-0@lo:400:kworker.0 Request processed in 6577us (12937us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202702.241805:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1779202702.241910:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524088832:0@lo:400:kworker.0 00000100:00100000:0.0:1779202702.242003:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524088960 00000100:00100000:0.0:1779202702.242013:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524088960 00000100:00100000:0.0:1779202702.242065:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1779202702.242074:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524088960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202702.242135:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524088960:12345-0@lo:400:kworker.0 Request processed in 62us (3537us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202702.242142:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:1.0:1779202702.242435:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524088960:0@lo:400:kworker.0 00000100:00100000:0.0:1779202702.245591:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202702.245623:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524089088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202702.245771:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202702.247753:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524089088 00000100:00100000:2.0:1779202702.247770:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524089088 00000100:00100000:3.0:1779202702.247817:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202702.247839:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524089216:0@lo:400:kworker.0 00000100:00100000:2.0:1779202702.247853:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1779202702.247863:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524089088:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202702.247915:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202702.247978:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524089216 00000100:00100000:3.0:1779202702.247982:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524089216 00000100:00100000:3.0:1779202702.248015:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1779202702.248021:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524089216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.248073:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524089216:12345-0@lo:400:kworker.0 Request processed in 51us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202702.248082:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1779202702.248135:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524089216:0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.248182:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524089344:0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.248212:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202702.248508:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524089344 00000100:00100000:3.0:1779202702.248513:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524089344 00000100:00100000:3.0:1779202702.248556:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1779202702.248562:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524089344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.248597:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524089344:12345-0@lo:400:kworker.0 Request processed in 36us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202702.248604:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1779202702.248629:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524089344:0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.248670:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524089472:0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.248732:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202702.248765:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524089472 00000100:00100000:3.0:1779202702.248768:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524089472 00000100:00100000:3.0:1779202702.248797:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:3.0:1779202702.248803:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524089472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.248841:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524089472:12345-0@lo:400:kworker.0 Request processed in 38us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202702.248847:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:3.0:1779202702.248871:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524089472:0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.248909:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202702.248915:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524089600:0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.248945:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:2.0:1779202702.249033:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:2.0:1779202702.249081:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524089088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1220us (3311us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202702.249088:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00080000:2.0:1779202702.249113:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202702.249118:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202702.249893:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524089856:0@lo:400:kworker.0 00000100:00100000:1.0:1779202702.251157:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524089600 00000100:00100000:1.0:1779202702.251173:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524089600 00000100:00100000:1.0:1779202702.251266:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1779202702.251279:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524089600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202702.251371:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524089600:12345-0@lo:400:kworker.0 Request processed in 96us (2424us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202702.251378:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00080000:1.0:1779202702.251404:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202702.251642:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524090112:0@lo:400:kworker.0 00000100:00100000:1.0:1779202702.251687:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202702.251759:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524090112 00000100:00100000:1.0:1779202702.251764:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524090112 00000100:00100000:1.0:1779202702.251798:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1779202702.251804:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524090112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202702.251838:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524090112:12345-0@lo:400:kworker.0 Request processed in 33us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202702.251843:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00080000:1.0:1779202702.251861:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202702.251896:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524090112:0@lo:400:kworker.0 00000100:00100000:1.0:1779202702.251921:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202702.251929:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524089984:0@lo:400:kworker.0 00000100:00100000:0.0:1779202702.252098:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524089728:0@lo:400:kworker.0 00000100:00100000:2.0:1779202702.252252:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202702.253708:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202702.253773:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524090240:0@lo:400:kworker.0 00000100:00100000:0.0:1779202702.253803:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202702.253854:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524089728 00000100:00100000:0.0:1779202702.253863:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524089728 00000100:00100000:0.0:1779202702.253925:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524090240 00000100:00100000:0.0:1779202702.253928:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524090240 00000100:00100000:2.0:1779202702.254015:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1779202702.254029:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524089728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202702.254089:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524089728:12345-0@lo:400:kworker.0 Request processed in 65us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202702.254098:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1779202702.254427:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1779202702.254434:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524090240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202702.254472:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524090240:12345-0@lo:400:kworker.0 Request processed in 39us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202702.254479:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1779202702.254517:0:3664:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967350 gen 2 00000004:00080000:0.0:1779202702.254524:0:3664:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967349 committed transno 4294967350 00000004:00080000:0.0:1779202702.254552:0:3664:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc3a2ad80, transno 4294967350 00000100:00080000:2.0:1779202702.254564:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202702.254567:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524089728:0@lo:400:kworker.0 00000100:00080000:2.0:1779202702.254569:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202702.254580:0:3664:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967358 gen 2 00000004:00080000:0.0:1779202702.254584:0:3664:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967358 00000100:00100000:0.0:1779202702.254597:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524090240:0@lo:400:kworker.0 00000100:00100000:0.0:1779202702.254620:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524089856 00000100:00100000:0.0:1779202702.254624:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524089856 00000100:00100000:0.0:1779202702.254663:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1779202702.254669:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524089856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202702.254741:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524089856:12345-0@lo:400:kworker.0 Request processed in 58us (2475us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202702.254748:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00080000:0.0:1779202702.254767:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202702.254790:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524089856:0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.255638:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524089600:0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.255665:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524089088:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202702.255894:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202702.256224:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524089984 00000100:00100000:3.0:1779202702.256232:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524089984 00000100:00100000:3.0:1779202702.256446:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:3.0:1779202702.256455:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524089984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202702.256526:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524089984:12345-0@lo:400:kworker.0 Request processed in 73us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202702.256533:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00080000:0.0:1779202702.256714:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202702.257663:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524089984:0@lo:400:kworker.0 00010000:00010000:0.0:1779202703.053107:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202703.182190:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202703.249517:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202703.249565:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202703.249596:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202703.249601:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501076992 00000100:00100000:1.0:1779202703.249614:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501076992 00000100:00100000:3.0:1779202703.249621:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202703.249643:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202703.249665:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202703.249689:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 733 00000100:00100000:1.0:1779202703.249728:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501076992:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202703.249737:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202703.249771:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202703.249826:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501076992:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 103us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202703.249836:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 733 00000100:00100000:2.0:1779202703.249885:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501077504 00000100:00100000:2.0:1779202703.249892:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501077504 00000100:00100000:0.0:1779202703.250120:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501077248 00000100:00100000:0.0:1779202703.250125:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501077248 00000100:00100000:0.0:1779202703.250179:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501077760 00000100:00100000:0.0:1779202703.250183:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501077760 00000100:00100000:2.0:1779202703.250617:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501078016 00000100:00100000:2.0:1779202703.250622:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501078016 00000100:00100000:2.0:1779202703.250643:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501077376 00000100:00100000:2.0:1779202703.250646:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501077376 00000100:00100000:2.0:1779202703.250670:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 666 00000100:00100000:2.0:1779202703.250679:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2419:x1865628501077504:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202703.250860:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501077120 00000100:00100000:0.0:1779202703.250865:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501077120 00000100:00100000:0.0:1779202703.250886:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501077632 00000100:00100000:0.0:1779202703.250890:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501077632 00000100:00100000:0.0:1779202703.251201:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1017 00000100:00100000:0.0:1779202703.251211:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501077248:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202703.253059:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202703.253112:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1018 00000100:00100000:3.0:1779202703.253129:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501077760:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202703.253204:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501077760:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 81us (3582us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202703.253237:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2419:x1865628501077504:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 2555us (3635us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202703.253248:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 666 00000100:00100000:2.0:1779202703.254117:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501077888 00000100:00100000:2.0:1779202703.254129:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501077888 00000100:00100000:2.0:1779202703.254181:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 667 00000100:00100000:2.0:1779202703.254190:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501078016:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202703.254253:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501078016:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 64us (4608us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202703.254261:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 667 00000100:00100000:2.0:1779202703.254285:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 668 00000100:00100000:2.0:1779202703.254300:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501077376:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202703.254327:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501077376:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 36us (4598us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202703.254333:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 668 00000100:00100000:2.0:1779202703.254345:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 669 00000100:00100000:2.0:1779202703.254352:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501077888:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202703.254375:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501077888:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (1325us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202703.254380:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 669 00000100:00100000:0.0:1779202703.254805:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501077248:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 3594us (5240us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202703.255997:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1018 00000100:00100000:1.0:1779202703.256142:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1019 00000100:00100000:1.0:1779202703.256163:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:2419:x1865628501077120:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202703.256231:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:2419:x1865628501077120:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 78us (6565us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202703.256237:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1019 00000100:00100000:1.0:1779202703.256260:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1020 00000100:00100000:1.0:1779202703.256268:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:2419:x1865628501077632:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202703.256295:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:2419:x1865628501077632:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (6525us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202703.256301:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1020 00000100:00080000:1.0:1779202703.256325:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202703.256332:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202703.256348:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202703.256352:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202703.257175:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1017 00000001:02000400:3.0:1779202703.396922:0:21889:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12n: Import/implicit restore/release == 10:58:21 (1779202701) 00000100:00100000:0.0:1779202703.759450:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524090368:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202703.759548:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202703.763072:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524090368 00000100:00100000:1.0:1779202703.763095:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524090368 00000100:00100000:1.0:1779202703.763438:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1779202703.763453:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524090368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202703.763503:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 137534272 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1779202703.763726:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524090368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 276us (4176us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202703.763735:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1779202703.763812:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524090368:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202703.767108:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524090496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202703.767728:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202703.767809:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524090496 00000100:00100000:0.0:1779202703.767819:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524090496 00000100:00100000:0.0:1779202703.770749:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1779202703.770774:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524090496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202703.770814:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 137534272 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202703.772600:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524090496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1827us (4862us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202703.772617:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1779202703.772750:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524090496:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202703.854628:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202703.860272:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501078144 00000100:00100000:1.0:1779202703.860379:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501078144 00000100:00100000:0.0:1779202703.860644:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1134 00000100:00100000:0.0:1779202703.860659:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29764:x1865628501078144:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1779202703.862089:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29764:x1865628501078144:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 1425us (7467us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202703.862104:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1134 00000100:00100000:0.0:1779202703.867047:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202703.867722:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501078272 00000100:00100000:1.0:1779202703.867742:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501078272 00000100:00100000:1.0:1779202703.867854:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1135 00000100:00100000:1.0:1779202703.867868:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:29764:x1865628501078272:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1779202703.868238:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:29764:x1865628501078272:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 372us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202703.868248:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1135 00000040:00080000:0.0:1779202703.883036:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202703.883049:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202703.883078:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:0.0:1779202703.883091:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202703.912415:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202703.912483:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202703.912729:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501078400 00000100:00100000:3.0:1779202703.912744:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501078400 00000100:00100000:3.0:1779202703.912826:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501078656 00000100:00100000:3.0:1779202703.912829:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501078656 00000100:00100000:3.0:1779202703.912867:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1136 00000100:00100000:3.0:1779202703.912880:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:2421:x1865628501078400:12345-192.168.204.21@tcp:41:mkdir.0 00000004:00000024:3.0:1779202703.912947:0:10076:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:3.0:1779202703.913056:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:2421:x1865628501078400:12345-192.168.204.21@tcp:41:mkdir.0 Request processed in 178us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202703.913064:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1136 00000100:00100000:3.0:1779202703.913085:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1137 00000100:00100000:3.0:1779202703.913091:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+92:29765:x1865628501078656:12345-192.168.204.21@tcp:36:mkdir.0 00010000:00010000:3.0:1779202703.913529:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202703.913655:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbead4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6570a expref: 92 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202703.913684:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202703.913741:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202703.916087:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202703.916122:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbeb13 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6571f expref: 41 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202703.916849:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202703.916910:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbeb13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6571f expref: 41 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202703.921107:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbeb13 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6571f expref: 41 pid: 10076 timeout: 933 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202703.921142:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524090624:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202703.921324:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c836b000 going to sleep for 11 seconds 00000100:00100000:3.0:1779202703.933350:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524090624:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202703.933395:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202703.951760:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202703.962806:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501078784 00000100:00100000:3.0:1779202703.962829:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501078784 00010000:00010000:3.0:1779202703.962903:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbeb13 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6571f expref: 42 pid: 10076 timeout: 933 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202703.962954:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 354 00000100:00100000:3.0:1779202703.962976:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:2419:x1865628501078784:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202703.962996:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202703.963004:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbeb13 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6571f expref: 42 pid: 10076 timeout: 933 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202703.963023:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbeb13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6571f expref: 42 pid: 10076 timeout: 933 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202703.963051:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbeb13 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6571f expref: 42 pid: 10076 timeout: 933 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202703.963075:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202703.963081:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202703.963105:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202703.963118:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202703.967509:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202703.967658:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:2419:x1865628501078784:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 4673us (15903us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202703.967674:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 354 00010000:00010000:0.0:1779202703.967879:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.967893:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.967932:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed74 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.967949:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.967970:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.968800:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbed7b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.968815:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbed7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.968824:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbed7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202703.968850:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ef51189 reply state 00000000a9e85439 transno 4294967979 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbed7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.968863:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbed7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.968873:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:0.0:1779202703.968877:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202703.968882:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1779202703.968891:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00010000:00010000:0.0:1779202703.968901:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.968909:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.968916:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.968923:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.968930:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202703.968935:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.968946:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.968969:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202703.968972:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202703.968977:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.968984:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbed6d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202703.969000:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ef51189 reply state 00000000a9e85439 transno 4294967979 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed74 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.969014:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202703.969021:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff91cfc1ad0200) 00010000:00010000:0.0:1779202703.969024:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202703.969025:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1779202703.969129:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:29765:x1865628501078656:12345-192.168.204.21@tcp:36:mkdir.0 Request processed in 56031us (56638us total) trans 4294967979 rc 0/0 00000100:00100000:0.0:1779202703.969140:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1137 00010000:00010000:0.0:1779202704.082896:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202704.204994:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1779202704.267042:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202704.267085:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524090752:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202704.267192:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202704.267664:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524090752 00000100:00100000:0.0:1779202704.267676:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524090752 00000100:00100000:0.0:1779202704.267788:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1779202704.267801:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524090752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202704.267852:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1779202704.267918:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524090752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202704.267926:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1779202704.270162:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524090880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202704.270271:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1779202704.270744:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202704.270823:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524090752:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202704.271045:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524090880 00000100:00100000:3.0:1779202704.271056:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524090880 00000100:00100000:3.0:1779202704.271155:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1779202704.271166:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524090880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202704.271200:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:3.0:1779202704.271269:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524090880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202704.271278:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00080000:1.0:1779202704.271670:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202704.272319:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524090880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202704.529478:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202704.529792:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501078912 00000100:00100000:1.0:1779202704.529807:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501078912 00000100:00100000:1.0:1779202704.529889:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1138 00000100:00100000:1.0:1779202704.529902:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+93:29802:x1865628501078912:12345-192.168.204.21@tcp:101:mkdir.0 00010000:00010000:1.0:1779202704.529944:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202704.529982:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbed82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657f1 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.530073:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbed89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.530091:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbed89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.530105:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbed89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202704.530164:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1779202704.530168:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202704.530191:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbed89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.530216:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbed82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657f1 expref: 95 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.530235:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbed89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657f1 expref: 94 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.530245:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202704.530249:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202704.530253:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934000, rc 0) 00000100:00100000:1.0:1779202704.530352:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:29802:x1865628501078912:12345-192.168.204.21@tcp:101:mkdir.0 Request processed in 453us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202704.530360:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1138 00000100:00100000:1.0:1779202704.537184:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202704.537659:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501079040 00000100:00100000:0.0:1779202704.537674:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501079040 00000100:00100000:0.0:1779202704.537796:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1139 00000100:00100000:0.0:1779202704.537808:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501079040:12345-192.168.204.21@tcp:41:mkdir.0 00000004:00000024:0.0:1779202704.537862:0:6564:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202704.537985:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501079040:12345-192.168.204.21@tcp:41:mkdir.0 Request processed in 179us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202704.537993:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1139 00000100:00100000:3.0:1779202704.540774:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202704.541253:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501079296 00000100:00100000:0.0:1779202704.541268:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501079296 00000100:00100000:0.0:1779202704.541599:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1140 00000100:00100000:0.0:1779202704.542113:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:29802:x1865628501079296:12345-192.168.204.21@tcp:36:mkdir.0 00000100:00100000:0.0:1779202704.543805:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7869:1865628524091008:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1779202704.543897:0:7869:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202704.544004:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0df00a300 going to sleep for 11 seconds 00000100:00100000:3.0:1779202704.544805:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524091008 00000100:00100000:3.0:1779202704.544816:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524091008 00000100:00100000:3.0:1779202704.544885:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1779202704.544895:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7869:x1865628524091008:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1779202704.545094:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7869:x1865628524091008:12345-0@lo:1000:mdt00_003.0 Request processed in 200us (1197us total) trans 0 rc 1/1 00000100:00100000:3.0:1779202704.545102:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1779202704.549577:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:7869:1865628524091008:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1779202704.549807:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:29802:x1865628501079296:12345-192.168.204.21@tcp:36:mkdir.0 Request processed in 7697us (9041us total) trans 0 rc -17/-17 00000100:00100000:0.0:1779202704.549818:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1140 00000100:00100000:2.0:1779202704.553663:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202704.553837:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501079424 00000100:00100000:1.0:1779202704.553850:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501079424 00000100:00100000:1.0:1779202704.553928:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1141 00000100:00100000:1.0:1779202704.553941:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:29802:x1865628501079424:12345-192.168.204.21@tcp:101:mkdir.0 00010000:00010000:1.0:1779202704.553976:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202704.554003:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657f8 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554093:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed97 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554112:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554124:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554137:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbed9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554145:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbed9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554151:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbed9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554253:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbeda5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554262:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbeda5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554270:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbeda5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202704.554726:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:1.0:1779202704.554731:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202704.554759:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbeda5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554774:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554786:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed97 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554793:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed97 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554800:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202704.554804:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed97 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554812:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed97 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554828:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202704.554831:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202704.554836:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554842:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbed97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554857:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbed9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554862:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbed9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554867:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbed9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554872:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202704.554875:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbed9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554880:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbed9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554887:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff91cfc1ad0200) 00010000:00010000:1.0:1779202704.554889:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202704.554892:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbed9e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.554898:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbed9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.555529:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbed90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657f8 expref: 96 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.555547:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbeda5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657f8 expref: 95 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.556124:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:1.0:1779202704.556128:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202704.556132:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935400, rc 0) 00000100:00100000:1.0:1779202704.556233:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:29802:x1865628501079424:12345-192.168.204.21@tcp:101:mkdir.0 Request processed in 2293us (2583us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202704.556244:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1141 00000100:00100000:1.0:1779202704.666876:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202704.667254:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501079552 00000100:00100000:0.0:1779202704.667269:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501079552 00000100:00100000:0.0:1779202704.667360:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1142 00000100:00100000:0.0:1779202704.667373:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+41:29808:x1865628501079552:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202704.667402:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202704.667429:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbedac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d657ff expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.667519:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbedb3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.667541:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbedb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.667787:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbedb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202704.667845:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202704.667849:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202704.667875:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbedb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.667902:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbedac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ff expref: 43 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.667932:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbedb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ff expref: 42 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.667942:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202704.667953:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202704.667957:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6400, rc 0) 00000100:00100000:0.0:1779202704.668123:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29808:x1865628501079552:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 751us (1262us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202704.668132:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1142 00000100:00100000:3.0:1779202704.685795:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202704.686249:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501079808 00000100:00100000:0.0:1779202704.686265:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501079808 00000100:00100000:0.0:1779202704.686369:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1143 00000100:00100000:0.0:1779202704.686383:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:29808:x1865628501079808:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202704.686411:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202704.686415:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1779202704.686450:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbeda5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657f8 expref: 95 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.686473:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:0.0:1779202704.686479:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202704.686494:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbedba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65806 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.686617:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbedc1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.686636:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbedc1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.686648:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbedc1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.686669:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbedc8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.686675:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbedc8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.686680:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbedc8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687285:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbedcf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687295:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbedcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687307:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbedcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202704.687318:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:0.0:1779202704.687347:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbedc1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687354:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbedc1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687360:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbedc1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687367:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbedc1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687372:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202704.687376:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbedc1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687383:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbedc1 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687393:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:0.0:1779202704.687396:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202704.687400:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbedc1 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687406:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dbedc1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202704.687417:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003cfadbcf reply state 0000000028297b6a transno 4294967980 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbedc8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687428:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbedc8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687434:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202704.687436:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202704.687439:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1779202704.687468:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dbedba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65806 expref: 97 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687480:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbedcf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65806 expref: 96 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.687487:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc1ad0c00) 00010000:00010000:0.0:1779202704.687489:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202704.687491:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912a00, rc 0) 00000100:00100000:0.0:1779202704.695232:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:29808:x1865628501079808:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 8833us (9429us total) trans 4294967980 rc 0/0 00000100:00100000:0.0:1779202704.695248:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1143 00000100:00100000:2.0:1779202704.715839:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202704.729792:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501080064 00000100:00100000:1.0:1779202704.729810:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501080064 00000100:00100000:1.0:1779202704.729908:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1144 00000100:00100000:1.0:1779202704.729921:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:29808:x1865628501080064:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202704.729962:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202704.729989:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbeddd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6580d expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.731846:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.731876:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbedcf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65806 expref: 98 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.731887:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.731940:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbedcf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65806 expref: 98 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.731972:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbedcf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65806 expref: 98 pid: 10076 timeout: 933 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202704.731992:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524091136:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202704.737046:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0300 going to sleep for 11 seconds 00000100:00100000:3.0:1779202704.748841:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202704.748931:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501080192 00000100:00100000:0.0:1779202704.748954:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501080192 00010000:00010000:0.0:1779202704.749007:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbedcf lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65806 expref: 99 pid: 10076 timeout: 933 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202704.749056:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 355 00000100:00100000:0.0:1779202704.749068:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:2419:x1865628501080192:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202704.749084:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202704.749092:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbedcf lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65806 expref: 99 pid: 10076 timeout: 933 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.749106:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbedcf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65806 expref: 99 pid: 10076 timeout: 933 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.749134:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc1ad0c00) 00010000:00010000:0.0:1779202704.749139:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.749150:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.749158:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.749179:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202704.757434:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbedcf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65806 expref: 99 pid: 10076 timeout: 933 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202704.757468:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524091136:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202704.757501:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.757513:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.757524:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202704.757552:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:2.0:1779202704.759065:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.759082:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.759089:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.759096:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202704.759102:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.759110:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.759513:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc1ad0c00) 00010000:00010000:2.0:1779202704.759518:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202704.759524:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.759531:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbede4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.759629:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbeddd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6580d expref: 99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.759646:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:2.0:1779202704.759649:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1779202704.759653:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbeddd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6580d expref: 99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.759663:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934a00, rc 0) 00000100:00100000:0.0:1779202704.760955:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:2419:x1865628501080192:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 11872us (12114us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202704.760972:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 355 00000100:00100000:2.0:1779202704.777149:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:29808:x1865628501080064:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 47195us (61290us total) trans 4294967981 rc 301/301 00000100:00100000:2.0:1779202704.777171:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1144 00000100:00100000:1.0:1779202704.787568:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202704.787973:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501080448 00000100:00100000:3.0:1779202704.787989:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501080448 00000100:00100000:3.0:1779202704.788053:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 216 00000100:00100000:3.0:1779202704.788064:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13abc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:29808:x1865628501080448:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1779202704.788957:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13abc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:29808:x1865628501080448:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 881us (1390us total) trans 4294967982 rc 0/0 00000100:00100000:3.0:1779202704.788968:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 216 00000100:00100000:0.0:1779202704.794052:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202704.794588:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501080576 00000100:00100000:2.0:1779202704.794755:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501080576 00000100:00100000:2.0:1779202704.794825:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1145 00000100:00100000:2.0:1779202704.794837:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:29808:x1865628501080576:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202704.794868:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202704.794898:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbedf2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65814 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.794984:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbedf2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65814 expref: 99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.795002:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbedf2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65814 expref: 99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.795024:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:2.0:1779202704.795028:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202704.795179:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6c00, rc 0) 00000100:00100000:2.0:1779202704.795589:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:29808:x1865628501080576:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 752us (1550us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202704.795606:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1145 00000100:00100000:1.0:1779202704.801915:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202704.802190:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501080832 00000100:00100000:2.0:1779202704.802205:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501080832 00000100:00100000:2.0:1779202704.802744:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1146 00000100:00100000:2.0:1779202704.802760:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:29808:x1865628501080832:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1779202704.802848:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbedf9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.802871:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbedf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.802886:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbedf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.803877:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbedf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.803889:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbedf9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.803897:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbedf9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.803904:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202704.803909:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbedf9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.803918:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbedf9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.803935:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:2.0:1779202704.803938:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1779202704.803952:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbedf9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.803959:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbedf9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202704.804148:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:29808:x1865628501080832:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 1388us (2243us total) trans 4294967983 rc 0/0 00000100:00100000:2.0:1779202704.804161:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1146 00000100:00100000:1.0:1779202704.810219:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202704.810837:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501081088 00000100:00100000:2.0:1779202704.810853:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501081088 00000100:00100000:2.0:1779202704.810968:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1147 00000100:00100000:2.0:1779202704.810981:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:29808:x1865628501081088:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202704.811973:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbee00 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.811999:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbee00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.812012:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbee00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202704.812107:0:16980:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967984 00000004:00010000:2.0:1779202704.812227:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005e3d3292 reply state 000000006752cb5a transno 4294967985 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbee00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.812241:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbee00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202704.812251:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:2.0:1779202704.812253:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1779202704.812850:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1779202704.813075:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:29808:x1865628501081088:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 2092us (2964us total) trans 4294967985 rc 0/0 00000100:00100000:2.0:1779202704.813085:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1147 00000020:00080000:2.0:1779202704.813093:0:16980:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1779202704.828223:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202704.828680:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501081344 00000100:00100000:2.0:1779202704.828791:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501081344 00000100:00100000:2.0:1779202704.828921:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 217 00000100:00100000:2.0:1779202704.828935:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:29808:x1865628501081344:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202704.829256:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:29808:x1865628501081344:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 323us (1047us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1779202704.829282:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 217 00000100:00100000:3.0:1779202704.943336:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202704.943958:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501081472 00000100:00100000:0.0:1779202704.943975:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501081472 00000100:00100000:0.0:1779202704.944533:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1148 00000100:00100000:0.0:1779202704.944556:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:29814:x1865628501081472:12345-192.168.204.21@tcp:101:cmp.0 00010000:00010000:0.0:1779202704.944591:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202704.944617:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbee07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6581b expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.944759:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbee0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.944777:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbee0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.944790:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbee0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.944801:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbee15 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.944808:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbee15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.944815:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbee15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.944917:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912c00/0x3d5ca2fc49dbee1c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.944926:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912c00/0x3d5ca2fc49dbee1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.944932:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912c00/0x3d5ca2fc49dbee1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202704.944978:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:0.0:1779202704.944983:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202704.945010:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912c00/0x3d5ca2fc49dbee1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945028:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbee0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945045:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbee0e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945053:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbee0e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945059:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202704.945063:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbee0e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945072:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbee0e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945085:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202704.945088:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202704.945094:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbee0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945101:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbee0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945120:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbee15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945125:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbee15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945130:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbee15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945137:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202704.945139:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbee15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945145:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbee15 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945151:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff91cfc1ad0200) 00010000:00010000:0.0:1779202704.945153:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202704.945156:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbee15 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945161:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbee15 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945185:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbee07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6581b expref: 106 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945197:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912c00/0x3d5ca2fc49dbee1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6581b expref: 105 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.945205:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:0.0:1779202704.945207:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1779202704.945210:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912c00, rc 0) 00000100:00100000:0.0:1779202704.946737:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:29814:x1865628501081472:12345-192.168.204.21@tcp:101:cmp.0 Request processed in 2185us (3409us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202704.946749:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1148 00000100:00100000:1.0:1779202704.951796:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202704.952097:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501081728 00000100:00100000:0.0:1779202704.952112:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501081728 00000100:00100000:0.0:1779202704.952228:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1149 00000100:00100000:0.0:1779202704.952240:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:29814:x1865628501081728:12345-192.168.204.21@tcp:101:cmp.0 00010000:00010000:0.0:1779202704.952283:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202704.952314:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbee23 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65822 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.952423:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbee2a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.952443:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbee2a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.952456:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbee2a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.952469:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee31 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.952476:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.952484:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.952736:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee38 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.952746:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.952753:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202704.952765:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:0.0:1779202704.952873:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbee2a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.952883:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbee2a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.952890:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbee2a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.952897:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbee2a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953068:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202704.953074:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbee2a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953083:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbee2a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953098:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:0.0:1779202704.953101:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202704.953107:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbee2a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953115:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbee2a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953134:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953145:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee31 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953150:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953155:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202704.953158:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953164:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953171:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202704.953174:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202704.953177:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee31 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953182:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953236:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbee23 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65822 expref: 108 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953252:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65822 expref: 107 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.953259:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:0.0:1779202704.953261:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202704.953265:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913400, rc 0) 00000100:00100000:0.0:1779202704.953418:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:29814:x1865628501081728:12345-192.168.204.21@tcp:101:cmp.0 Request processed in 1179us (1639us total) trans 4294967987 rc 0/0 00000100:00100000:0.0:1779202704.953428:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1149 00000100:00100000:3.0:1779202704.959442:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202704.960085:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501081984 00000100:00100000:0.0:1779202704.960100:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501081984 00000100:00100000:0.0:1779202704.960187:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 52 00000100:00100000:0.0:1779202704.960200:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:29814:x1865628501081984:12345-192.168.204.21@tcp:103:cmp.0 00010000:00010000:0.0:1779202704.960221:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1779202704.960253:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee38 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65822 expref: 107 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.960411:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbedf2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65814 expref: 106 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.960424:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:0.0:1779202704.960431:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202704.960923:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:29814:x1865628501081984:12345-192.168.204.21@tcp:103:cmp.0 Request processed in 723us (1493us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202704.960932:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 52 00000100:00100000:3.0:1779202704.963499:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202704.963744:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501082112 00000100:00100000:1.0:1779202704.963756:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501082112 00000100:00100000:1.0:1779202704.963819:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1150 00000100:00100000:1.0:1779202704.963828:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:29814:x1865628501082112:12345-192.168.204.21@tcp:58:cmp.0 00010000:00010000:1.0:1779202704.963983:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbee46 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.964006:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbee46 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202704.964020:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbee46 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1779202704.964166:0:6562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].30, 136 off12272 00000100:00100000:1.0:1779202704.964269:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:29814:x1865628501082112:12345-192.168.204.21@tcp:58:cmp.0 Request processed in 441us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202704.964278:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1150 00000100:00100000:2.0:1779202704.967500:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202704.967622:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501082240 00000100:00100000:0.0:1779202704.967635:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501082240 00000100:00100000:0.0:1779202704.967733:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1151 00000100:00100000:0.0:1779202704.967744:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:29814:x1865628501082240:12345-192.168.204.21@tcp:101:cmp.0 00010000:00010000:0.0:1779202704.967768:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202704.967791:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65829 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.967864:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbee46 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.967875:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 106 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.967899:0:6563:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbee46 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.967920:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 106 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.967935:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:0.0:1779202704.967946:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202704.967950:0:6563:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 106 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202704.967959:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913400, rc 0) 00000100:00100000:0.0:1779202704.968026:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:29814:x1865628501082240:12345-192.168.204.21@tcp:101:cmp.0 Request processed in 284us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202704.968034:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1151 00010000:00010000:0.0:1779202705.099452:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202705.293289:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202705.293331:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524091264:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202705.293443:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202705.294144:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524091264 00000100:00100000:2.0:1779202705.294157:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524091264 00000100:00100000:2.0:1779202705.299752:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1779202705.299784:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524091264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202705.299845:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202705.299973:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524091264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 208us (6530us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202705.299981:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1779202705.300162:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524091264:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1779202705.932873:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202705.932887:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202705.932934:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 4 00000040:00080000:0.0:1779202705.932949:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202705.933286:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524091392:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202705.933860:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0df00a480 going to sleep for 11 seconds 00000100:00100000:2.0:1779202705.944104:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202705.946285:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501082368 00000100:00100000:3.0:1779202705.946307:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501082368 00000100:00080000:1.0:1779202705.946455:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202705.946468:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1152 00000100:00100000:3.0:1779202705.946487:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:29815:x1865628501082368:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202705.947466:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202705.947846:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:29815:x1865628501082368:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 1362us (3753us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202705.947857:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1152 00000100:00100000:0.0:1779202705.948106:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524091392:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202705.960284:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202705.970545:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501082496 00000100:00100000:1.0:1779202705.970572:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501082496 00000100:00100000:1.0:1779202705.970760:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1153 00000100:00100000:1.0:1779202705.970775:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29815:x1865628501082496:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1779202705.970889:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee54 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.970916:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee54 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.970945:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee54 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971027:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbee5b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971047:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbee5b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971054:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbee5b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971086:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbee62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971095:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbee62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971101:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbee62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202705.971160:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:1.0:1779202705.971165:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202705.971183:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbee62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971196:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee54 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971202:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee54 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971209:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee54 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971216:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202705.971220:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee54 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971229:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee54 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971254:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202705.971258:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202705.971264:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee54 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971270:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee54 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971412:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbee5b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971419:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbee5b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971425:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbee5b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971431:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202705.971434:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbee5b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971441:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbee5b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971449:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xf416ea50 (ffff91cfc2a5dc00) 00010000:00010000:1.0:1779202705.971451:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202705.971454:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbee5b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971464:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbee5b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971482:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbee62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971488:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbee62 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971494:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbee62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971499:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202705.971502:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbee62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971508:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbee62 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971515:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:1.0:1779202705.971517:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202705.971520:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbee62 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202705.971526:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbee62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202705.971671:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29815:x1865628501082496:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 896us (11396us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202705.971681:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1153 00000100:00100000:1.0:1779202705.991444:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202705.991637:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501082752 00000100:00100000:0.0:1779202705.991652:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501082752 00000100:00100000:0.0:1779202705.991796:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1154 00000100:00100000:0.0:1779202705.991808:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:29815:x1865628501082752:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202705.991836:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202705.991873:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbee69 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65830 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202705.992025:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee70 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202705.992044:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202705.992056:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202705.992070:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:0.0:1779202705.992174:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202705.992182:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202705.992189:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202705.992194:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202705.992199:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202705.992207:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee70 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202705.992219:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:0.0:1779202705.992223:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202705.992230:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee70 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202705.992237:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbee70 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202705.992310:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbee69 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65830 expref: 44 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202705.992323:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:0.0:1779202705.992326:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1779202705.992330:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbee69 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65830 expref: 44 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202705.992341:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912000, rc 0) 00000100:00100000:0.0:1779202705.992431:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:29815:x1865628501082752:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 625us (1002us total) trans 4294967988 rc 301/301 00000100:00100000:0.0:1779202705.992444:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1154 00000100:00100000:3.0:1779202706.005481:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.006636:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501082880 00000100:00100000:2.0:1779202706.006654:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501082880 00000100:00100000:2.0:1779202706.006794:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1155 00000100:00100000:2.0:1779202706.006806:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:29815:x1865628501082880:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202706.007210:0:10076:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202706.007404:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:29815:x1865628501082880:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 598us (1938us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202706.007413:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1155 00000100:00100000:2.0:1779202706.014411:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202706.014525:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501083008 00000100:00100000:1.0:1779202706.014615:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501083008 00000100:00100000:1.0:1779202706.014893:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1156 00000100:00100000:1.0:1779202706.014906:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:29815:x1865628501083008:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202706.014944:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202706.014972:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbee7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65837 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015079:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015108:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015123:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015137:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbee8c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015143:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbee8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015149:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbee8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015493:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbee93 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015504:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbee93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015513:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbee93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202706.015567:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:1.0:1779202706.015571:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202706.015596:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbee93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015610:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015616:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee85 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015623:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee85 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015630:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202706.015634:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee85 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015642:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee85 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015657:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202706.015660:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202706.015667:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015674:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbee85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015729:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbee8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015737:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbee8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015743:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbee8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015748:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202706.015751:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbee8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015757:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbee8c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015765:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff91cfc1ad0200) 00010000:00010000:1.0:1779202706.015767:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202706.015770:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbee8c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.015776:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbee8c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.016421:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbee7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65837 expref: 45 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.016446:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934400/0x3d5ca2fc49dbee93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65837 expref: 44 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.016460:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:1.0:1779202706.016462:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1779202706.016465:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934400, rc 0) 00000100:00100000:1.0:1779202706.016569:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:29815:x1865628501083008:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1666us (2172us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202706.016579:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1156 00000100:00100000:3.0:1779202706.021073:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.022179:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501083264 00000100:00100000:2.0:1779202706.022198:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501083264 00000100:00100000:2.0:1779202706.022430:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1157 00000100:00100000:2.0:1779202706.022444:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:29815:x1865628501083264:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202706.022475:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202706.022505:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbee9a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6583e expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202706.024235:0:16980:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x16:0x0], index 0: 0 00010000:00010000:2.0:1779202706.029518:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeea1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.029542:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeea1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.029556:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeea1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.029663:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbee9a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6583e expref: 47 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.029717:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeea1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6583e expref: 46 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.029727:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3200) 00010000:00010000:2.0:1779202706.029730:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202706.029734:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6800, rc 0) 00000100:00100000:2.0:1779202706.029804:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29815:x1865628501083264:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 7361us (8746us total) trans 4294967989 rc 0/0 00000100:00100000:2.0:1779202706.029815:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1157 00000100:00100000:3.0:1779202706.044847:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.045056:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501083520 00000100:00100000:2.0:1779202706.045069:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501083520 00000100:00100000:2.0:1779202706.045237:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1158 00000100:00100000:2.0:1779202706.045249:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29815:x1865628501083520:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202706.045309:0:7869:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202706.045336:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeea1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6583e expref: 46 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045356:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3200) 00010000:00010000:2.0:1779202706.045367:0:7869:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202706.045389:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeeaf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045403:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeeaf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045413:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeeaf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045429:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeeb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x54351d8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045436:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeeb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x54351d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045443:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeeb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x54351d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045491:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeeaf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045499:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeeaf lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045506:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeeaf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045513:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202706.045517:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeeaf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045525:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeeaf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045533:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:2.0:1779202706.045536:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202706.045540:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeeaf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045547:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeeaf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045556:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeeb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x54351d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045562:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeeb6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x54351d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045568:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeeb6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x54351d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045574:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202706.045577:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeeb6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x54351d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045582:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeeb6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x54351d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045589:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x54351d8e (ffff91cfc10a3600) 00010000:00010000:2.0:1779202706.045592:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202706.045594:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeeb6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0x54351d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.045600:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeeb6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0x54351d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202706.045688:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:29815:x1865628501083520:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 441us (849us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202706.045748:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1158 00000100:00100000:0.0:1779202706.049018:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202706.054040:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501083648 00000100:00100000:3.0:1779202706.054058:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501083648 00000100:00100000:2.0:1779202706.054244:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1159 00000100:00100000:2.0:1779202706.054256:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:29815:x1865628501083648:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202706.054285:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202706.054312:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeebd lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65845 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.054359:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbeec4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.054377:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbeec4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.054389:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbeec4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.054506:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeebd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65845 expref: 47 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.054526:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbeec4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65845 expref: 46 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.054535:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3c00) 00010000:00010000:2.0:1779202706.054538:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202706.054541:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6200, rc 0) 00000100:00100000:2.0:1779202706.054728:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29815:x1865628501083648:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 474us (5720us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202706.054737:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1159 00000100:00100000:3.0:1779202706.058888:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202706.059360:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501083904 00000100:00100000:0.0:1779202706.059371:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501083904 00000100:00100000:0.0:1779202706.059469:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1160 00000100:00100000:0.0:1779202706.059480:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29815:x1865628501083904:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1779202706.059594:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbeecb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.059615:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbeecb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.059628:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbeecb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202706.059832:0:6564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 88 off9072 00000004:00080000:0.0:1779202706.059843:0:6564:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 835296149166ns, next at 836296146890ns, rc = 0 00000004:00010000:0.0:1779202706.059886:0:6564:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005261b188 reply state 000000003e6aee42 transno 4294967990 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbeecb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.059899:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbeecb lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.060015:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3c00) 00010000:00010000:0.0:1779202706.060018:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1779202706.060024:0:6564:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1779202706.060234:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29815:x1865628501083904:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 754us (1357us total) trans 4294967990 rc 0/0 00000100:00100000:0.0:1779202706.060242:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1160 00000100:00100000:3.0:1779202706.063370:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.063882:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501084032 00000100:00100000:2.0:1779202706.063894:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501084032 00000100:00100000:2.0:1779202706.064077:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1161 00000100:00100000:2.0:1779202706.064088:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:29815:x1865628501084032:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202706.064125:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202706.064146:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeed2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6584c expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.064202:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeed2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6584c expref: 49 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.064216:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeed2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6584c expref: 49 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.064236:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3c00) 00010000:00010000:2.0:1779202706.064239:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202706.064243:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7a00, rc 0) 00000100:00100000:2.0:1779202706.064321:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:29815:x1865628501084032:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 235us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202706.064329:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1161 00000100:00100000:1.0:1779202706.068322:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.068563:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501084160 00000100:00100000:2.0:1779202706.068574:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501084160 00000100:00100000:2.0:1779202706.068646:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 302 00000100:00100000:2.0:1779202706.068656:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501084160:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1779202706.068913:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501084160:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 250us (590us total) trans 4294967351 rc 0/0 00000100:00100000:2.0:1779202706.068929:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 302 00000100:00080000:1.0:1779202706.069119:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202706.072272:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202706.072353:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501084416 00000100:00100000:3.0:1779202706.072362:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501084416 00000100:00100000:3.0:1779202706.072415:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 218 00000100:00100000:3.0:1779202706.072425:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:29815:x1865628501084416:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1779202706.072735:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:29815:x1865628501084416:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 310us (471us total) trans 4294967991 rc 0/0 00000100:00100000:3.0:1779202706.072743:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 218 00000100:00100000:0.0:1779202706.075640:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202706.075739:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501084672 00000100:00100000:1.0:1779202706.075749:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501084672 00000100:00100000:1.0:1779202706.075805:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1162 00000100:00100000:1.0:1779202706.075815:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:29815:x1865628501084672:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202706.076169:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:29815:x1865628501084672:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 215us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202706.076179:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1162 00000100:00100000:1.0:1779202706.079780:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.079932:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501084800 00000100:00100000:2.0:1779202706.079943:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501084800 00000100:00100000:2.0:1779202706.080001:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1163 00000100:00100000:2.0:1779202706.080011:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:29815:x1865628501084800:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202706.080045:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202706.080069:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeed9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65853 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.080158:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeee0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.080174:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeee0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.080185:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeee0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202706.080226:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202706.080245:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeee0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.080269:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbeed9 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65853 expref: 52 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.080293:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeee0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65853 expref: 51 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.080302:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3c00) 00010000:00010000:2.0:1779202706.080305:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1779202706.080309:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7400, rc 0) 00000100:00100000:2.0:1779202706.080574:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:29815:x1865628501084800:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 564us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202706.080582:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1163 00000100:00100000:3.0:1779202706.088281:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.088410:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501084928 00000100:00100000:2.0:1779202706.088421:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501084928 00000100:00100000:2.0:1779202706.088537:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 303 00000100:00100000:2.0:1779202706.088548:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501084928:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202706.088568:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202706.088590:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbeee7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6585a expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202706.088616:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a0c7a91, blocks: 0x0 00010000:00010000:2.0:1779202706.088635:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202706.088637:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202706.088646:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbeee7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6585a expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.088664:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbeee7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6585a expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.088678:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7e00, rc 0) 00000100:00100000:2.0:1779202706.088764:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501084928:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 218us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202706.088772:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 303 00000100:00100000:3.0:1779202706.092826:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202706.092931:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501085184 00000100:00100000:0.0:1779202706.092942:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501085184 00000100:00100000:0.0:1779202706.093001:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1164 00000100:00100000:0.0:1779202706.093011:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:29815:x1865628501085184:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202706.093364:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:29815:x1865628501085184:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 353us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202706.093371:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1164 00000100:00100000:0.0:1779202706.096997:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202706.097170:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501085312 00000100:00100000:1.0:1779202706.097181:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501085312 00000100:00100000:1.0:1779202706.097278:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 304 00000100:00100000:1.0:1779202706.097288:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:29815:x1865628501085312:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202706.097306:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202706.097322:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbeeee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65861 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.097358:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbeee7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6585a expref: 12 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.097366:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202706.097367:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202706.097371:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbeeee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65861 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.097402:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbeee7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6585a expref: 12 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.097415:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbeee7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6585a expref: 12 pid: 8444 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202706.097427:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524091520:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202706.097536:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202706.100321:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524091520:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202706.100356:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbeeee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65861 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.100377:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934e00, rc 0) 00000100:00100000:0.0:1779202706.100440:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:29815:x1865628501085312:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 3152us (3451us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202706.100450:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 304 00000100:00100000:3.0:1779202706.102673:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202706.102938:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501085440 00000100:00100000:1.0:1779202706.102949:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501085440 00010000:00010000:1.0:1779202706.102993:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbeee7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6585a expref: 12 pid: 8444 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202706.103022:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 356 00000100:00100000:1.0:1779202706.103032:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501085440:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202706.103045:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202706.103068:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbeee7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6585a expref: 12 pid: 8444 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.103083:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbeee7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6585a expref: 12 pid: 8444 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.103116:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbeee7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6585a expref: 12 pid: 8444 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.103131:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202706.103134:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202706.103140:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbeeee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65861 expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.103150:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbeeee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65861 expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.103184:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbeeee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65861 expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202706.103197:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a60380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524091648:192.168.204.21@tcp:105: 00000100:00100000:1.0:1779202706.103282:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0480 going to sleep for 11 seconds 00000100:00100000:0.0:1779202706.106014:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a60380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524091648:192.168.204.21@tcp:105: 00010000:00010000:0.0:1779202706.106043:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202706.106099:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501085440:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 3068us (3434us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202706.106110:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 356 00000100:00100000:3.0:1779202706.107601:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.107784:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501085568 00000100:00100000:2.0:1779202706.107792:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501085568 00002000:00100000:2.0:1779202706.107839:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff91cfc33f9880 x1865628501085568/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:672/0 lens 648/0 e 0 to 0 dl 1779202717 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202706.107851:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc33f9880 with x1865628501085568 ext(0->157) 00002000:00010000:2.0:1779202706.107856:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc33f9880 00000100:00100000:2.0:1779202706.107958:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 84 00000100:00100000:2.0:1779202706.107969:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501085568:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1779202706.108718:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501085568:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 723us (1164us total) trans 4294967352 rc 0/0 00000100:00100000:2.0:1779202706.108728:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 84 00002000:00100000:2.0:1779202706.108735:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff91cfc33f9880 x1865628501085568/t4294967352(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:672/0 lens 648/448 e 0 to 0 dl 1779202717 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202706.108744:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc33f9880 with x1865628501085568 ext(0->157) 00002000:00010000:2.0:1779202706.108748:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc33f9880 00000100:00100000:3.0:1779202706.111760:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.111859:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501085696 00000100:00100000:2.0:1779202706.111869:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501085696 00000100:00100000:2.0:1779202706.111937:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1165 00000100:00100000:2.0:1779202706.111947:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:29815:x1865628501085696:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00010000:00010000:0.0:1779202706.123861:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1779202706.134838:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967991 is committed 00000004:00080000:0.0:1779202706.134867:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000001:00080000:0.0:1779202706.134927:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967987 is committed 00000020:00080000:0.0:1779202706.134950:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 20 batchid updated 00010000:00010000:1.0:1779202706.136937:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.136959:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.136973:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.136982:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202706.136987:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.136996:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137024:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff91cfc1ad0200) 00010000:00010000:1.0:1779202706.137027:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202706.137033:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed74 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137040:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dbed74 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137072:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbed7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137079:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbed7b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137085:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbed7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137101:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202706.137104:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbed7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137113:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbed7b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137122:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:1.0:1779202706.137125:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202706.137128:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbed7b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137134:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbed7b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137156:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbedc8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137163:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbedc8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137168:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbedc8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137174:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202706.137177:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbedc8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137182:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbedc8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137190:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202706.137193:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202706.137196:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbedc8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137203:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbedc8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137220:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbee00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137226:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbee00 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137232:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbee00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137238:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202706.137241:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbee00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137247:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbee00 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137255:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:1.0:1779202706.137258:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1779202706.137261:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbee00 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.137266:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbee00 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.138338:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbeecb lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.138353:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbeecb lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.138360:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbeecb lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.138375:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202706.138378:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbeecb lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.138386:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbeecb lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.138401:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3c00) 00010000:00010000:2.0:1779202706.138404:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1779202706.138409:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbeecb lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.138414:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbeecb lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202706.139039:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29815:x1865628501085696:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 27081us (27278us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202706.139051:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1165 00000020:00080000:3.0:1779202706.139881:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000020:00080000:3.0:1779202706.139900:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:0.0:1779202706.139964:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202706.139988:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524091776:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1779202706.140071:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202706.141145:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524091776 00000100:00100000:3.0:1779202706.141158:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524091776 00000100:00100000:3.0:1779202706.141249:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1779202706.141262:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524091776:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1779202706.141885:0:8447:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1779202706.141890:0:8447:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb mtime from disk: 0 -> 1779202705 00002000:00010000:3.0:1779202706.141893:0:8447:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1779202706.141896:0:8447:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb ctime from disk: 1779202705 -> 1779202705 00002000:00010000:3.0:1779202706.141899:0:8447:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1779202706.142052:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524091776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 792us (1979us total) trans 4294967353 rc 0/0 00000100:00100000:3.0:1779202706.142064:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00080000:1.0:1779202706.142550:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202706.146060:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.146172:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501085824 00000100:00100000:2.0:1779202706.146186:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501085824 00000100:00100000:2.0:1779202706.146253:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 306 00000100:00100000:2.0:1779202706.146266:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628501085824:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1779202706.149894:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00000001:00080000:2.0:1779202706.149929:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000100:00100000:1.0:1779202706.150159:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501085824:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 3887us (4104us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202706.150176:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 306 00000004:00080000:0.0:1779202706.151382:0:3663:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc33fb800/2, rc 0, transno 4294967353 00000100:00100000:0.0:1779202706.151397:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524091776:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1779202706.153836:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.153937:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501086080 00000100:00100000:2.0:1779202706.153949:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501086080 00000100:00100000:2.0:1779202706.154024:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1166 00000100:00100000:2.0:1779202706.154043:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29815:x1865628501086080:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202706.154113:0:16980:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202706.154140:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbeee0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65853 expref: 46 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.154160:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3c00) 00010000:00010000:2.0:1779202706.154165:0:16980:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202706.154192:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeef5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.154207:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeef5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.154217:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeef5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202706.154347:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df3e0250 reply state 000000000ced8368 transno 4294967992 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeef5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.154360:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeef5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.154366:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3c00) 00010000:00010000:2.0:1779202706.154368:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202706.154371:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1779202706.154477:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:29815:x1865628501086080:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 443us (650us total) trans 4294967992 rc 0/0 00000100:00100000:2.0:1779202706.154485:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1166 00000100:00100000:3.0:1779202706.157135:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.157298:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501086208 00000100:00100000:2.0:1779202706.157308:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501086208 00000100:00100000:2.0:1779202706.157358:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 307 00000100:00100000:2.0:1779202706.157367:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501086208:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1779202706.157513:0:8446:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1779202706.157517:0:8446:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb mtime from disk: 1779202705 -> 1536580263 00002000:00010000:2.0:1779202706.157519:0:8446:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb atime from disk: 0 -> 1779201925 00002000:00010000:2.0:1779202706.157522:0:8446:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb ctime from disk: 1779202705 -> 1779202704 00002000:00010000:2.0:1779202706.157525:0:8446:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1779202706.157820:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501086208:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 453us (691us total) trans 4294967354 rc 0/0 00000100:00100000:2.0:1779202706.157829:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 307 00000100:00100000:1.0:1779202706.160851:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.160985:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501086464 00000100:00100000:2.0:1779202706.160997:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501086464 00000100:00100000:2.0:1779202706.161097:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1167 00000100:00100000:2.0:1779202706.161107:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:29815:x1865628501086464:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1779202706.161175:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.161193:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbeec4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65845 expref: 47 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.161204:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.161237:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbeec4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65845 expref: 47 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.161251:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbeec4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65845 expref: 47 pid: 6563 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202706.161265:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524091904:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202706.161371:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f300 going to sleep for 11 seconds 00000100:00100000:1.0:1779202706.169779:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202706.169863:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501086592 00000100:00100000:3.0:1779202706.169876:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501086592 00010000:00010000:3.0:1779202706.169912:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbeec4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65845 expref: 48 pid: 6563 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202706.169955:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 357 00000100:00100000:3.0:1779202706.169965:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2420:x1865628501086592:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202706.169979:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202706.169989:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbeec4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65845 expref: 48 pid: 6563 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.170004:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbeec4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65845 expref: 48 pid: 6563 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.170027:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3c00) 00010000:00010000:3.0:1779202706.170042:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.170050:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbeec4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65845 expref: 48 pid: 6563 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.170055:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.170068:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.170088:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202706.170091:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524091904:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202706.170116:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.170125:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.170130:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202706.170138:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2420:x1865628501086592:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 174us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202706.170145:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 357 00010000:00010000:2.0:1779202706.170167:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.170175:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.170181:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.170188:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202706.170192:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.170201:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.170212:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3c00) 00010000:00010000:2.0:1779202706.170214:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1779202706.170218:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.170224:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbeefc lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202706.170267:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29815:x1865628501086464:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 9161us (9425us total) trans 0 rc -22/-22 00000100:00100000:2.0:1779202706.170276:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1167 00000100:00100000:1.0:1779202706.178859:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202706.179539:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501086720 00000100:00100000:0.0:1779202706.179552:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501086720 00000100:00100000:0.0:1779202706.179616:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 308 00000100:00100000:0.0:1779202706.179626:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501086720:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202706.179676:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.180042:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbeeee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65861 expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.180052:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202706.180054:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202706.180058:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.180162:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbeeee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65861 expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.180178:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbeeee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65861 expref: 11 pid: 12963 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202706.180204:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524092032:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202706.180306:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0840 going to sleep for 11 seconds 00000100:00100000:1.0:1779202706.186036:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.189623:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501086848 00000100:00100000:2.0:1779202706.189640:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501086848 00010000:00010000:2.0:1779202706.189728:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbeeee lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65861 expref: 12 pid: 12963 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202706.189768:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 358 00000100:00100000:2.0:1779202706.189778:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501086848:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202706.189792:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202706.189813:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbeeee lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65861 expref: 12 pid: 12963 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.189826:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbeeee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65861 expref: 12 pid: 12963 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.189850:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202706.189852:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202706.189857:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.189867:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.189889:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202706.189977:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501086848:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 200us (3950us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202706.189983:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 358 00010000:00010000:3.0:1779202706.194872:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018cf8ae0/0x3d5ca2fc49dbeeee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65861 expref: 11 pid: 12963 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202706.194899:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524092032:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202706.194934:0:8511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.194947:0:8511:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.194954:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.194983:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.194997:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.195006:0:8511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.195012:0:8511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913a00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202706.195017:0:8511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.195025:0:8511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.195045:0:8511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.195052:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a55e0f7e/0x3d5ca2fc49dbef03 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202706.196481:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501086720:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 16848us (17622us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202706.196494:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 308 00000100:00100000:0.0:1779202706.202170:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.202788:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501087104 00000100:00100000:2.0:1779202706.202800:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501087104 00000100:00100000:2.0:1779202706.202868:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1168 00000100:00100000:2.0:1779202706.202878:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:29815:x1865628501087104:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1779202706.202967:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbef0a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.202986:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbef0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.202998:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbef0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.203159:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.203171:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeed2 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6584c expref: 47 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.203181:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.203225:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeed2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6584c expref: 47 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.203245:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeed2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6584c expref: 47 pid: 10076 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202706.203261:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524092160:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202706.203908:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f000 going to sleep for 11 seconds 00000100:00100000:0.0:1779202706.220972:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202706.221850:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501087232 00000100:00100000:3.0:1779202706.221861:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501087232 00010000:00010000:3.0:1779202706.221901:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeed2 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6584c expref: 48 pid: 10076 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202706.221955:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 359 00000100:00100000:3.0:1779202706.221965:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2420:x1865628501087232:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202706.221980:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202706.221987:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeed2 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6584c expref: 48 pid: 10076 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.222001:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeed2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6584c expref: 48 pid: 10076 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.222024:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3c00) 00010000:00010000:3.0:1779202706.222029:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.222038:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.222047:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.222066:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202706.222375:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2420:x1865628501087232:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 409us (1411us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202706.222384:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 359 00010000:00010000:2.0:1779202706.222676:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbeed2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6584c expref: 47 pid: 10076 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202706.222723:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524092160:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202706.222746:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.222756:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.222762:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202706.222865:0:6562:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967993 00000001:00080000:2.0:1779202706.222985:0:6562:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967994 00000001:00080000:2.0:1779202706.223019:0:6562:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967995 00000100:00100000:2.0:1779202706.223102:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6562:1865628524092288:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1779202706.223150:0:6562:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202706.223190:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1779202706.224408:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524092288 00000100:00100000:3.0:1779202706.224418:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524092288 00000100:00100000:3.0:1779202706.224475:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1779202706.224485:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6562:x1865628524092288:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1779202706.224606:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6562:x1865628524092288:12345-0@lo:1000:mdt00_000.0 Request processed in 123us (1455us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202706.224615:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1779202706.225482:0:6562:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:0.0:1779202706.225491:0:6562:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc33fb800, transno 4294967353 00000100:00100000:0.0:1779202706.225514:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6562:1865628524092288:0@lo:1000:mdt00_000.0 00000001:00080000:0.0:1779202706.225660:0:6562:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967996 00000100:00100000:0.0:1779202706.225764:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6562:1865628524092416:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1779202706.225811:0:6562:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202706.225838:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1779202706.226086:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524092416 00000100:00100000:3.0:1779202706.226093:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524092416 00000100:00100000:3.0:1779202706.226150:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1779202706.226159:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6562:x1865628524092416:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1779202706.226293:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6562:x1865628524092416:12345-0@lo:1000:mdt00_000.0 Request processed in 135us (481us total) trans 4294967355 rc 0/0 00000100:00100000:3.0:1779202706.226300:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1779202706.226668:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6562:1865628524092416:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1779202706.226736:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226748:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226756:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226763:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202706.226768:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226776:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226791:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3c00) 00010000:00010000:0.0:1779202706.226794:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202706.226800:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226807:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbef11 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226830:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbee46 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226837:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbee46 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226844:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbee46 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226850:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202706.226852:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbee46 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226859:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbee46 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226867:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:0.0:1779202706.226869:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202706.226876:0:6562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 93 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226888:0:6562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 93 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226899:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 93 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.226939:0:6562:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 93 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202706.226953:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524092544:192.168.204.21@tcp:105: 00000100:00100000:0.0:1779202706.227016:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1779202706.232986:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202706.233492:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501087360 00000100:00100000:1.0:1779202706.233504:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501087360 00000100:00100000:1.0:1779202706.233584:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 219 00000100:00100000:1.0:1779202706.233597:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:29814:x1865628501087360:12345-192.168.204.21@tcp:49:cmp.0 00000100:00100000:1.0:1779202706.233755:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:29814:x1865628501087360:12345-192.168.204.21@tcp:49:cmp.0 Request processed in 161us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202706.233763:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 219 00000100:00080000:2.0:1779202706.233930:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202706.235057:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524092544:192.168.204.21@tcp:105: 00010000:00010000:0.0:1779202706.235087:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbee46 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235108:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbee46 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235141:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef18 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235155:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235167:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235177:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235192:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef18 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235198:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235204:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202706.235207:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235214:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef18 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235226:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:0.0:1779202706.235229:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202706.235233:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef18 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235239:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef18 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235248:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbef0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235255:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbef0a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235261:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbef0a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235266:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202706.235269:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbef0a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235284:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbef0a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235292:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:0.0:1779202706.235295:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202706.235297:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbef0a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.235303:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbef0a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202706.235451:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:29815:x1865628501087104:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 32573us (33293us total) trans 4294967997 rc 0/0 00000100:00100000:0.0:1779202706.235461:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1168 00000020:00080000:0.0:1779202706.235466:0:6562:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1779202706.235986:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202706.235991:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202706.236517:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1779202706.237662:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202706.244140:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202706.245152:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501087616 00000100:00100000:1.0:1779202706.245174:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501087616 00000100:00100000:1.0:1779202706.245232:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 220 00000100:00100000:1.0:1779202706.245242:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:29815:x1865628501087616:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202706.245590:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000004:00080000:1.0:1779202706.246116:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1779202706.246169:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967998 00010000:00010000:1.0:1779202706.246207:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbef1f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.246227:0:6565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbef1f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.246240:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbef1f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.246250:0:6565:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbef1f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.246258:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbef1f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.246264:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbef1f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.246367:0:6565:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1779202706.246464:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:29815:x1865628501087616:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 1220us (2330us total) trans 4294967999 rc 0/0 00000100:00100000:1.0:1779202706.246473:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 220 00000020:00080000:1.0:1779202706.246478:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1779202706.246716:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202706.246723:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbef1f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.246731:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202706.246736:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbef1f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.246744:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbef1f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.246757:0:6551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3c00) 00010000:00010000:0.0:1779202706.246761:0:6551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1779202706.246767:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbef1f lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.246773:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbef1f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.246786:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202706.246788:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202706.246789:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202706.249093:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501087744 00000100:00100000:3.0:1779202706.249185:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501087744 00000100:00080000:2.0:1779202706.249265:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202706.249268:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 309 00000100:00100000:3.0:1779202706.249280:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:29814:x1865628501087744:12345-192.168.204.21@tcp:101:cmp.0 00010000:00010000:3.0:1779202706.249296:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202706.249316:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbef26 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65868 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202706.249336:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a0c7785, ctime: 0x6a0c7a90, blocks: 0x8 00010000:00010000:3.0:1779202706.249352:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202706.249354:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202706.249360:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbef26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65868 expref: 12 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.249371:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbef26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65868 expref: 12 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.249381:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4000, rc 0) 00000100:00100000:3.0:1779202706.249443:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:29814:x1865628501087744:12345-192.168.204.21@tcp:101:cmp.0 Request processed in 167us (3856us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202706.249448:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 309 00000100:00100000:2.0:1779202706.253934:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202706.254045:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501087872 00000100:00100000:0.0:1779202706.254055:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501087872 00002000:00100000:0.0:1779202706.254119:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff91d0ffb1bb80 x1865628501087872/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:672/0 lens 488/0 e 0 to 0 dl 1779202717 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202706.254131:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb1bb80 with x1865628501087872 ext(0->4095) 00002000:00010000:0.0:1779202706.254137:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffb1bb80 00000100:00100000:0.0:1779202706.254170:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 85 00000100:00100000:0.0:1779202706.254180:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501087872:12345-192.168.204.21@tcp:3:cmp.0 00000100:00100000:0.0:1779202706.254402:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501087872:12345-192.168.204.21@tcp:3:cmp.0 Request processed in 223us (488us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202706.254411:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 85 00002000:00100000:0.0:1779202706.254418:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff91d0ffb1bb80 x1865628501087872/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:672/0 lens 488/4536 e 0 to 0 dl 1779202717 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202706.254426:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb1bb80 with x1865628501087872 ext(0->4095) 00002000:00010000:0.0:1779202706.254430:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffb1bb80 00000100:00100000:0.0:1779202706.261437:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202706.261537:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501088128 00000100:00100000:3.0:1779202706.261548:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501088128 00000100:00100000:3.0:1779202706.261603:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 221 00000100:00100000:3.0:1779202706.261614:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:29814:x1865628501088128:12345-192.168.204.21@tcp:35:cmp.0 00000001:00080000:0.0:1779202706.262284:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968000 00000100:00100000:0.0:1779202706.262425:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:29814:x1865628501088128:12345-192.168.204.21@tcp:35:cmp.0 Request processed in 811us (999us total) trans 4294968001 rc 0/0 00000100:00100000:0.0:1779202706.262434:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 221 00000020:00080000:0.0:1779202706.262439:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1779202706.291755:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202706.291853:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501088256 00000100:00100000:1.0:1779202706.291863:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501088256 00000100:00100000:1.0:1779202706.291925:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1169 00000100:00100000:1.0:1779202706.291937:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:29816:x1865628501088256:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202706.291962:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202706.291984:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbef2d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6586f expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292070:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbef34 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292086:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbef34 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292107:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbef34 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292123:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292130:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292137:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292205:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbef42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292213:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbef42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292220:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbef42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202706.292258:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:1.0:1779202706.292262:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202706.292282:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbef42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292294:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbef42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292302:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbef34 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292310:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbef34 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292316:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbef34 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292321:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202706.292326:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbef34 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292334:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbef34 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292347:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:1.0:1779202706.292350:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202706.292355:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbef34 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292361:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbef34 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292373:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292380:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef3b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292387:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292392:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202706.292395:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292401:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef3b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292408:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff91cfc2a5de00) 00010000:00010000:1.0:1779202706.292410:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202706.292412:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef3b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292417:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292448:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbef2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6586f expref: 98 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292460:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbef42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6586f expref: 97 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.292468:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:1.0:1779202706.292470:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202706.292472:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935c00, rc 0) 00000100:00100000:1.0:1779202706.292541:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:29816:x1865628501088256:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 606us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202706.292551:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1169 00000100:00100000:2.0:1779202706.300835:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202706.300942:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501088384 00000100:00100000:0.0:1779202706.300952:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501088384 00000100:00100000:0.0:1779202706.301012:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1170 00000100:00100000:0.0:1779202706.301022:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:29816:x1865628501088384:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202706.301048:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202706.301071:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbef49 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65876 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.301150:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef50 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.301164:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.301179:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202706.301222:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:0.0:1779202706.301226:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202706.301244:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.301268:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbef49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65876 expref: 99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.301284:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912600/0x3d5ca2fc49dbef50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65876 expref: 98 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202706.301294:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff91cfc1ad0000) 00010000:00010000:0.0:1779202706.301297:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202706.301300:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912600, rc 0) 00000100:00100000:0.0:1779202706.301415:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:29816:x1865628501088384:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 394us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202706.301423:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1170 00000100:00100000:2.0:1779202706.311012:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202706.312238:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501088640 00000100:00100000:3.0:1779202706.312252:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501088640 00000100:00100000:3.0:1779202706.312358:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1171 00000100:00100000:3.0:1779202706.312368:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:29816:x1865628501088640:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202706.312393:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202706.312415:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbef57 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6587d expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.312554:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef5e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.312570:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.312581:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202706.312594:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:3.0:1779202706.312706:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbef57 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6587d expref: 101 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.312724:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef5e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6587d expref: 100 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.312733:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:3.0:1779202706.312735:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1779202706.312739:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4e00, rc 0) 00000100:00100000:3.0:1779202706.312851:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:29816:x1865628501088640:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 485us (1847us total) trans 4294968002 rc 0/0 00000100:00100000:3.0:1779202706.312859:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1171 00000100:00100000:0.0:1779202706.319647:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202706.319733:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501088768 00000100:00100000:1.0:1779202706.319742:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501088768 00000100:00100000:1.0:1779202706.319798:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 310 00000100:00100000:1.0:1779202706.319807:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501088768:12345-192.168.204.21@tcp:1:lfs.0 00010000:00010000:1.0:1779202706.319847:0:12963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.319867:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbef26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65868 expref: 12 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.319875:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202706.319878:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202706.319881:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.319923:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbef26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65868 expref: 12 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.319937:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbef26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65868 expref: 12 pid: 8444 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202706.319952:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524092672:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202706.320043:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1779202706.322307:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524092672:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202706.322337:0:12963:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202706.324380:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.324464:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501088896 00000100:00100000:2.0:1779202706.324473:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501088896 00010000:00010000:2.0:1779202706.324509:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbef26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65868 expref: 13 pid: 8444 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202706.324560:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 360 00000100:00100000:2.0:1779202706.324570:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628501088896:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202706.324585:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202706.324606:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbef26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65868 expref: 13 pid: 8444 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.324620:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbef26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65868 expref: 13 pid: 8444 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.324645:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbef26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65868 expref: 13 pid: 8444 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.324661:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202706.324663:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202706.324667:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.324679:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.324748:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202706.324806:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501088896:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 237us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202706.324814:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 360 00010000:00010000:1.0:1779202706.325372:0:12963:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.325390:0:12963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.325414:0:12963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.325423:0:12963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.325431:0:12963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.325438:0:12963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202706.325442:0:12963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.325451:0:12963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.325464:0:12963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.325473:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbef6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202706.325544:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501088768:12345-192.168.204.21@tcp:1:lfs.0 Request processed in 5737us (5905us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202706.325552:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 310 00000100:00100000:0.0:1779202706.328937:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202706.328998:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501089152 00000100:00100000:1.0:1779202706.329008:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501089152 00000100:00100000:1.0:1779202706.329068:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 222 00000100:00100000:1.0:1779202706.329078:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13ab450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:29816:x1865628501089152:12345-192.168.204.21@tcp:35:lfs.0 00000004:00010000:1.0:1779202706.329149:0:6565:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x3d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef5e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6587d expref: 100 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1779202706.329316:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968003 00000001:00080000:1.0:1779202706.329609:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968004 00010000:00010000:1.0:1779202706.329643:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.329659:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 103 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.329668:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbef42 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6586f expref: 103 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.329677:0:6565:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.329750:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbef42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6586f expref: 103 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.329770:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbef42 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6586f expref: 103 pid: 16980 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202706.329785:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524092800:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202706.329878:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 103 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202706.329888:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 103 pid: 6563 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202706.329897:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524092928:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202706.329929:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0480 going to sleep for 11 seconds 00000100:00100000:2.0:1779202706.337127:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.337160:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202706.337187:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501089280 00000100:00100000:2.0:1779202706.337197:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501089280 00010000:00010000:2.0:1779202706.337233:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 104 pid: 6563 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202706.337263:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501089408 00000100:00100000:2.0:1779202706.337265:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501089408 00010000:00010000:2.0:1779202706.337275:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbef42 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6586f expref: 105 pid: 16980 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202706.337295:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 361 00000100:00100000:2.0:1779202706.337303:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:2421:x1865628501089280:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202706.337321:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202706.337326:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 105 pid: 6563 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.337338:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 105 pid: 6563 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.337359:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:2.0:1779202706.337364:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.337373:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.337380:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202706.337425:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:2421:x1865628501089280:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 121us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202706.337432:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 361 00000100:00100000:2.0:1779202706.337448:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 362 00000100:00100000:2.0:1779202706.337454:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:2420:x1865628501089408:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202706.337464:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202706.337468:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbef42 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6586f expref: 104 pid: 16980 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.337479:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbef42 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6586f expref: 104 pid: 16980 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.337494:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:2.0:1779202706.337498:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.337506:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.337514:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202706.337543:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202706.337560:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:2420:x1865628501089408:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 106us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202706.337567:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 362 00010000:00010000:3.0:1779202706.337888:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbef42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6586f expref: 103 pid: 16980 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202706.337906:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524092800:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202706.337929:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbee4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65829 expref: 102 pid: 6563 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202706.337939:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524092928:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202706.337962:0:6565:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.337970:0:6565:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.337976:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1779202706.338086:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968005 00000001:00080000:3.0:1779202706.338194:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968006 00000100:00100000:3.0:1779202706.338278:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524093056:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1779202706.338324:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202706.338358:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c11cacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202706.338984:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524093056 00000100:00100000:2.0:1779202706.338992:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524093056 00000100:00100000:2.0:1779202706.339096:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1779202706.339106:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6565:x1865628524093056:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1779202706.339198:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6565:x1865628524093056:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 94us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202706.339206:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1779202706.340126:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524093056:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1779202706.340257:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968007 00000100:00100000:3.0:1779202706.340322:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524093184:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1779202706.340366:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202706.341275:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f5032900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202706.341311:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524093184 00000100:00100000:0.0:1779202706.341319:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524093184 00000100:00100000:0.0:1779202706.341360:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1779202706.341368:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6565:x1865628524093184:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1779202706.341627:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6565:x1865628524093184:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 258us (1260us total) trans 4294967356 rc 0/0 00000100:00100000:0.0:1779202706.341636:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1779202706.341742:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524093184:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1779202706.341793:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968008 00010000:00010000:3.0:1779202706.341824:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.341834:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.341842:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.341848:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202706.341853:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.341861:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.341880:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:3.0:1779202706.341882:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1779202706.341887:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202706.341893:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbef73 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1779202706.341996:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x3e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1779202706.342054:0:6565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9136 00000001:00080000:3.0:1779202706.342064:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968009 00010000:00010000:3.0:1779202706.342098:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff91cfc10a3f00) 00010000:00010000:3.0:1779202706.342101:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1779202706.342108:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef5e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6587d expref: 106 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202706.342192:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13ab450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:29816:x1865628501089152:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 13116us (13265us total) trans 4294968010 rc 0/0 00000100:00100000:3.0:1779202706.342200:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 222 00000020:00080000:3.0:1779202706.342204:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:0.0:1779202707.147007:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202707.340912:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524093440:0@lo:400:kworker.0 00000100:00100000:1.0:1779202707.341012:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202707.341103:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524093952:0@lo:400:kworker.0 00000100:00100000:1.0:1779202707.341126:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202707.341367:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524093312:0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.341416:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202707.341457:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524093440 00000100:00100000:0.0:1779202707.341466:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524093440 00000100:00100000:0.0:1779202707.341542:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524093952 00000100:00100000:0.0:1779202707.341545:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524093952 00000100:00100000:0.0:1779202707.341583:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1779202707.341594:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524093440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.341652:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524093440:12345-0@lo:400:kworker.0 Request processed in 59us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202707.341660:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1779202707.341681:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1779202707.341961:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524094464:0@lo:400:kworker.0 00000100:00100000:1.0:1779202707.341993:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202707.342050:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524093440:0@lo:400:kworker.0 00000100:00100000:1.0:1779202707.342069:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1779202707.342076:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524093568:0@lo:400:kworker.0 00000100:00100000:1.0:1779202707.342105:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202707.342126:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524094080:0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.342420:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524093952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.342457:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524093952:12345-0@lo:400:kworker.0 Request processed in 118us (1330us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202707.342464:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1779202707.342816:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524094464 00000100:00100000:0.0:1779202707.342822:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524094464 00000100:00100000:0.0:1779202707.342859:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1779202707.342865:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524094464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.342910:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524094464:12345-0@lo:400:kworker.0 Request processed in 44us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202707.342920:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00080000:0.0:1779202707.342947:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202707.342970:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524093568 00000100:00100000:0.0:1779202707.342974:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524093568 00000100:00100000:0.0:1779202707.343006:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1779202707.343013:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524093568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.343048:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524093568:12345-0@lo:400:kworker.0 Request processed in 36us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202707.343055:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1779202707.343095:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524093824:0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.343127:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202707.343163:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524094336:0@lo:400:kworker.0 00000100:00100000:1.0:1779202707.343835:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202707.343870:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524094592:0@lo:400:kworker.0 00000100:00100000:1.0:1779202707.343908:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202707.343953:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524093952:0@lo:400:kworker.0 00000100:00100000:1.0:1779202707.343966:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524094464:0@lo:400:kworker.0 00000100:00100000:1.0:1779202707.343995:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524093568:0@lo:400:kworker.0 00000100:00100000:1.0:1779202707.344029:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524094080 00000100:00100000:1.0:1779202707.344034:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524094080 00000100:00100000:1.0:1779202707.344090:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524094592 00000100:00100000:1.0:1779202707.344093:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524094592 00000100:00100000:1.0:1779202707.344118:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1779202707.344126:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524094080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202707.344581:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:2.0:1779202707.344594:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524094592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202707.344648:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524094592:12345-0@lo:400:kworker.0 Request processed in 59us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202707.344656:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:2.0:1779202707.344717:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524094592:0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.344873:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202707.344919:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524094848:0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.344948:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202707.344974:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1779202707.344981:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524093696:0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.345003:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202707.345018:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524094208:0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.345037:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202707.345056:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524094720:0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.345091:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202707.345120:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524093824 00000100:00100000:0.0:1779202707.345125:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524093824 00000100:00100000:1.0:1779202707.345661:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524094080:12345-0@lo:400:kworker.0 Request processed in 1534us (1826us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202707.345670:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1779202707.345883:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524093696 00000100:00100000:3.0:1779202707.345888:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524093696 00000100:00100000:3.0:1779202707.345936:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1779202707.345943:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524093696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202707.345993:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524093696:12345-0@lo:400:kworker.0 Request processed in 50us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202707.345999:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:1.0:1779202707.346287:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524093312 00000100:00100000:1.0:1779202707.346292:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524093312 00000100:00100000:1.0:1779202707.346322:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1779202707.346329:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524093312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202707.346578:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779202707.346592:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524094976:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202707.346631:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202707.346665:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524094976 00000100:00100000:2.0:1779202707.346669:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524094976 00000100:00100000:0.0:1779202707.347339:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1779202707.347922:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524093312:12345-0@lo:400:kworker.0 Request processed in 1591us (6502us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202707.347933:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00080000:1.0:1779202707.347989:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202707.348024:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524094336 00000100:00100000:1.0:1779202707.348031:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524094336 00000100:00100000:1.0:1779202707.348075:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524094848 00000100:00100000:1.0:1779202707.348079:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524094848 00000100:00100000:1.0:1779202707.348107:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524094208 00000100:00100000:1.0:1779202707.348110:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524094208 00000100:00100000:1.0:1779202707.348124:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524094720 00000100:00100000:1.0:1779202707.348128:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524094720 00000100:00100000:1.0:1779202707.348143:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1779202707.348150:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3663:x1865628524094336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.348290:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524093824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.348338:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524093824:12345-0@lo:400:kworker.0 Request processed in 53us (5211us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202707.348382:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1779202707.348393:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524094976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202707.348429:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:0.0:1779202707.348804:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1779202707.348844:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1779202707.348853:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524094848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.352082:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524094848:12345-0@lo:400:kworker.0 Request processed in 3215us (7118us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202707.352100:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1779202707.352150:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1779202707.352166:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524094208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.352226:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524094208:12345-0@lo:400:kworker.0 Request processed in 69us (7188us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202707.352232:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1779202707.352245:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1779202707.352252:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524094720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.352280:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524094720:12345-0@lo:400:kworker.0 Request processed in 30us (7189us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202707.352285:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1779202707.352362:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524093696:0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.352377:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524094208:0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.352389:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524094720:0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.352402:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524093312:0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.352418:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524093824:0@lo:400:kworker.0 00000100:00100000:0.0:1779202707.352429:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524094848:0@lo:400:kworker.0 00000100:00080000:0.0:1779202707.352515:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202707.352521:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202707.353751:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524094976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5352us (7111us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202707.353766:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1779202707.353876:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524094976:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202707.353948:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524094080:0@lo:400:kworker.0 00000100:00100000:1.0:1779202707.361053:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3663:x1865628524094336:12345-0@lo:400:kworker.0 Request processed in 12887us (16163us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202707.361082:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1779202707.368864:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524094336:0@lo:400:kworker.0 00010000:00010000:0.0:1779202708.173358:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202708.368951:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202708.369007:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202708.369057:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501089920 00000100:00100000:2.0:1779202708.369073:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501089920 00000100:00100000:2.0:1779202708.369156:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 674 00000100:00100000:2.0:1779202708.369170:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501089920:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202708.369266:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501089920:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 101us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202708.369275:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 674 00000100:00080000:2.0:1779202708.369301:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202708.369329:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202708.369418:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202708.369449:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202708.369466:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202708.369483:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202708.369499:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202708.369518:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202708.369553:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501089664 00000100:00100000:2.0:1779202708.369563:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501089664 00000100:00100000:2.0:1779202708.369599:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501090176 00000100:00100000:2.0:1779202708.369602:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501090176 00000100:00100000:2.0:1779202708.369617:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501089792 00000100:00100000:2.0:1779202708.369619:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501089792 00000100:00100000:2.0:1779202708.369633:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501090304 00000100:00100000:2.0:1779202708.369635:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501090304 00000100:00100000:2.0:1779202708.369651:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1027 00000100:00100000:2.0:1779202708.369657:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:2419:x1865628501089664:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202708.369746:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:2419:x1865628501089664:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 88us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202708.369752:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1027 00000100:00100000:2.0:1779202708.369764:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1028 00000100:00100000:2.0:1779202708.369768:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:2419:x1865628501090176:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202708.369791:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:2419:x1865628501090176:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202708.369797:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1028 00000100:00100000:2.0:1779202708.369807:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1029 00000100:00100000:2.0:1779202708.369812:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501089792:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202708.369834:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501089792:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202708.369840:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1029 00000100:00100000:2.0:1779202708.369847:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1030 00000100:00100000:2.0:1779202708.369852:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501090304:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202708.369869:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501090304:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 18us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202708.369886:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1030 00000100:00100000:2.0:1779202708.369907:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501090432 00000100:00100000:2.0:1779202708.369911:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501090432 00000100:00100000:2.0:1779202708.369938:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501090048 00000100:00100000:2.0:1779202708.369941:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501090048 00000100:00100000:2.0:1779202708.369957:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501090560 00000100:00100000:2.0:1779202708.369959:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501090560 00000100:00100000:2.0:1779202708.369976:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 675 00000100:00100000:2.0:1779202708.369982:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501090432:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202708.370008:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501090432:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202708.370014:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 675 00000100:00100000:2.0:1779202708.370025:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 676 00000100:00100000:2.0:1779202708.370030:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2419:x1865628501090048:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202708.370052:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2419:x1865628501090048:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202708.370058:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 676 00000100:00100000:2.0:1779202708.370068:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 677 00000100:00100000:2.0:1779202708.370075:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501090560:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202708.370106:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501090560:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 32us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202708.370112:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 677 00000100:00100000:2.0:1779202708.370130:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501089536 00000100:00100000:2.0:1779202708.370134:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501089536 00000100:00100000:2.0:1779202708.370162:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 735 00000100:00100000:2.0:1779202708.370168:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501089536:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202708.370192:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501089536:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202708.370199:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 735 00000100:00080000:2.0:1779202708.370242:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202708.370245:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202708.370249:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202708.370251:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:0.0:1779202708.877144:0:8510:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 838113448063ns, next at 839113444366ns, rc = 0 00000100:00100000:0.0:1779202708.877767:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524095232:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202708.877880:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202708.879820:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524095232 00000100:00100000:3.0:1779202708.879840:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524095232 00000100:00100000:3.0:1779202708.879943:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1779202708.879955:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524095232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202708.880000:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1779202708.880114:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524095232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 162us (2234us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202708.880123:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1779202708.880199:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524095232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202708.882187:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202708.882225:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524095104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202708.882337:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202708.882475:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524095104 00000100:00100000:0.0:1779202708.882488:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524095104 00000100:00100000:0.0:1779202708.882592:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1779202708.882602:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524095104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202708.882634:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922444288 avail 3690921984 00000100:00100000:0.0:1779202708.882729:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524095104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202708.882738:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1779202708.882751:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524095104:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1779202708.883582:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1779202709.201646:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202709.387086:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524095360:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202709.387192:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202709.387534:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524095360 00000100:00100000:0.0:1779202709.387545:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524095360 00000100:00100000:0.0:1779202709.387627:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1779202709.387640:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524095360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202709.387680:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1779202709.387764:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524095360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202709.387775:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1779202709.387863:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524095360:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1779202709.388490:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202709.392590:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202709.392624:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524095488:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202709.392741:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202709.392973:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524095488 00000100:00100000:0.0:1779202709.392985:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524095488 00000100:00100000:0.0:1779202709.393086:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1779202709.393098:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524095488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202709.393133:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1779202709.393198:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524095488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202709.393206:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1779202709.393268:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524095488:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1779202709.393512:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1779202710.223215:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202710.411085:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202710.411116:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524095616:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202710.411212:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202710.411336:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524095616 00000100:00100000:3.0:1779202710.411347:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524095616 00000100:00100000:3.0:1779202710.411409:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1779202710.411419:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524095616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202710.411477:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202710.411535:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524095616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202710.411543:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1779202710.411684:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524095616:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202711.243134:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1779202711.948232:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000001:00080000:2.0:1779202711.948256:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967354 is committed 00000004:00080000:0.0:1779202711.949910:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000100:00100000:3.0:1779202711.952303:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524095744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1779202711.952408:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1779202711.952449:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968010 is committed 00000020:00080000:0.0:1779202711.952468:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0d07b8240 refcount 2 committed 0 result 0 batchid 22 00000020:00080000:0.0:1779202711.952473:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0c74a6000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0d07b8180 00000020:00080000:0.0:1779202711.952477:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0c74a6300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc3dae400 00000001:00080000:0.0:1779202711.952520:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967999 is committed 00000020:00080000:0.0:1779202711.952530:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0df00a480 refcount 2 committed 0 result 0 batchid 21 00000020:00080000:0.0:1779202711.952533:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0ffc5b600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0df00aa80 00000020:00080000:0.0:1779202711.952537:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0ffc5bc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4359200 00010000:00010000:3.0:1779202711.952549:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeef5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202711.952563:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeef5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202711.952573:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeef5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1779202711.952577:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 22 committed batchid 20 00010000:00010000:3.0:1779202711.952582:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202711.952589:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeef5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202711.952598:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeef5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202711.952617:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff91cfc10a3c00) 00010000:00010000:3.0:1779202711.952621:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202711.952627:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeef5 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202711.952634:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbeef5 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1779202711.952653:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:2.0:1779202711.952785:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524095744 00000100:00100000:2.0:1779202711.952795:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524095744 00000100:00080000:3.0:1779202711.952864:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202711.952883:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1779202711.952896:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524095744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1779202711.952932:0:12963:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:22 count 1 00002000:00010000:2.0:1779202711.952972:0:12963:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a0c7785, ctime: 0x6a0c7a90, blocks: 0x8 00010000:00010000:2.0:1779202711.952980:0:12963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbef7a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202711.953000:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202711.953003:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202711.953011:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbef7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202711.953028:0:12963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbef7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202711.953036:0:12963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbef7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202711.953044:0:12963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbef7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202711.953076:0:12963:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1779202711.953238:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1779202711.953244:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524095744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 350us (837us total) trans 4294967357 rc 0/0 00010000:00010000:3.0:1779202711.953248:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbef7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202711.953256:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00010000:00010000:3.0:1779202711.953264:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7a00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202711.953268:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbef7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202711.953283:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbef7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202711.953299:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbef7a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202711.953306:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c298b242/0x3d5ca2fc49dbef7a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202711.953326:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202711.953329:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202711.953335:0:3662:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967356 gen 2 00010000:00010000:3.0:1779202711.953338:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1779202711.953343:0:3662:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967356 00000004:00080000:2.0:1779202711.953364:0:3662:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967356 committed transno 4294967356 00000100:00100000:2.0:1779202711.953379:0:3662:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff91cfc1dac380 x1865628524095744/t4294967357(4294967357) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779202727 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1779202711.953393:0:3662:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc1dac380/2, rc 0, transno 4294967357 00000100:00100000:2.0:1779202711.953398:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524095744:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1779202712.267140:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202712.296311:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202712.297012:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501090688 00000100:00100000:1.0:1779202712.297028:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501090688 00000100:00080000:3.0:1779202712.297105:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202712.297506:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1172 00000100:00100000:1.0:1779202712.297523:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:29764:x1865628501090688:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1779202712.297714:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:29764:x1865628501090688:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 173us (1394us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202712.297724:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1172 00000100:00100000:2.0:1779202712.300913:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202712.301044:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501090816 00000100:00100000:1.0:1779202712.301058:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501090816 00000100:00080000:3.0:1779202712.301323:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202712.301574:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1173 00000100:00100000:1.0:1779202712.301591:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:29764:x1865628501090816:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1779202712.301793:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:29764:x1865628501090816:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 208us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202712.301813:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1173 00000100:00100000:2.0:1779202712.460241:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524095872:0@lo:400:kworker.0 00000100:00100000:2.0:1779202712.460857:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202712.461122:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524096384:0@lo:400:kworker.0 00000100:00100000:2.0:1779202712.461309:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202712.461334:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524096896:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.461507:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524096000:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.461545:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202712.461570:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524096512:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.461606:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202712.461624:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524097024:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.461644:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202712.461670:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779202712.461677:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524096128:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.461731:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202712.461749:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524096640:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.461783:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202712.461813:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524097152:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.461839:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202712.461871:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524096000 00000100:00100000:0.0:1779202712.461892:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524096000 00000100:00100000:0.0:1779202712.461946:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524096512 00000100:00100000:0.0:1779202712.461949:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524096512 00000100:00100000:0.0:1779202712.462251:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524097024 00000100:00100000:0.0:1779202712.462256:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524097024 00000100:00100000:0.0:1779202712.462275:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524096640 00000100:00100000:0.0:1779202712.462278:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524096640 00000100:00100000:0.0:1779202712.462300:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1779202712.462310:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524096000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202712.462554:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524096384 00000100:00100000:3.0:1779202712.462559:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524096384 00000100:00100000:3.0:1779202712.462588:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524096128 00000100:00100000:3.0:1779202712.462591:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524096128 00000100:00100000:3.0:1779202712.462605:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1779202712.462612:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524096384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202712.462674:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524096384:12345-0@lo:400:kworker.0 Request processed in 62us (1365us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202712.462682:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1779202712.462721:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1779202712.462728:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524096128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202712.462777:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524096128:12345-0@lo:400:kworker.0 Request processed in 49us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202712.462785:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:3.0:1779202712.462815:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202712.462820:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202712.462861:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524095872 00000100:00100000:3.0:1779202712.462866:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524095872 00000100:00100000:3.0:1779202712.462893:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1779202712.462900:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524095872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202712.462936:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524095872:12345-0@lo:400:kworker.0 Request processed in 36us (2081us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202712.462943:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1779202712.463092:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524096256:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.463497:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524096000:12345-0@lo:400:kworker.0 Request processed in 1186us (1949us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202712.463506:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1779202712.463530:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1779202712.463539:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524096512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.463571:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524096512:12345-0@lo:400:kworker.0 Request processed in 35us (1965us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202712.463578:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1779202712.463589:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1779202712.463596:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524097024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.463625:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524097024:12345-0@lo:400:kworker.0 Request processed in 30us (1980us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202712.463632:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1779202712.463641:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1779202712.463647:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524096640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.463676:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524096640:12345-0@lo:400:kworker.0 Request processed in 29us (1892us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202712.463682:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1779202712.463824:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524097152 00000100:00100000:2.0:1779202712.463828:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524097152 00000100:00100000:2.0:1779202712.463874:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1779202712.463893:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524097152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202712.463935:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524097152:12345-0@lo:400:kworker.0 Request processed in 55us (2095us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202712.463942:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1779202712.464089:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202712.464125:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524096768:0@lo:400:kworker.0 00000100:00100000:3.0:1779202712.464479:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202712.464504:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524097280:0@lo:400:kworker.0 00000100:00100000:3.0:1779202712.464527:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202712.464555:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202712.464562:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524097408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202712.464602:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202712.464635:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524097408 00000100:00100000:3.0:1779202712.464641:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524097408 00000100:00100000:3.0:1779202712.464673:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1779202712.464680:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524097408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202712.464738:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:3.0:1779202712.464783:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524097408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202712.464790:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1779202712.464857:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524097408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202712.464922:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524096256 00000100:00100000:3.0:1779202712.464927:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524096256 00000100:00100000:3.0:1779202712.464949:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1779202712.464956:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524096256:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1779202712.466576:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202712.466629:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524096768 00000100:00100000:2.0:1779202712.466641:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524096768 00000100:00100000:2.0:1779202712.466747:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524097280 00000100:00100000:2.0:1779202712.466751:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524097280 00000100:00100000:2.0:1779202712.466783:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1779202712.466793:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524096768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202712.466913:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524096768:12345-0@lo:400:kworker.0 Request processed in 121us (2432us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202712.466921:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1779202712.466938:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1779202712.466944:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524097280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202712.466986:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524097280:12345-0@lo:400:kworker.0 Request processed in 41us (2457us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202712.466993:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00080000:2.0:1779202712.467018:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202712.467021:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202712.467063:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524096768:0@lo:400:kworker.0 00000100:00100000:2.0:1779202712.467076:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524097280:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.467625:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524096128:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.467645:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524096640:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.467659:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524097152:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.467675:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524096000:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.467688:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524096512:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.467726:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524097024:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.467843:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202712.467910:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524095872:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.467926:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524096384:0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.467952:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524096896 00000100:00100000:0.0:1779202712.467959:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524096896 00000100:00100000:0.0:1779202712.468035:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:0.0:1779202712.468044:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524096896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202712.468113:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524096896:12345-0@lo:400:kworker.0 Request processed in 71us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202712.468121:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1779202712.468601:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524096896:0@lo:400:kworker.0 00000100:00100000:3.0:1779202712.469076:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524096256:12345-0@lo:400:kworker.0 Request processed in 4117us (5945us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202712.469087:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00080000:2.0:1779202712.469192:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202712.469588:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524096256:0@lo:400:kworker.0 00010000:00010000:0.0:1779202713.292865:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202713.419301:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202713.419314:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202713.419443:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 2 00000040:00080000:3.0:1779202713.419454:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1779202713.420085:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1779202713.478854:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202713.478913:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202713.478928:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501091072 00000100:00100000:2.0:1779202713.478938:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202713.478942:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501091072 00000100:00100000:2.0:1779202713.478967:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202713.478989:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202713.479014:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202713.479025:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501091200 00000100:00100000:2.0:1779202713.479037:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501090944 00000100:00100000:3.0:1779202713.479040:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501091200 00000100:00100000:2.0:1779202713.479040:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501090944 00000100:00100000:3.0:1779202713.479061:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501091712 00000100:00100000:3.0:1779202713.479064:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501091712 00000100:00100000:2.0:1779202713.479073:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 737 00000100:00100000:3.0:1779202713.479083:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1037 00000100:00100000:2.0:1779202713.479085:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501090944:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202713.479088:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:2421:x1865628501091072:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202713.479167:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:2421:x1865628501091072:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 77us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202713.479175:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1037 00000100:00100000:3.0:1779202713.479195:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1038 00000100:00100000:1.0:1779202713.479200:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1039 00000100:00100000:3.0:1779202713.479201:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501091200:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202713.479210:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501091712:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202713.479802:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501090944:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 715us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202713.479810:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 737 00000100:00100000:2.0:1779202713.479854:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501091456 00000100:00100000:2.0:1779202713.479859:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501091456 00000100:00100000:2.0:1779202713.479891:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501091968 00000100:00100000:2.0:1779202713.479894:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501091968 00000100:00100000:2.0:1779202713.479917:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 681 00000100:00100000:2.0:1779202713.479923:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2422:x1865628501091456:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202713.479954:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2422:x1865628501091456:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202713.479960:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 681 00000100:00100000:2.0:1779202713.479971:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 682 00000100:00100000:2.0:1779202713.479978:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501091968:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202713.480001:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501091968:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202713.480007:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 682 00000100:00100000:3.0:1779202713.484616:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501091200:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 5397us (5658us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202713.484635:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1038 00000100:00100000:0.0:1779202713.485067:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202713.485160:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202713.485210:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00080000:3.0:1779202713.485247:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202713.485255:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202713.485259:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202713.485276:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501091584 00000100:00100000:3.0:1779202713.485287:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501091584 00000100:00100000:0.0:1779202713.485316:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501091328 00000100:00100000:0.0:1779202713.485319:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501091328 00000100:00100000:3.0:1779202713.485337:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1040 00000100:00100000:3.0:1779202713.485346:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:2421:x1865628501091584:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202713.485354:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501091840 00000100:00100000:0.0:1779202713.485357:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501091840 00000100:00100000:0.0:1779202713.485376:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 683 00000100:00100000:0.0:1779202713.485382:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501091328:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202713.485427:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501091328:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 45us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202713.485434:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 683 00000100:00100000:0.0:1779202713.485448:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 684 00000100:00100000:0.0:1779202713.485454:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501091840:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202713.485482:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501091840:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202713.485487:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 684 00000100:00100000:3.0:1779202713.487375:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:2421:x1865628501091584:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 2015us (2200us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202713.488509:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1040 00000100:00080000:3.0:1779202713.488567:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202713.490255:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501091712:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 11036us (11252us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202713.490271:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1039 00000100:00100000:2.0:1779202713.995668:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779202713.995761:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524097536:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202713.995890:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202713.996377:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202713.996389:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524097664:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202713.996424:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202713.996468:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524097536 00000100:00100000:0.0:1779202713.996478:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524097536 00000100:00100000:0.0:1779202713.996528:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524097664 00000100:00100000:0.0:1779202713.996531:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524097664 00000100:00100000:0.0:1779202713.996563:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1779202713.996572:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524097536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202713.996616:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202713.996664:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524097536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202713.996672:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1779202713.996719:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1779202713.996726:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524097664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202713.996738:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202713.996784:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524097664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202713.996791:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00080000:0.0:1779202713.996812:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202713.996851:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524097664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202713.996944:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524097536:0@lo:13:osp-pre-0-1.0 00000001:02000400:0.0:1779202714.094169:0:22085:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12o: Layout-swap failure during Restore leaves file released ========================================================== 10:58:32 (1779202712) 00010000:00010000:3.0:1779202714.321136:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202714.491204:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202714.498572:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501092096 00000100:00100000:0.0:1779202714.498596:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501092096 00000100:00100000:2.0:1779202714.499580:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1174 00000100:00100000:2.0:1779202714.499598:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:30439:x1865628501092096:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1779202714.503776:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:30439:x1865628501092096:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 4152us (12555us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202714.503794:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1174 00000100:00080000:0.0:1779202714.505775:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202714.507127:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202714.507159:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524097792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202714.507258:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202714.507728:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524097792 00000100:00100000:0.0:1779202714.507742:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524097792 00000100:00100000:0.0:1779202714.507826:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1779202714.507839:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524097792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202714.507889:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1779202714.507952:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524097792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202714.507960:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00080000:3.0:1779202714.508045:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202714.508097:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524097792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202714.508410:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202714.508424:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524097920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202714.508465:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202714.509061:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202714.509276:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501092224 00000100:00100000:1.0:1779202714.509285:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501092224 00000100:00100000:1.0:1779202714.509360:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1175 00000100:00100000:1.0:1779202714.509372:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:30439:x1865628501092224:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1779202714.509484:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:30439:x1865628501092224:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 117us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202714.509492:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1175 00000100:00100000:0.0:1779202714.509916:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524097920 00000100:00100000:0.0:1779202714.509923:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524097920 00000100:00100000:0.0:1779202714.509983:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1779202714.509991:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524097920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202714.510012:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1779202714.510069:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524097920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (1603us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202714.510076:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00080000:3.0:1779202714.510404:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202714.510410:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202714.510786:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524097920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202714.546895:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202714.547457:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501092352 00000100:00100000:3.0:1779202714.547475:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501092352 00000100:00100000:3.0:1779202714.547564:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1176 00000100:00100000:3.0:1779202714.547577:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:30440:x1865628501092352:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202714.547619:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202714.547646:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbef81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65884 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.547794:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.547815:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.547829:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.547846:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbef8f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.547853:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbef8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.547860:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbef8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.547925:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548617:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef88 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548625:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef88 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548632:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202714.548638:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef88 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548648:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef88 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548664:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202714.548667:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202714.548673:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548680:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbef88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548727:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbef8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548734:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbef8f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548739:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbef8f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548745:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202714.548748:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbef8f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548763:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbef8f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548770:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff91d0f3878e00) 00010000:00010000:3.0:1779202714.548773:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202714.548777:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbef8f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548782:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbef8f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548832:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbef81 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65884 expref: 95 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548844:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202714.548846:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202714.548850:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbef81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65884 expref: 95 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.548859:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4800, rc 0) 00000100:00100000:2.0:1779202714.550061:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:30440:x1865628501092352:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 2299us (3001us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202714.550077:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1176 00000100:00100000:1.0:1779202714.563799:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202714.563952:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501092608 00000100:00100000:2.0:1779202714.563971:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501092608 00000100:00100000:2.0:1779202714.564052:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1177 00000100:00100000:2.0:1779202714.564065:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+94:30440:x1865628501092608:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:2.0:1779202714.564153:0:6563:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202714.564196:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbed89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657f1 expref: 94 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.564226:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202714.564233:0:6563:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202714.568075:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.568116:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbedb3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ff expref: 42 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.568127:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.568195:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbedb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ff expref: 42 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.568221:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbedb3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ff expref: 42 pid: 6564 timeout: 943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202714.568243:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524098048:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202714.568549:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0df00a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202714.574350:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524098048:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202714.574401:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202714.575823:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202714.575949:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501092736 00000100:00100000:2.0:1779202714.575963:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501092736 00010000:00010000:2.0:1779202714.576027:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbedb3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ff expref: 43 pid: 6564 timeout: 943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202714.576083:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 363 00000100:00100000:2.0:1779202714.576095:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:2420:x1865628501092736:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202714.576119:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202714.576127:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbedb3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ff expref: 43 pid: 6564 timeout: 943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.576143:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbedb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ff expref: 43 pid: 6564 timeout: 943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.576176:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbedb3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ff expref: 43 pid: 6564 timeout: 943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.576200:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202714.576207:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.576219:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.576229:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.576269:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202714.576358:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:2420:x1865628501092736:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 264us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202714.576374:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 363 00010000:00010000:1.0:1779202714.577299:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.577325:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.577369:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbef9d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.577384:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbef9d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.577394:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbef9d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.580288:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbefa4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.580469:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbefa4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.580490:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbefa4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202714.580592:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005668bf28 reply state 00000000d6677e39 transno 4294968011 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbefa4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.580608:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbefa4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.580617:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:1.0:1779202714.580622:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202714.580628:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1779202714.580639:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00010000:00010000:1.0:1779202714.580653:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.580660:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.580668:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.580675:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202714.580680:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.580840:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.580856:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202714.580858:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202714.580864:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.580869:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbef96 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202714.581067:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005668bf28 reply state 00000000d6677e39 transno 4294968011 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbef9d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.581079:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbef9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.581091:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff91cfc2a5d800) 00010000:00010000:1.0:1779202714.581094:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202714.581097:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1779202714.581304:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:30440:x1865628501092608:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 17234us (17511us total) trans 4294968011 rc 0/0 00000100:00100000:1.0:1779202714.581327:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1177 00000100:00100000:1.0:1779202714.620403:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202714.620512:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501092864 00000100:00100000:3.0:1779202714.620525:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501092864 00000100:00100000:3.0:1779202714.620600:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1178 00000100:00100000:3.0:1779202714.620611:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:30441:x1865628501092864:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:3.0:1779202714.620646:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202714.620675:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbefab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6588b expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.620806:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbefb2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.620823:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbefb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.620834:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbefb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202714.620907:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1779202714.620911:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202714.621153:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbefb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.621187:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbefab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6588b expref: 97 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.621208:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbefb2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6588b expref: 96 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.621218:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202714.621222:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202714.621228:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4800, rc 0) 00000100:00100000:3.0:1779202714.621315:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:30441:x1865628501092864:12345-192.168.204.21@tcp:101:bash.0 Request processed in 705us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202714.621325:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1178 00000100:00100000:2.0:1779202714.625638:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202714.627569:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501092992 00000100:00100000:1.0:1779202714.627596:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501092992 00000100:00100000:1.0:1779202714.627743:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1179 00000100:00100000:1.0:1779202714.627773:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:30441:x1865628501092992:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:1.0:1779202714.627805:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202714.627842:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbefb9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65892 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628280:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbefc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628303:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbefc0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628318:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbefc0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628332:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbefc7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628340:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbefc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628349:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbefc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628470:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbefce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628479:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbefce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628487:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbefce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202714.628643:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:1.0:1779202714.628648:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202714.628676:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbefce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628799:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbefc0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628808:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbefc0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628815:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbefc0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628821:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202714.628826:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbefc0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628835:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbefc0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628849:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202714.628852:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202714.628858:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbefc0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628865:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbefc0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628881:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbefc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628886:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbefc7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628892:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbefc7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628898:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202714.628901:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbefc7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628907:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbefc7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628913:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff91cfc2a5d800) 00010000:00010000:1.0:1779202714.628915:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202714.628917:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbefc7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.628923:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbefc7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.629487:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbefb9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65892 expref: 98 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.629580:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935c00/0x3d5ca2fc49dbefce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65892 expref: 97 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.629590:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:1.0:1779202714.629593:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1779202714.629596:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935c00, rc 0) 00000100:00100000:1.0:1779202714.630269:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30441:x1865628501092992:12345-192.168.204.21@tcp:101:bash.0 Request processed in 2510us (4647us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202714.630281:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1179 00000100:00100000:0.0:1779202714.658367:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202714.658452:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501093120 00000100:00100000:2.0:1779202714.658468:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501093120 00000100:00100000:0.0:1779202714.658735:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1180 00000100:00100000:0.0:1779202714.658759:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30441:x1865628501093120:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:0.0:1779202714.658792:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202714.658819:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbefd5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65899 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.658906:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbefdc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.658924:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbefdc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.658937:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbefdc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.658954:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbefe3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.658960:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbefe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.658966:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbefe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659021:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbefdc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659028:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbefdc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659034:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbefdc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659040:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202714.659046:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbefdc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659053:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbefdc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659066:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:0.0:1779202714.659069:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202714.659075:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbefdc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659082:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbefdc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659098:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbefe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659104:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbefe3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659110:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbefe3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659115:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202714.659118:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbefe3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659212:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbefe3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659223:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff91cfc1acb100) 00010000:00010000:0.0:1779202714.659227:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202714.659231:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbefe3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659237:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbefe3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659279:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbefd5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65899 expref: 98 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659290:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:0.0:1779202714.659293:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202714.659297:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbefd5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65899 expref: 98 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.659307:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913e00, rc 0) 00000100:00100000:0.0:1779202714.659393:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30441:x1865628501093120:12345-192.168.204.21@tcp:101:bash.0 Request processed in 647us (1039us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202714.659400:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1180 00000100:00100000:2.0:1779202714.676546:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202714.676631:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501093248 00000100:00100000:3.0:1779202714.676645:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501093248 00000100:00100000:3.0:1779202714.676764:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1181 00000100:00100000:3.0:1779202714.676777:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+42:30442:x1865628501093248:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202714.676805:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202714.676828:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbefea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658a0 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.676908:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbeff1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.676943:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbeff1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.676956:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbeff1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202714.677021:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1779202714.677025:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202714.677052:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbeff1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.677079:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbefea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658a0 expref: 44 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.677100:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbeff1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658a0 expref: 43 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.677109:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202714.677112:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202714.677116:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4600, rc 0) 00000100:00100000:0.0:1779202714.677559:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:30442:x1865628501093248:12345-192.168.204.21@tcp:101:rm.0 Request processed in 782us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202714.677568:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1181 00000100:00100000:2.0:1779202714.692276:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202714.695055:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501093376 00000100:00100000:3.0:1779202714.695074:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501093376 00000100:00100000:3.0:1779202714.697180:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1182 00000100:00100000:3.0:1779202714.697212:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:30442:x1865628501093376:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202714.697243:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202714.697274:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbeff8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658a7 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697371:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbefff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697389:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbefff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697404:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbefff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697416:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf006 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697424:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf006 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697431:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf006 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697530:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbf00d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697540:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbf00d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697548:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbf00d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202714.697598:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:3.0:1779202714.697602:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202714.697629:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbf00d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697650:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbefff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697657:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbefff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697665:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbefff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697672:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202714.697676:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbefff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697684:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbefff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697722:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202714.697725:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202714.697731:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbefff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697737:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbefff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697762:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf006 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697769:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf006 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697775:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf006 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697781:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202714.697784:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf006 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697790:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf006 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697798:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff91cfc2a5d800) 00010000:00010000:3.0:1779202714.697801:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202714.697804:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf006 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697810:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf006 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697842:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbeff8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658a7 expref: 45 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697856:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5a00/0x3d5ca2fc49dbf00d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658a7 expref: 44 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.697864:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:3.0:1779202714.697866:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1779202714.697868:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5a00, rc 0) 00000100:00100000:3.0:1779202714.698301:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30442:x1865628501093376:12345-192.168.204.21@tcp:101:rm.0 Request processed in 1104us (6039us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202714.698311:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1182 00000100:00100000:0.0:1779202714.704246:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202714.704501:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501093504 00000100:00100000:2.0:1779202714.704515:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501093504 00000100:00100000:2.0:1779202714.704591:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1183 00000100:00100000:2.0:1779202714.704603:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30442:x1865628501093504:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202714.704633:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202714.704662:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf014 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658ae expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.704794:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf01b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.704814:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf01b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.704829:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf01b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.704846:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf022 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.704853:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf022 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.704860:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf022 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.704919:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf01b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705071:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf01b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705083:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf01b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705089:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf01b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705095:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202714.705100:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf01b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705108:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf01b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705131:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:2.0:1779202714.705134:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202714.705140:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf01b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705148:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf01b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705166:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf022 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705172:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf022 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705177:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf022 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705183:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202714.705186:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf022 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705192:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf022 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705199:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff91cfc10a3a00) 00010000:00010000:2.0:1779202714.705202:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202714.705204:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf022 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705209:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf022 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705251:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf014 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ae expref: 45 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705261:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:2.0:1779202714.705263:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202714.705266:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf014 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ae expref: 45 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.705275:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6200, rc 0) 00000100:00100000:2.0:1779202714.705370:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30442:x1865628501093504:12345-192.168.204.21@tcp:101:rm.0 Request processed in 769us (1139us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202714.705379:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1183 00000100:00100000:2.0:1779202714.710266:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202714.710490:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501093632 00000100:00100000:3.0:1779202714.710506:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501093632 00000100:00100000:3.0:1779202714.710590:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1184 00000100:00100000:3.0:1779202714.710603:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30442:x1865628501093632:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202714.710629:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202714.710657:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf029 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658b5 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.710901:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf030 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.710922:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf030 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.710935:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf030 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.710951:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf037 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.710958:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf037 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.710964:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf037 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711020:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf030 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711026:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf030 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711033:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf030 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711041:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202714.711046:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf030 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711055:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf030 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711067:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:3.0:1779202714.711070:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202714.711076:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf030 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711082:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf030 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711096:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf037 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711102:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf037 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711107:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf037 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711112:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202714.711114:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf037 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711119:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf037 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711197:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff91d0f3878e00) 00010000:00010000:3.0:1779202714.711200:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202714.711203:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf037 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711208:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf037 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711247:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf029 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658b5 expref: 45 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711257:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:3.0:1779202714.711259:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202714.711263:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf029 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658b5 expref: 45 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.711272:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4200, rc 0) 00000100:00100000:3.0:1779202714.711401:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30442:x1865628501093632:12345-192.168.204.21@tcp:101:rm.0 Request processed in 801us (1154us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202714.711409:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1184 00000100:00100000:3.0:1779202714.738580:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202714.738765:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501093760 00000100:00100000:1.0:1779202714.738780:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501093760 00000100:00100000:1.0:1779202714.738860:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1185 00000100:00100000:1.0:1779202714.738874:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30443:x1865628501093760:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202714.738906:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202714.738936:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf03e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658bc expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739031:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf045 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739048:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf045 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739063:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf045 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739080:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf04c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739087:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf04c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739093:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf04c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739279:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf045 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739289:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf045 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739296:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf045 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739302:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202714.739308:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf045 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739316:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf045 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739330:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:1.0:1779202714.739334:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202714.739340:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf045 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739346:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf045 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739364:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf04c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739370:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf04c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739376:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf04c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739381:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202714.739384:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf04c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739389:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf04c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739396:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff91cfc2a5dd00) 00010000:00010000:1.0:1779202714.739398:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202714.739401:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf04c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739407:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf04c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739447:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf03e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658bc expref: 45 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739459:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:1.0:1779202714.739461:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202714.739465:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf03e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658bc expref: 45 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202714.739475:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935000, rc 0) 00000100:00100000:1.0:1779202714.739561:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30443:x1865628501093760:12345-192.168.204.21@tcp:101:cp.0 Request processed in 691us (1002us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202714.739569:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1185 00000100:00100000:0.0:1779202714.758187:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202714.758387:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501093888 00000100:00100000:2.0:1779202714.758401:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501093888 00000100:00100000:2.0:1779202714.758482:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1186 00000100:00100000:2.0:1779202714.758495:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30443:x1865628501093888:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202714.758525:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202714.758565:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf053 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658c3 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758654:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf05a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758673:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf05a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758688:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf05a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758774:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf061 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758782:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf061 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758788:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf061 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758835:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf05a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758842:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf05a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758849:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf05a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758861:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf05a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758868:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202714.758872:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf05a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758881:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf05a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758894:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:2.0:1779202714.758898:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202714.758903:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf05a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758909:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf05a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758925:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf061 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758931:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf061 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758937:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf061 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758942:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202714.758944:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf061 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758954:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf061 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758963:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff91cfc10a3a00) 00010000:00010000:2.0:1779202714.758965:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202714.758968:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf061 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.758973:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf061 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.759010:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf053 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658c3 expref: 45 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.759021:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:2.0:1779202714.759023:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202714.759027:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf053 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658c3 expref: 45 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.759036:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7a00, rc 0) 00000100:00100000:2.0:1779202714.759633:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30443:x1865628501093888:12345-192.168.204.21@tcp:101:cp.0 Request processed in 1134us (1454us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202714.759644:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1186 00000100:00100000:3.0:1779202714.762306:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202714.762360:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501094144 00000100:00100000:0.0:1779202714.762374:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501094144 00000100:00100000:0.0:1779202714.762456:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1187 00000100:00100000:0.0:1779202714.762470:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30443:x1865628501094144:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202714.762504:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202714.762536:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf068 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658ca expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.762927:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf06f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.762947:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf06f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.762961:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf06f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.762980:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf076 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.762986:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf076 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.762993:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf076 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1779202714.764918:0:7869:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x17:0x0], index 1: 0 00010000:00010000:0.0:1779202714.765652:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf07d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.765676:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf07d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.765999:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf07d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.766063:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf06f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.766076:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf06f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.766084:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf06f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.766091:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202714.766096:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf06f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.766105:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf06f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.766594:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:0.0:1779202714.766599:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202714.766606:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf06f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.766614:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf06f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202714.766636:0:7869:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002e2a56cb reply state 00000000cde1b5d8 transno 4294968012 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf076 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.766649:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf076 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.766656:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff91cfc1acb100) 00010000:00010000:0.0:1779202714.766658:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202714.766662:0:7869:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1779202714.769341:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf068 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ca expref: 47 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.769379:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf07d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ca expref: 46 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.769391:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:0.0:1779202714.769394:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202714.769398:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912a00, rc 0) 00000100:00100000:0.0:1779202714.769505:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30443:x1865628501094144:12345-192.168.204.21@tcp:101:cp.0 Request processed in 7037us (7215us total) trans 4294968012 rc 0/0 00000100:00100000:0.0:1779202714.769517:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1187 00000100:00100000:3.0:1779202714.776827:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202714.777259:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501094272 00000100:00100000:2.0:1779202714.777276:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501094272 00000100:00100000:2.0:1779202714.777370:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 312 00000100:00100000:2.0:1779202714.777384:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501094272:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202714.777413:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202714.777442:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c298b242/0x3d5ca2fc49dbf08b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658d1 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202714.777482:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1779202714.777511:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202714.777513:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202714.777524:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c298b242/0x3d5ca2fc49dbf08b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d1 expref: 10 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.777549:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c298b242/0x3d5ca2fc49dbf08b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d1 expref: 10 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.777565:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7a00, rc 0) 00000100:00100000:2.0:1779202714.777656:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501094272:12345-192.168.204.21@tcp:101:cp.0 Request processed in 275us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202714.777664:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 312 00000100:00100000:1.0:1779202714.787348:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202714.787459:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501094400 00000100:00100000:0.0:1779202714.787474:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501094400 00000100:00100000:0.0:1779202714.787548:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 313 00000100:00100000:0.0:1779202714.787563:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:30443:x1865628501094400:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202714.787587:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202714.787612:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658d8 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.787650:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c298b242/0x3d5ca2fc49dbf08b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d1 expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.787660:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202714.787662:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202714.787667:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.787813:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c298b242/0x3d5ca2fc49dbf08b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d1 expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.787832:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c298b242/0x3d5ca2fc49dbf08b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d1 expref: 11 pid: 8444 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202714.787851:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524098176:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202714.788029:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c8900 going to sleep for 11 seconds 00000100:00100000:1.0:1779202714.804892:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202714.805403:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524098176:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202714.805451:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202714.805480:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913c00, rc 0) 00000100:00100000:0.0:1779202714.805573:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:30443:x1865628501094400:12345-192.168.204.21@tcp:101:cp.0 Request processed in 18014us (18239us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202714.805583:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 313 00000100:00100000:3.0:1779202714.806205:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501094528 00000100:00100000:3.0:1779202714.806216:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501094528 00010000:00010000:3.0:1779202714.806267:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c298b242/0x3d5ca2fc49dbf08b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d1 expref: 11 pid: 8444 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202714.806314:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 364 00000100:00100000:3.0:1779202714.806324:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501094528:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202714.806341:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202714.806367:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c298b242/0x3d5ca2fc49dbf08b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d1 expref: 11 pid: 8444 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.806382:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c298b242/0x3d5ca2fc49dbf08b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d1 expref: 11 pid: 8444 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.806409:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c298b242/0x3d5ca2fc49dbf08b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d1 expref: 11 pid: 8444 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.806428:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202714.806430:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202714.806439:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.806450:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.806491:0:6549:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202714.806509:0:6549:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6549:1865628524098304:192.168.204.21@tcp:105: 00000100:00100000:3.0:1779202714.806606:0:6549:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92b5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1779202714.813316:0:6549:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6549:1865628524098304:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202714.813343:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202714.813414:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501094528:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 7090us (8537us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202714.813425:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 364 00000100:00100000:0.0:1779202714.817426:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202714.817529:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501094784 00000100:00100000:3.0:1779202714.817543:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501094784 00000100:00100000:3.0:1779202714.817610:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 223 00000100:00100000:3.0:1779202714.817620:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30443:x1865628501094784:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:2.0:1779202714.819296:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:30443:x1865628501094784:12345-192.168.204.21@tcp:35:cp.0 Request processed in 1666us (1875us total) trans 4294968013 rc 0/0 00000100:00100000:2.0:1779202714.819310:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 223 00000100:00100000:1.0:1779202714.871155:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202714.871354:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501094912 00000100:00100000:3.0:1779202714.871368:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501094912 00000100:00100000:3.0:1779202714.871445:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1188 00000100:00100000:3.0:1779202714.871458:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30446:x1865628501094912:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202714.871487:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202714.871513:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf099 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658df expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871604:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871626:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871641:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871653:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf0a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871661:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf0a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871668:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf0a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871831:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf0ae lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871841:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf0ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871849:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf0ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202714.871899:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:3.0:1779202714.871905:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202714.871930:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf0ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871943:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf0ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871952:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871959:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0a0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871966:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871979:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202714.871984:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.871992:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0a0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.872007:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:3.0:1779202714.872010:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202714.872018:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.872025:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.872042:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf0a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.872048:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf0a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.872054:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf0a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.872059:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202714.872062:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf0a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.872068:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf0a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.872082:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff91cfc1acb100) 00010000:00010000:3.0:1779202714.872084:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202714.872087:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf0a7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.872092:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf0a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.872315:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf099 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658df expref: 99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.872331:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf0ae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658df expref: 98 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202714.872339:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:3.0:1779202714.872342:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202714.872345:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4e00, rc 0) 00000100:00100000:3.0:1779202714.872428:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:30446:x1865628501094912:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 973us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202714.872437:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1188 00000100:00100000:1.0:1779202714.876913:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202714.877013:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501095040 00000100:00100000:0.0:1779202714.877027:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501095040 00000100:00100000:0.0:1779202714.877108:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 314 00000100:00100000:0.0:1779202714.877130:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2420:x1865628501095040:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202714.877158:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202714.877185:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dbf0b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658e6 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202714.877273:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524098432:192.168.204.21@tcp:106: 00000100:00100000:0.0:1779202714.877413:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c8900 going to sleep for 11 seconds 00002000:00010000:2.0:1779202714.880622:0:8447:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1779202714.880636:0:8447:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime: 0 -> 1779202714 00002000:00010000:2.0:1779202714.880638:0:8447:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb atime: 0 -> 1779202714 00002000:00010000:2.0:1779202714.880641:0:8447:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime: 0 -> 1779202714 00002000:00010000:2.0:1779202714.880644:0:8447:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1779202714.880676:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524098432:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202714.881244:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dbf0b5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658e6 expref: 17 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.881278:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dbf0b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658e6 expref: 17 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.881295:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913e00, rc 0) 00000100:00100000:2.0:1779202714.883856:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2420:x1865628501095040:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 6719us (6940us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202714.883872:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 314 00000100:00100000:1.0:1779202714.888164:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202714.888323:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501095168 00000100:00100000:2.0:1779202714.888338:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501095168 00000100:00100000:2.0:1779202714.888430:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1189 00000100:00100000:2.0:1779202714.888443:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:30446:x1865628501095168:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202714.888475:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202714.888508:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf0bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658ed expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.888610:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf0c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.888629:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.888643:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202714.888735:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:2.0:1779202714.888741:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202714.888779:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.888813:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf0bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ed expref: 100 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.888832:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf0c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ed expref: 99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.888842:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:2.0:1779202714.888845:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202714.888850:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6e00, rc 0) 00000100:00100000:2.0:1779202714.888936:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:30446:x1865628501095168:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 497us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202714.888945:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1189 00000100:00100000:1.0:1779202714.893889:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202714.894520:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501095296 00000100:00100000:2.0:1779202714.894535:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501095296 00000100:00100000:2.0:1779202714.894619:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 315 00000100:00100000:2.0:1779202714.894631:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2419:x1865628501095296:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202714.894659:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202714.894720:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c298b242/0x3d5ca2fc49dbf0ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658f4 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202714.894815:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524098560:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202714.895019:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e005d840 going to sleep for 11 seconds 00000100:00100000:2.0:1779202714.897194:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524098560:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202714.897245:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c298b242/0x3d5ca2fc49dbf0ca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658f4 expref: 17 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.897280:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c298b242/0x3d5ca2fc49dbf0ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658f4 expref: 17 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202714.897296:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7a00, rc 0) 00000100:00100000:2.0:1779202714.897384:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2419:x1865628501095296:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 2754us (3508us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202714.897395:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 315 00000100:00100000:3.0:1779202714.918284:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202714.918412:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501095552 00000100:00100000:2.0:1779202714.918428:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501095552 00000100:00100000:2.0:1779202714.918505:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1190 00000100:00100000:2.0:1779202714.918517:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:30446:x1865628501095552:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:2.0:1779202714.918809:0:16980:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].31, 136 off12408 00000100:00100000:2.0:1779202714.918915:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:30446:x1865628501095552:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 399us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202714.918932:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1190 00010000:00010000:3.0:1779202715.338957:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202715.467787:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202715.467800:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202715.467840:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:3.0:1779202715.467854:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202715.468160:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524098688:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202715.468300:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4c00 going to sleep for 11 seconds 00000040:00080000:3.0:1779202715.472131:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202715.476304:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524098688:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202715.477320:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202715.477499:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501095680 00000100:00100000:3.0:1779202715.477511:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501095680 00000100:00100000:3.0:1779202715.477631:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1191 00000100:00100000:3.0:1779202715.477643:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:30456:x1865628501095680:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202715.477688:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202715.477875:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:30456:x1865628501095680:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 234us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202715.477884:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1191 00000100:00100000:0.0:1779202715.485286:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202715.485416:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501095936 00000100:00100000:2.0:1779202715.485429:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501095936 00000100:00100000:2.0:1779202715.485505:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1192 00000100:00100000:2.0:1779202715.485518:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:30456:x1865628501095936:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202715.485545:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202715.485571:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf0d1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d658fb expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202715.485775:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf0d8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202715.485795:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf0d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202715.485811:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf0d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202715.485825:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1779202715.485990:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf0d1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658fb expref: 51 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202715.486014:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf0d8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658fb expref: 50 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202715.486024:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:2.0:1779202715.486027:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202715.486032:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6600, rc 0) 00000100:00100000:2.0:1779202715.486118:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30456:x1865628501095936:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 602us (846us total) trans 4294968014 rc 0/0 00000100:00100000:2.0:1779202715.486125:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1192 00000100:00100000:2.0:1779202715.504574:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202715.504645:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202715.504936:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501096064 00000100:00100000:1.0:1779202715.504951:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501096064 00000100:00100000:1.0:1779202715.505149:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 316 00000100:00100000:1.0:1779202715.505161:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501096064:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1779202715.505221:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.505244:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.505252:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202715.505254:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202715.505258:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.505306:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.505322:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 10 pid: 12963 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202715.505340:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524098816:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202715.505449:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e51180 going to sleep for 11 seconds 00000100:00080000:3.0:1779202715.505682:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202715.505756:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501096192 00000100:00100000:3.0:1779202715.505761:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501096192 00000100:00100000:3.0:1779202715.505813:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 53 00000100:00100000:3.0:1779202715.505822:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:2420:x1865628501096192:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202715.505834:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202715.505863:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf0d8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658fb expref: 50 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.505885:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:3.0:1779202715.505891:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202715.505936:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2420:x1865628501096192:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 115us (1290us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202715.505944:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 53 00000100:00100000:1.0:1779202715.509773:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524098816:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202715.509814:0:8446:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202715.511838:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202715.512071:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501096320 00000100:00100000:3.0:1779202715.512087:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501096320 00002000:00100000:3.0:1779202715.512161:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff91d0ffc75c00 x1865628501096320/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:681/0 lens 648/0 e 0 to 0 dl 1779202726 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202715.512173:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc75c00 with x1865628501096320 ext(0->157) 00010000:00010000:3.0:1779202715.512184:0:8450:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 11 pid: 12963 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.512202:0:8450:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 11 pid: 12963 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202715.512211:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91d0ffc75c00 00000100:00100000:3.0:1779202715.512248:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 15 00000100:00100000:3.0:1779202715.512259:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501096320:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:3.0:1779202715.513856:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628501096320:12345-192.168.204.21@tcp:4:cp.0 Request processed in 1588us (2020us total) trans 4294967359 rc 0/0 00000100:00100000:3.0:1779202715.513871:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 15 00002000:00100000:3.0:1779202715.513886:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff91d0ffc75c00 x1865628501096320/t4294967359(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:681/0 lens 648/448 e 0 to 0 dl 1779202726 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202715.513899:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc75c00 with x1865628501096320 ext(0->157) 00010000:00010000:3.0:1779202715.515550:0:8450:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 13 pid: 12963 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.515578:0:8450:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 13 pid: 12963 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202715.515593:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91d0ffc75c00 00000100:00100000:0.0:1779202715.519918:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202715.521474:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501096448 00000100:00100000:1.0:1779202715.521492:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501096448 00010000:00010000:1.0:1779202715.521549:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 13 pid: 12963 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202715.521601:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 365 00000100:00100000:1.0:1779202715.521614:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501096448:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202715.521632:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1779202715.521654:0:7938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1779202715.521661:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 13 pid: 12963 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.521684:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 13 pid: 12963 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.522834:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf092 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658d8 expref: 13 pid: 12963 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.522861:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202715.522863:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202715.522868:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.522880:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.523442:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202715.523526:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501096448:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1912us (3627us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202715.523538:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 365 00010000:00010000:0.0:1779202715.523716:0:8446:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.523798:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.523830:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.523839:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.523846:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.523853:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934c00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202715.523858:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.523867:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.523889:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.523896:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf0e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202715.524111:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501096064:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 18952us (19550us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202715.524121:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 316 00000100:00100000:3.0:1779202715.532745:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202715.532775:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524098944:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202715.532864:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202715.532927:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524098944 00000100:00100000:3.0:1779202715.532937:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524098944 00000100:00100000:3.0:1779202715.532992:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1779202715.533003:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524098944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202715.533060:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202715.533114:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524098944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202715.533122:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1779202715.533176:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524098944:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202715.533822:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202715.534476:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501096704 00000100:00100000:3.0:1779202715.534488:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501096704 00000100:00100000:3.0:1779202715.535474:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1193 00000100:00100000:3.0:1779202715.535489:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:30456:x1865628501096704:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202715.535637:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:30456:x1865628501096704:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 153us (1820us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202715.535646:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1193 00000100:00100000:0.0:1779202715.542599:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202715.543025:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501096832 00000100:00100000:3.0:1779202715.543050:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501096832 00000100:00100000:3.0:1779202715.543117:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 317 00000100:00100000:3.0:1779202715.543128:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2422:x1865628501096832:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202715.543152:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202715.543179:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf0ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65902 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202715.543209:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x6a0c7a9a, atime: 0x0, ctime: 0x6a0c7a9a, blocks: 0x8 00010000:00010000:3.0:1779202715.543233:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202715.543235:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202715.543244:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf0ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65902 expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.543264:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf0ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65902 expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.543279:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4200, rc 0) 00000100:00100000:3.0:1779202715.543669:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2422:x1865628501096832:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 542us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202715.543677:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 317 00000100:00100000:2.0:1779202715.546325:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202715.546515:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501097088 00000100:00100000:1.0:1779202715.546528:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501097088 00000100:00100000:1.0:1779202715.546602:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1194 00000100:00100000:1.0:1779202715.546613:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:30456:x1865628501097088:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202715.546809:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:30456:x1865628501097088:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 197us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202715.546821:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1194 00000100:00100000:1.0:1779202715.550932:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202715.551040:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501097216 00000100:00100000:3.0:1779202715.551056:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501097216 00002000:00100000:3.0:1779202715.551120:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff91cfc2a7e680 x1865628501097216/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:681/0 lens 488/0 e 0 to 0 dl 1779202726 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202715.551134:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc2a7e680 with x1865628501097216 ext(0->4095) 00002000:00010000:3.0:1779202715.551141:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc2a7e680 00000100:00100000:3.0:1779202715.551178:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 86 00000100:00100000:3.0:1779202715.551189:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501097216:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1779202715.551524:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501097216:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 335us (619us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1779202715.551533:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 86 00002000:00100000:3.0:1779202715.551541:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff91cfc2a7e680 x1865628501097216/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:681/0 lens 488/4536 e 0 to 0 dl 1779202726 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202715.551550:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc2a7e680 with x1865628501097216 ext(0->4095) 00002000:00010000:3.0:1779202715.551553:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc2a7e680 00000100:00100000:1.0:1779202715.564441:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202715.566472:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501097344 00000100:00100000:3.0:1779202715.566490:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501097344 00000100:00100000:3.0:1779202715.566642:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1195 00000100:00100000:3.0:1779202715.566657:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:30456:x1865628501097344:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202715.566685:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202715.566748:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf0f4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65909 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.566803:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0fb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.566822:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0fb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.566836:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0fb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.566994:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf0f4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65909 expref: 51 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.567019:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0fb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65909 expref: 50 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.567030:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:3.0:1779202715.567034:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202715.567038:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5800, rc 0) 00000100:00100000:3.0:1779202715.567140:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30456:x1865628501097344:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 486us (2710us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202715.567149:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1195 00000100:00100000:0.0:1779202715.573059:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202715.573413:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501097472 00000100:00100000:3.0:1779202715.573427:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501097472 00000100:00100000:3.0:1779202715.577935:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1196 00000100:00100000:3.0:1779202715.577960:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30456:x1865628501097472:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202715.578006:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202715.578195:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30456:x1865628501097472:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 245us (5150us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202715.578204:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1196 00000100:00100000:3.0:1779202715.588475:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202715.588664:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501097600 00000100:00100000:1.0:1779202715.588678:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501097600 00000100:00100000:1.0:1779202715.588786:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 318 00000100:00100000:1.0:1779202715.588799:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501097600:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1779202715.588863:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000350716d/0x3d5ca2fc49dbf102 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.588885:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202715.588888:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202715.588895:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000350716d/0x3d5ca2fc49dbf102 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.588913:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000350716d/0x3d5ca2fc49dbf102 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.588946:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000350716d/0x3d5ca2fc49dbf102 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.588955:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000350716d/0x3d5ca2fc49dbf102 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.588964:0:8511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000350716d/0x3d5ca2fc49dbf102 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.588978:0:8511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202715.588983:0:8511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000350716d/0x3d5ca2fc49dbf102 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.588993:0:8511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000350716d/0x3d5ca2fc49dbf102 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.589012:0:8511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000350716d/0x3d5ca2fc49dbf102 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.589020:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000350716d/0x3d5ca2fc49dbf102 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202715.589449:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501097600:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 651us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202715.589459:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 318 00000100:00100000:0.0:1779202715.599130:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202715.602472:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501097856 00000100:00100000:1.0:1779202715.602501:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501097856 00000100:00100000:1.0:1779202715.602657:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1197 00000100:00100000:1.0:1779202715.602672:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30456:x1865628501097856:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1779202715.602822:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.602846:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0fb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65909 expref: 50 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.602864:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.602912:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0fb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65909 expref: 50 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202715.602929:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0fb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65909 expref: 50 pid: 10076 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202715.602949:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524099072:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202715.603091:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e510c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202715.606465:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202715.606547:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501097984 00000100:00100000:3.0:1779202715.606561:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501097984 00010000:00010000:3.0:1779202715.606616:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0fb lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65909 expref: 51 pid: 10076 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202715.606668:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 366 00000100:00100000:3.0:1779202715.606680:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:2419:x1865628501097984:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202715.606723:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202715.606732:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0fb lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65909 expref: 51 pid: 10076 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.606756:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0fb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65909 expref: 51 pid: 10076 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.606788:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:3.0:1779202715.606796:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.606810:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.606820:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202715.606848:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202715.606974:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:2419:x1865628501097984:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 295us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202715.606983:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 366 00010000:00010000:0.0:1779202715.607227:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf0fb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65909 expref: 50 pid: 10076 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202715.607248:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524099072:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202715.607277:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.607287:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.607293:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.607506:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.607515:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.607522:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.607528:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202715.607532:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.607541:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.607554:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:0.0:1779202715.607557:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202715.607561:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202715.607567:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf109 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1779202715.608008:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202715.608014:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202715.608576:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1779202715.608591:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202715.608750:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30456:x1865628501097856:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 6067us (9621us total) trans 4294968015 rc 0/0 00000100:00100000:0.0:1779202715.608762:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1197 00000100:00100000:0.0:1779202715.624924:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202715.625026:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501098240 00000100:00100000:1.0:1779202715.625047:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501098240 00000100:00100000:1.0:1779202715.625140:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 224 00000100:00100000:1.0:1779202715.625155:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30456:x1865628501098240:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202715.625588:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30456:x1865628501098240:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 435us (683us total) trans 4294968016 rc 0/0 00000100:00100000:1.0:1779202715.625596:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 224 00000040:00080000:3.0:1779202715.949671:0:22134:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202715.949687:0:22134:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202715.951050:0:22134:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:3.0:1779202715.951066:0:22134:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202716.037535:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202716.037662:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501098368 00000100:00100000:1.0:1779202716.037677:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501098368 00000100:00100000:1.0:1779202716.037809:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 319 00000100:00100000:1.0:1779202716.037824:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2421:x1865628501098368:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202716.037851:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202716.037875:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016954db5/0x3d5ca2fc49dbf110 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65910 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.037916:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202716.037919:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202716.037930:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016954db5/0x3d5ca2fc49dbf110 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65910 expref: 17 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.037953:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000016954db5/0x3d5ca2fc49dbf110 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65910 expref: 17 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.037970:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934800, rc 0) 00000100:00100000:1.0:1779202716.038043:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501098368:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 225us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202716.038051:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 319 00000100:00080000:3.0:1779202716.038211:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202716.053199:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202716.053270:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501098624 00000100:00100000:3.0:1779202716.053285:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501098624 00000100:00100000:3.0:1779202716.053391:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1198 00000100:00100000:3.0:1779202716.053406:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:30458:x1865628501098624:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202716.053439:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202716.053465:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf117 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65917 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1779202716.053576:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1779202716.053620:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf11e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202716.053639:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf11e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202716.053656:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf11e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202716.053673:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:3.0:1779202716.054161:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf117 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65917 expref: 102 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202716.054186:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf11e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65917 expref: 101 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202716.054197:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:3.0:1779202716.054200:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1779202716.054206:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4c00, rc 0) 00000100:00100000:3.0:1779202716.054355:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:30458:x1865628501098624:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 952us (1173us total) trans 4294968017 rc 0/0 00000100:00100000:3.0:1779202716.054369:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1198 00000100:00100000:0.0:1779202716.061256:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202716.061370:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501098752 00000100:00100000:3.0:1779202716.061383:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501098752 00000100:00100000:3.0:1779202716.061461:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 320 00000100:00100000:3.0:1779202716.061473:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501098752:12345-192.168.204.21@tcp:1:lfs.0 00010000:00010000:3.0:1779202716.061532:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202716.061558:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf0ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65902 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202716.061569:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000016954db5/0x3d5ca2fc49dbf110 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65910 expref: 17 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202716.061577:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202716.061579:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202716.061583:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202716.061629:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000016954db5/0x3d5ca2fc49dbf110 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65910 expref: 17 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202716.061646:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000016954db5/0x3d5ca2fc49dbf110 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65910 expref: 17 pid: 12963 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202716.061666:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524099200:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202716.061978:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf0ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65902 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202716.061990:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf0ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65902 expref: 11 pid: 17866 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202716.062001:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524099328:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202716.062029:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4000 going to sleep for 11 seconds 00000100:00100000:1.0:1779202716.074349:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202716.074390:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202716.074431:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501098880 00000100:00100000:1.0:1779202716.074444:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501098880 00010000:00010000:1.0:1779202716.074514:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016954db5/0x3d5ca2fc49dbf110 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65910 expref: 18 pid: 12963 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202716.074558:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501099008 00000100:00100000:1.0:1779202716.074562:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501099008 00010000:00010000:1.0:1779202716.074576:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf0ed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65902 expref: 12 pid: 17866 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202716.074600:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 367 00000100:00100000:1.0:1779202716.074611:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501098880:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202716.074634:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202716.074660:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016954db5/0x3d5ca2fc49dbf110 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65910 expref: 18 pid: 12963 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.074677:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016954db5/0x3d5ca2fc49dbf110 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65910 expref: 18 pid: 12963 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.074753:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202716.074828:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501098880:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 217us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202716.074836:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 367 00000100:00100000:1.0:1779202716.074857:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 368 00000100:00100000:1.0:1779202716.074864:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501099008:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202716.074874:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202716.074882:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf0ed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65902 expref: 12 pid: 17866 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.074894:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf0ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65902 expref: 12 pid: 17866 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.074910:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202716.074912:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202716.074918:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.074929:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.074956:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202716.075439:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501099008:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 572us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202716.075450:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 368 00010000:00010000:1.0:1779202716.079495:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016954db5/0x3d5ca2fc49dbf110 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65910 expref: 17 pid: 12963 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202716.079530:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524099200:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202716.079549:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf0ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65902 expref: 11 pid: 17866 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202716.079560:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524099328:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202716.079594:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.079608:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.079616:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.079659:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.079674:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.079683:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.079709:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202716.079714:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.079734:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.079773:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202716.079782:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf12c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202716.079918:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2419:x1865628501098752:12345-192.168.204.21@tcp:1:lfs.0 Request processed in 18445us (18676us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202716.079929:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 320 00000100:00100000:1.0:1779202716.093366:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202716.093584:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501099264 00000100:00100000:0.0:1779202716.093599:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501099264 00000100:00100000:0.0:1779202716.093673:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 225 00000100:00100000:0.0:1779202716.093684:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:30458:x1865628501099264:12345-192.168.204.21@tcp:35:lfs.0 00000004:00010000:0.0:1779202716.093805:0:6566:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1f:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf11e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65917 expref: 101 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1779202716.094218:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968018 00000001:00080000:0.0:1779202716.096864:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968019 00010000:00010000:0.0:1779202716.096949:0:6566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202716.097961:0:6566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf07d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ca expref: 50 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202716.098227:0:6566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf0ae lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658df expref: 104 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202716.098239:0:6566:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202716.098300:0:6566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf0ae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658df expref: 104 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202716.099732:0:6566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf0ae lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658df expref: 104 pid: 6564 timeout: 945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202716.099765:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524099456:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202716.099915:0:6566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf07d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ca expref: 50 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202716.099928:0:6566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf07d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ca expref: 50 pid: 7869 timeout: 945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202716.099939:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524099584:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202716.099963:0:6566:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c8240 going to sleep for 11 seconds 00000100:00100000:0.0:1779202716.111015:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524099456:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202716.111036:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524099584:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202716.111077:0:6566:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202716.111295:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202716.111441:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202716.111481:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501099392 00000100:00100000:2.0:1779202716.111489:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501099392 00010000:00010000:2.0:1779202716.111541:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf0ae lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658df expref: 105 pid: 6564 timeout: 945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202716.111682:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501099520 00000100:00100000:2.0:1779202716.111685:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501099520 00010000:00010000:2.0:1779202716.111751:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf07d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ca expref: 51 pid: 7869 timeout: 945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202716.111778:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 369 00000100:00100000:2.0:1779202716.111791:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:2420:x1865628501099392:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202716.111810:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202716.111819:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf0ae lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658df expref: 105 pid: 6564 timeout: 945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202716.111832:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf0ae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658df expref: 105 pid: 6564 timeout: 945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202716.111863:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf0ae lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658df expref: 105 pid: 6564 timeout: 945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202716.111881:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:2.0:1779202716.111887:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202716.111898:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202716.111907:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202716.111976:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:2420:x1865628501099392:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 187us (1443us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202716.111984:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 369 00000100:00100000:2.0:1779202716.112004:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 370 00000100:00100000:2.0:1779202716.112012:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:2419:x1865628501099520:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202716.112025:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202716.112030:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf07d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ca expref: 51 pid: 7869 timeout: 945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202716.112040:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf07d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ca expref: 51 pid: 7869 timeout: 945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202716.112152:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf07d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ca expref: 51 pid: 7869 timeout: 945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202716.112163:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:2.0:1779202716.112166:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202716.112175:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202716.112283:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202716.112327:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202716.112352:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:2419:x1865628501099520:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 340us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202716.112359:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 370 00000100:00080000:2.0:1779202716.112456:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1779202716.114500:0:6566:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202716.114522:0:6566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1779202716.114686:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968020 00000001:00080000:0.0:1779202716.114852:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968021 00000001:00080000:0.0:1779202716.114888:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968022 00000100:00100000:0.0:1779202716.114992:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524099712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1779202716.115084:0:6566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202716.115132:0:6566:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202716.115338:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524099712 00000100:00100000:3.0:1779202716.115348:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524099712 00000100:00100000:3.0:1779202716.116314:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1779202716.116329:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6566:x1865628524099712:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:0.0:1779202716.117458:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202716.117638:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6566:x1865628524099712:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1310us (2551us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202716.117651:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1779202716.118137:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524099712:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1779202716.118425:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968023 00000100:00100000:0.0:1779202716.118600:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524099840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1779202716.118663:0:6566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202716.118723:0:6566:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c8480 going to sleep for 11 seconds 00000100:00100000:3.0:1779202716.121212:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524099840 00000100:00100000:3.0:1779202716.121233:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524099840 00000100:00100000:3.0:1779202716.121450:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1779202716.121464:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6566:x1865628524099840:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1779202716.123843:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6566:x1865628524099840:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 2376us (5173us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1779202716.123862:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1779202716.126784:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524099840:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1779202716.126832:0:6566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202716.126845:0:6566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202716.126854:0:6566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202716.126860:0:6566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202716.126866:0:6566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202716.126875:0:6566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202716.126906:0:6566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:0.0:1779202716.126909:0:6566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1779202716.126916:0:6566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202716.126922:0:6566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf133 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1779202716.127420:0:6566:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x40:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1779202716.127681:0:6566:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8968 00000004:00080000:0.0:1779202716.127744:0:6566:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 845364050117ns, next at 846364030104ns, rc = 0 00000001:00080000:0.0:1779202716.127761:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968024 00010000:00010000:0.0:1779202716.127826:0:6566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1acbf00) 00010000:00010000:0.0:1779202716.127829:0:6566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1779202716.127840:0:6566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf11e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65917 expref: 108 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202716.129110:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:30458:x1865628501099264:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 35418us (35752us total) trans 4294968025 rc 0/0 00000100:00100000:0.0:1779202716.129127:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 225 00000020:00080000:0.0:1779202716.129138:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:0.0:1779202716.365801:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202717.387083:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202717.579265:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524100096:0@lo:400:kworker.0 00000100:00100000:2.0:1779202717.579345:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202717.579409:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524100608:0@lo:400:kworker.0 00000100:00100000:2.0:1779202717.579430:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202717.579452:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524101120:0@lo:400:kworker.0 00000100:00100000:2.0:1779202717.579470:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202717.579497:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1779202717.579503:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524100224:0@lo:400:kworker.0 00000100:00100000:2.0:1779202717.579529:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202717.579545:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524100736:0@lo:400:kworker.0 00000100:00100000:2.0:1779202717.579564:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202717.579579:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524101248:0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.579585:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524100096 00000100:00100000:1.0:1779202717.579593:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524100096 00000100:00100000:2.0:1779202717.579597:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202717.579621:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524100608 00000100:00100000:2.0:1779202717.579624:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524100608 00000100:00100000:1.0:1779202717.579632:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524101120 00000100:00100000:1.0:1779202717.579635:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524101120 00000100:00100000:1.0:1779202717.579648:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524100736 00000100:00100000:2.0:1779202717.579649:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524101248 00000100:00100000:1.0:1779202717.579650:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524100736 00000100:00100000:2.0:1779202717.579651:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524101248 00000100:00100000:2.0:1779202717.579666:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:3.0:1779202717.579859:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524099968:0@lo:400:kworker.0 00000100:00100000:3.0:1779202717.579904:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202717.579932:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524100480:0@lo:400:kworker.0 00000100:00100000:3.0:1779202717.580196:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202717.580217:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524100992:0@lo:400:kworker.0 00000100:00100000:3.0:1779202717.580245:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202717.580260:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524101504:0@lo:400:kworker.0 00000100:00100000:3.0:1779202717.580279:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202717.580298:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1779202717.580303:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524100352:0@lo:400:kworker.0 00000100:00100000:3.0:1779202717.580323:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202717.580333:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524100864:0@lo:400:kworker.0 00000100:00100000:3.0:1779202717.580351:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202717.580367:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524101376:0@lo:400:kworker.0 00000100:00100000:3.0:1779202717.580386:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202717.580415:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524100352 00000100:00100000:3.0:1779202717.580420:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524100352 00000100:00100000:2.0:1779202717.581648:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524100096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202717.582101:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524100096:12345-0@lo:400:kworker.0 Request processed in 2427us (2755us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202717.582194:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524100096:0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.585118:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1779202717.586039:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524100224 00000100:00100000:1.0:1779202717.586051:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524100224 00000100:00100000:1.0:1779202717.586094:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524100480 00000100:00100000:1.0:1779202717.586097:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524100480 00000100:00100000:1.0:1779202717.586114:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1779202717.586120:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524100224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.586229:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524100224:12345-0@lo:400:kworker.0 Request processed in 108us (6698us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202717.586236:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1779202717.586253:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1779202717.586260:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524100480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.586299:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524100480:12345-0@lo:400:kworker.0 Request processed in 40us (6103us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202717.586954:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1779202717.586988:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524100992 00000100:00100000:1.0:1779202717.586994:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524100992 00000100:00100000:1.0:1779202717.587028:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524101504 00000100:00100000:1.0:1779202717.587031:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524101504 00000100:00100000:1.0:1779202717.587047:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524100864 00000100:00100000:1.0:1779202717.587050:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524100864 00000100:00100000:1.0:1779202717.587062:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524101376 00000100:00100000:1.0:1779202717.587065:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524101376 00000100:00100000:1.0:1779202717.587079:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1779202717.587085:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524100992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.587131:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524100992:12345-0@lo:400:kworker.0 Request processed in 46us (6885us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202717.587137:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1779202717.587300:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1779202717.587539:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524101504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.587575:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524101504:12345-0@lo:400:kworker.0 Request processed in 269us (7295us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202717.587581:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1779202717.587593:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1779202717.587598:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524100864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.587621:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524100864:12345-0@lo:400:kworker.0 Request processed in 23us (7269us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202717.587625:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1779202717.587634:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1779202717.587640:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524101376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.587662:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524101376:12345-0@lo:400:kworker.0 Request processed in 23us (7276us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202717.587666:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1779202717.587817:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524100224:0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.587870:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524100608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.587909:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524100608:12345-0@lo:400:kworker.0 Request processed in 2779us (8478us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202717.587921:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1779202717.587939:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:1.0:1779202717.587945:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524101120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.587973:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524101120:12345-0@lo:400:kworker.0 Request processed in 29us (8502us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202717.587979:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:1.0:1779202717.587991:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:1.0:1779202717.587997:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524101248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.588024:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524101248:12345-0@lo:400:kworker.0 Request processed in 28us (8426us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202717.588029:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:1.0:1779202717.588041:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:1.0:1779202717.588046:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524100736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.588073:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524100736:12345-0@lo:400:kworker.0 Request processed in 27us (8508us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202717.588078:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:1.0:1779202717.588101:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524100736:0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.588113:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524101248:0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.588122:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524100608:0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.588130:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524101120:0@lo:400:kworker.0 00000100:00080000:1.0:1779202717.588378:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202717.588383:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202717.588385:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202717.588388:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202717.588454:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202717.588466:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524101632:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202717.588501:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202717.588527:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524101632 00000100:00100000:1.0:1779202717.588531:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524101632 00000100:00100000:1.0:1779202717.588556:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1779202717.588561:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524101632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202717.588585:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:1.0:1779202717.588617:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524101632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202717.588622:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1779202717.588647:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524101632:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202717.588755:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1779202717.588764:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524100352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202717.588800:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524100352:12345-0@lo:400:kworker.0 Request processed in 39us (8476us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202717.588800:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524100864:0@lo:400:kworker.0 00000100:00100000:3.0:1779202717.588807:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:1.0:1779202717.588813:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524101376:0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.588840:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524100480:0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.588856:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524100992:0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.588866:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524101504:0@lo:400:kworker.0 00000100:00100000:1.0:1779202717.588888:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524100352:0@lo:400:kworker.0 00000100:00100000:3.0:1779202717.589793:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524099968 00000100:00100000:3.0:1779202717.589802:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524099968 00000100:00100000:3.0:1779202717.589853:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1779202717.589862:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524099968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202717.589926:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524099968:12345-0@lo:400:kworker.0 Request processed in 65us (10021us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202717.589933:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1779202717.589976:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524099968:0@lo:400:kworker.0 00000100:00100000:2.0:1779202717.590409:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000001:00080000:2.0:1779202717.596766:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000001:00080000:1.0:1779202717.596980:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968025 is committed 00000004:00080000:1.0:1779202717.596988:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000020:00080000:1.0:1779202717.597010:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0f92c83c0 refcount 2 committed 0 result 0 batchid 23 00000020:00080000:1.0:1779202717.597016:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f3930400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0f92c8540 00000020:00080000:1.0:1779202717.597019:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f3930700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4890200 00000001:00080000:1.0:1779202717.597055:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968016 is committed 00000020:00080000:2.0:1779202717.597058:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 23 committed batchid 20 00000020:00080000:1.0:1779202717.597079:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 22 batchid updated 00000020:00080000:2.0:1779202717.597137:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00010000:00010000:3.0:1779202717.597242:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf076 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597254:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf076 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597262:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf076 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202717.597267:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1779202717.597269:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202717.597273:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf076 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597280:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf076 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202717.597288:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524101760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1779202717.597297:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff91cfc1acb100) 00010000:00010000:3.0:1779202717.597300:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202717.597317:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf076 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597323:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf076 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202717.597359:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202717.597518:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524101760 00000100:00100000:3.0:1779202717.597526:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524101760 00000100:00100000:3.0:1779202717.597576:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1779202717.597586:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524101760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1779202717.597613:0:8511:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:23 count 1 00002000:00010000:3.0:1779202717.597645:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x6a0c7a9a, atime: 0x0, ctime: 0x6a0c7a9a, blocks: 0x8 00010000:00010000:3.0:1779202717.597654:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf13a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597670:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202717.597672:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202717.597678:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf13a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597734:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf13a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597744:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf13a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597752:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf13a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597768:0:8511:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1779202717.597895:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3662:x1865628524101760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 311us (535us total) trans 4294967361 rc 0/0 00000100:00100000:3.0:1779202717.597903:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00010000:00010000:3.0:1779202717.597925:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202717.597930:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf13a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597938:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202717.597942:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf13a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597956:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf13a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597968:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf13a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597975:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf13a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202717.597988:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202717.597990:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202717.597991:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1779202717.598219:0:3662:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc4a4c700/2, rc 0, transno 4294967361 00000100:00100000:2.0:1779202717.598225:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524101760:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1779202717.602109:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbef9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202717.602128:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbef9d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202717.602135:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbef9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202717.602141:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202717.602145:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbef9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202717.602249:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbef9d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202717.602269:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff91cfc2a5d800) 00010000:00010000:0.0:1779202717.602271:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202717.602278:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbef9d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202717.602284:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbef9d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202717.602473:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbefa4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202717.602481:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbefa4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202717.602486:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbefa4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202717.602490:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202717.602492:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbefa4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202717.604784:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbefa4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202717.604806:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:0.0:1779202717.604810:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202717.604817:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbefa4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202717.604824:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbefa4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202718.416541:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202718.601624:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202718.601672:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202718.601746:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202718.601835:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501099904 00000100:00100000:0.0:1779202718.601846:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501099904 00000100:00100000:2.0:1779202718.601863:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202718.601883:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202718.601924:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501100416 00000100:00100000:0.0:1779202718.601929:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501100416 00000100:00100000:0.0:1779202718.601955:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1047 00000100:00100000:0.0:1779202718.601965:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501099904:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202718.602017:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202718.602040:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501099904:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 77us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202718.602045:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202718.602049:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1047 00000100:00100000:0.0:1779202718.602065:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501099776 00000100:00100000:0.0:1779202718.602068:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501099776 00000100:00100000:0.0:1779202718.602087:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1048 00000100:00100000:0.0:1779202718.602092:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501100416:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202718.602118:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501100416:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202718.602124:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1048 00000100:00100000:0.0:1779202718.602135:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1049 00000100:00100000:0.0:1779202718.602141:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:2420:x1865628501099776:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202718.602166:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:2420:x1865628501099776:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202718.602172:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1049 00000100:00080000:0.0:1779202718.602190:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202718.602193:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202718.602657:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202718.602752:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202718.602858:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501100288 00000100:00100000:0.0:1779202718.602864:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501100288 00000100:00100000:0.0:1779202718.602909:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1050 00000100:00100000:0.0:1779202718.602917:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2420:x1865628501100288:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202718.602955:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2420:x1865628501100288:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 40us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202718.602962:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1050 00000100:00100000:3.0:1779202718.602967:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501099648 00000100:00100000:3.0:1779202718.602971:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501099648 00000100:00080000:0.0:1779202718.602976:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202718.603044:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 739 00000100:00100000:3.0:1779202718.603051:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501099648:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202718.603080:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501099648:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (1466us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202718.603086:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 739 00000100:00100000:2.0:1779202718.603667:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501100160 00000100:00100000:2.0:1779202718.603673:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501100160 00000100:00100000:2.0:1779202718.603739:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501100672 00000100:00100000:2.0:1779202718.603742:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501100672 00000100:00100000:2.0:1779202718.604186:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501100032 00000100:00100000:2.0:1779202718.604191:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501100032 00000100:00080000:0.0:1779202718.604251:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202718.604255:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202718.606719:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501100544 00000100:00100000:3.0:1779202718.606735:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501100544 00000100:00100000:3.0:1779202718.606832:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 689 00000100:00100000:3.0:1779202718.606842:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2420:x1865628501100160:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202718.606936:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2420:x1865628501100160:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 96us (5188us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202718.606946:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 689 00000100:00100000:3.0:1779202718.606964:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 690 00000100:00100000:3.0:1779202718.606971:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501100672:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202718.606996:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501100672:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (5111us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202718.607003:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 690 00000100:00100000:3.0:1779202718.607015:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 691 00000100:00100000:3.0:1779202718.607021:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501100032:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202718.607046:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501100032:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (5001us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202718.607052:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 691 00000100:00100000:3.0:1779202718.607064:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 692 00000100:00100000:3.0:1779202718.607070:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501100544:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202718.607090:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501100544:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (4339us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202718.607095:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 692 00000100:00080000:3.0:1779202718.607237:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202719.068007:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202719.068293:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501100800 00000100:00100000:0.0:1779202719.068305:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501100800 00000100:00100000:0.0:1779202719.068375:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1199 00000100:00100000:0.0:1779202719.068386:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:30484:x1865628501100800:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:0.0:1779202719.068410:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202719.068434:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf141 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6591e expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068509:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf148 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068525:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf148 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068539:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf148 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068555:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf14f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068562:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf14f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068568:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf14f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068644:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf156 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068652:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf156 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068658:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf156 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202719.068735:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:0.0:1779202719.068739:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202719.068763:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf156 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068775:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf156 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068784:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf148 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068790:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf148 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068797:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf148 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068802:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202719.068807:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf148 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068814:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf148 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068825:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:0.0:1779202719.068828:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202719.068833:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf148 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068838:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf148 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068851:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf14f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068857:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf14f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068863:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf14f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068869:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202719.068871:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf14f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068877:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf14f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068883:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202719.068886:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202719.068888:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf14f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068894:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf14f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068931:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf141 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6591e expref: 98 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068944:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf156 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6591e expref: 97 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.068952:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc28aab00) 00010000:00010000:0.0:1779202719.068954:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202719.068956:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913400, rc 0) 00000100:00100000:0.0:1779202719.069021:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30484:x1865628501100800:12345-192.168.204.21@tcp:101:diff.0 Request processed in 636us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202719.069029:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1199 00000100:00100000:3.0:1779202719.082241:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202719.085858:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501101056 00000100:00100000:0.0:1779202719.085874:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501101056 00000100:00100000:0.0:1779202719.085942:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1200 00000100:00100000:0.0:1779202719.085953:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30484:x1865628501101056:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:0.0:1779202719.085977:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202719.086000:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf15d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65925 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.086143:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf164 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.086155:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf164 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.086165:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf164 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202719.086175:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1779202719.086291:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf15d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65925 expref: 100 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.086310:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf164 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65925 expref: 99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.086320:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc28aab00) 00010000:00010000:0.0:1779202719.086323:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202719.086327:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913c00, rc 0) 00000100:00100000:0.0:1779202719.086405:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:30484:x1865628501101056:12345-192.168.204.21@tcp:101:diff.0 Request processed in 454us (4175us total) trans 4294968026 rc 0/0 00000100:00100000:0.0:1779202719.086414:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1200 00000100:00100000:0.0:1779202719.092840:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202719.092927:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501101184 00000100:00100000:1.0:1779202719.092938:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501101184 00000100:00100000:1.0:1779202719.093012:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 54 00000100:00100000:1.0:1779202719.093025:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:2420:x1865628501101184:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202719.093041:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202719.093066:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf164 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65925 expref: 99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.093084:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc28aab00) 00010000:00010000:1.0:1779202719.093089:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202719.093151:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:2420:x1865628501101184:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 129us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202719.093158:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 54 00000100:00100000:1.0:1779202719.094186:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.094254:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501101440 00000100:00100000:3.0:1779202719.094262:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501101440 00000100:00100000:3.0:1779202719.094316:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 55 00000100:00100000:3.0:1779202719.094326:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:30484:x1865628501101440:12345-192.168.204.21@tcp:103:diff.0 00010000:00010000:3.0:1779202719.094340:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202719.094357:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf156 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6591e expref: 98 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.094372:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc28aab00) 00010000:00010000:3.0:1779202719.094383:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202719.094459:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30484:x1865628501101440:12345-192.168.204.21@tcp:103:diff.0 Request processed in 134us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202719.094467:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 55 00000100:00100000:0.0:1779202719.103241:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202719.103300:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501101568 00000100:00100000:1.0:1779202719.103311:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501101568 00000100:00100000:1.0:1779202719.103379:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1201 00000100:00100000:1.0:1779202719.103391:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30484:x1865628501101568:12345-192.168.204.21@tcp:58:diff.0 00010000:00010000:1.0:1779202719.103517:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf172 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.103536:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf172 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.103548:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf172 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1779202719.103648:0:6562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 136 off12544 00000100:00100000:1.0:1779202719.103766:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30484:x1865628501101568:12345-192.168.204.21@tcp:58:diff.0 Request processed in 377us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202719.103773:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1201 00000100:00100000:1.0:1779202719.108744:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202719.108816:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501101696 00000100:00100000:0.0:1779202719.108829:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501101696 00000100:00100000:0.0:1779202719.108909:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1202 00000100:00100000:0.0:1779202719.108922:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30484:x1865628501101696:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:0.0:1779202719.108947:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202719.108971:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf179 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6592c expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.109039:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf172 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.109050:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf179 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6592c expref: 98 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.109069:0:6563:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf172 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.109081:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf179 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6592c expref: 98 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.109094:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc2a5d500) 00010000:00010000:0.0:1779202719.109097:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202719.109100:0:6563:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf179 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6592c expref: 98 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.109108:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912000, rc 0) 00000100:00100000:0.0:1779202719.109171:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:30484:x1865628501101696:12345-192.168.204.21@tcp:101:diff.0 Request processed in 250us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202719.109177:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1202 00000100:00100000:2.0:1779202719.116349:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779202719.116372:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524101888:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202719.116533:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202719.116845:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524101888 00000100:00100000:1.0:1779202719.116855:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524101888 00000100:00100000:1.0:1779202719.116918:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1779202719.116930:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524101888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202719.116969:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1779202719.117024:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524101888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202719.117032:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00080000:1.0:1779202719.117056:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202719.117095:0:3665:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967357 gen 2 00000004:00080000:1.0:1779202719.117101:0:3665:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc1dac380, transno 4294967357 00000100:00100000:1.0:1779202719.117122:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524101888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202719.129398:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202719.129420:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524102016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202719.129606:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202719.129745:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524102016 00000100:00100000:1.0:1779202719.129753:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524102016 00000100:00100000:1.0:1779202719.129829:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1779202719.129840:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524102016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202719.129865:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1779202719.129917:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524102016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202719.129924:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1779202719.129967:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524102016:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1779202719.130082:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1779202719.435727:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202719.627642:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524102144:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202719.627781:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202719.627995:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524102144 00000100:00100000:3.0:1779202719.628006:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524102144 00000100:00100000:3.0:1779202719.628101:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1779202719.628113:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3662:x1865628524102144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202719.628149:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152783680 pending 28672 free 3920338944 avail 3688816640 00000100:00100000:3.0:1779202719.628212:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3662:x1865628524102144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202719.628221:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1779202719.628285:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524102144:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1779202719.628429:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202719.628898:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524102272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202719.628942:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202719.629140:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524102272 00000100:00100000:2.0:1779202719.629147:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524102272 00000100:00100000:2.0:1779202719.629468:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1779202719.629477:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524102272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202719.629498:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152783680 pending 28672 free 3920338944 avail 3688816640 00000100:00100000:2.0:1779202719.630214:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524102272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 735us (1268us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202719.630224:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00080000:0.0:1779202719.631212:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202719.636108:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524102272:0@lo:13:osp-pre-1-1.0 00000040:00080000:2.0:1779202719.693625:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202719.693634:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202719.693671:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:2.0:1779202719.693682:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202719.693848:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524102400:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202719.693977:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1779202719.701496:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524102400:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202719.704866:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.705018:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501101824 00000100:00100000:3.0:1779202719.705031:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501101824 00000100:00100000:3.0:1779202719.705108:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1203 00000100:00100000:3.0:1779202719.705119:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30485:x1865628501101824:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202719.705166:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202719.705314:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30485:x1865628501101824:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 197us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202719.705325:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1203 00000100:00100000:1.0:1779202719.726429:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202719.726793:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501101952 00000100:00100000:0.0:1779202719.726804:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501101952 00000100:00100000:0.0:1779202719.726868:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1204 00000100:00100000:0.0:1779202719.726880:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30485:x1865628501101952:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1779202719.726977:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf180 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727002:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf180 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727015:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf180 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727032:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf187 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727039:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf187 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727046:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf187 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727072:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf18e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727081:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf18e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727087:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf18e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202719.727136:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:0.0:1779202719.727140:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202719.727165:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf18e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727179:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf180 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727191:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf180 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727196:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf180 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727202:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf180 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727208:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202719.727212:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf180 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727219:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf180 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727233:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:0.0:1779202719.727236:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202719.727241:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf180 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727247:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf180 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727261:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf187 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727268:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf187 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727283:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf187 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727289:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202719.727292:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf187 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727298:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf187 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727306:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202719.727308:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202719.727311:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf187 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727317:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf187 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727333:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf18e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727339:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf18e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727344:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf18e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727349:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202719.727351:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf18e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727357:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf18e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727368:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc2a5d500) 00010000:00010000:0.0:1779202719.727371:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202719.727374:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf18e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.727379:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf18e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202719.727465:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30485:x1865628501101952:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 587us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202719.727473:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1204 00000100:00100000:1.0:1779202719.736851:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202719.737173:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501102208 00000100:00100000:0.0:1779202719.737187:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501102208 00000100:00100000:0.0:1779202719.737259:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1205 00000100:00100000:0.0:1779202719.737270:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30485:x1865628501102208:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202719.737298:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202719.737329:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf195 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65933 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.737466:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf19c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.737486:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf19c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.737499:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf19c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202719.737514:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1779202719.737608:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf19c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.737617:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf19c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.737623:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf19c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.737629:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202719.737633:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf19c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.737642:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf19c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.737664:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc2a5d500) 00010000:00010000:0.0:1779202719.737667:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202719.737672:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf19c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.737678:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf19c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.737773:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf195 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65933 expref: 46 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.737783:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:0.0:1779202719.737786:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1779202719.737789:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf195 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65933 expref: 46 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.737804:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913400, rc 0) 00000100:00100000:0.0:1779202719.737867:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:30485:x1865628501102208:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 599us (1029us total) trans 4294968027 rc 301/301 00000100:00100000:0.0:1779202719.737875:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1205 00000100:00100000:2.0:1779202719.747825:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.747958:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501102336 00000100:00100000:3.0:1779202719.747969:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501102336 00000100:00100000:3.0:1779202719.748035:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1206 00000100:00100000:3.0:1779202719.748047:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:30485:x1865628501102336:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202719.748086:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202719.748220:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:30485:x1865628501102336:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 175us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202719.748228:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1206 00000100:00100000:3.0:1779202719.753269:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202719.753390:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501102592 00000100:00100000:0.0:1779202719.753401:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501102592 00000100:00100000:0.0:1779202719.753465:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1207 00000100:00100000:0.0:1779202719.753477:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:30485:x1865628501102592:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202719.753498:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202719.753518:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1aa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6593a expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.754059:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf1b1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.754091:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf1b1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.754104:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf1b1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202719.754116:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00010000:00010000:0.0:1779202719.754172:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1aa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6593a expref: 48 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.754193:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf1b1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6593a expref: 47 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.754210:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202719.754213:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202719.754217:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912a00, rc 0) 00000100:00100000:0.0:1779202719.754297:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30485:x1865628501102592:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 823us (1048us total) trans 4294968028 rc 0/0 00000100:00100000:0.0:1779202719.754305:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1207 00000100:00100000:1.0:1779202719.766717:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202719.766771:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501102848 00000100:00100000:0.0:1779202719.766785:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501102848 00000100:00100000:0.0:1779202719.766855:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1208 00000100:00100000:0.0:1779202719.766867:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30485:x1865628501102848:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1779202719.766934:0:6563:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202719.766966:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf1b1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6593a expref: 47 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.766987:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202719.766999:0:6563:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202719.767026:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.767042:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf0c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ed expref: 97 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.767051:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.767095:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf0c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ed expref: 97 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.767108:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf0c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ed expref: 97 pid: 10076 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202719.767122:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524102528:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202719.767235:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c8180 going to sleep for 11 seconds 00000100:00100000:2.0:1779202719.771284:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202719.773233:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501102976 00000100:00100000:1.0:1779202719.773251:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501102976 00010000:00010000:1.0:1779202719.773317:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf0c3 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ed expref: 98 pid: 10076 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202719.773374:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 371 00000100:00100000:1.0:1779202719.773384:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:2419:x1865628501102976:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202719.773403:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202719.773409:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf0c3 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ed expref: 98 pid: 10076 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.773424:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf0c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ed expref: 98 pid: 10076 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.773449:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:1.0:1779202719.773455:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.773465:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.773477:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.773498:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202719.773574:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:2419:x1865628501102976:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 190us (2311us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202719.773582:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 371 00010000:00010000:0.0:1779202719.773929:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf0c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658ed expref: 97 pid: 10076 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202719.773947:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524102528:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202719.773968:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.773977:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.773983:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774007:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1c6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0xa98b2778 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774016:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xa98b2778 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774024:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xa98b2778 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774088:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774097:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774105:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774111:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202719.774115:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774122:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774132:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:0.0:1779202719.774134:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202719.774138:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774153:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf1bf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774162:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xa98b2778 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774168:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1c6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xa98b2778 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774173:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1c6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xa98b2778 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774178:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202719.774181:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1c6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xa98b2778 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774187:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1c6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xa98b2778 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774193:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0xa98b2778 (ffff91cfc28aaf00) 00010000:00010000:0.0:1779202719.774195:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202719.774198:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1c6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0xa98b2778 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.774500:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1c6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0xa98b2778 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202719.774581:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:30485:x1865628501102848:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 7715us (7891us total) trans 0 rc -2/-2 00000100:00100000:0.0:1779202719.774588:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1208 00000100:00100000:2.0:1779202719.784244:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.784570:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501103104 00000100:00100000:3.0:1779202719.784581:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501103104 00000100:00100000:3.0:1779202719.784636:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1209 00000100:00100000:3.0:1779202719.784646:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:30485:x1865628501103104:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202719.784675:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202719.784735:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1cd lrc: 2/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65941 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.784773:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf1d4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.784787:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf1d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.784798:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf1d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.784905:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1cd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65941 expref: 48 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.784923:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf1d4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65941 expref: 47 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.784932:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:3.0:1779202719.784935:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202719.784938:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4000, rc 0) 00000100:00100000:3.0:1779202719.785001:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30485:x1865628501103104:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 357us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202719.785007:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1209 00000100:00100000:3.0:1779202719.790962:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202719.791071:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501103360 00000100:00100000:0.0:1779202719.791083:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501103360 00000100:00100000:0.0:1779202719.791162:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1210 00000100:00100000:0.0:1779202719.791175:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30485:x1865628501103360:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1779202719.791514:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1db lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.791534:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.791545:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202719.791995:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000059c47d8e reply state 000000000200199d transno 4294968029 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.792010:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1db lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.792017:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:0.0:1779202719.792020:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1779202719.792024:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202719.794049:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:30485:x1865628501103360:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 2865us (3085us total) trans 4294968029 rc 0/0 00000100:00100000:1.0:1779202719.794431:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1210 00000100:00100000:1.0:1779202719.798187:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.798457:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501103488 00000100:00100000:3.0:1779202719.798467:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501103488 00000100:00100000:3.0:1779202719.798535:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1211 00000100:00100000:3.0:1779202719.798546:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:30485:x1865628501103488:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202719.798572:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202719.798594:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1e2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65948 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.798664:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1e2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65948 expref: 50 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.798679:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1e2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65948 expref: 50 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.798727:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:3.0:1779202719.798731:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202719.798735:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5400, rc 0) 00000100:00100000:3.0:1779202719.798799:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30485:x1865628501103488:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 254us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202719.798806:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1211 00000100:00100000:2.0:1779202719.802283:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.802576:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501103616 00000100:00100000:3.0:1779202719.802587:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501103616 00000100:00100000:3.0:1779202719.802647:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 226 00000100:00100000:3.0:1779202719.802666:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30485:x1865628501103616:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1779202719.802853:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30485:x1865628501103616:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 Request processed in 197us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202719.802862:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 226 00000100:00100000:1.0:1779202719.806625:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.806715:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501103872 00000100:00100000:3.0:1779202719.806727:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501103872 00000100:00100000:3.0:1779202719.806786:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 227 00000100:00100000:3.0:1779202719.806796:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30485:x1865628501103872:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1779202719.807024:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30485:x1865628501103872:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 228us (408us total) trans 4294968030 rc 0/0 00000100:00100000:3.0:1779202719.807032:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 227 00000100:00100000:1.0:1779202719.810791:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.810975:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501104128 00000100:00100000:3.0:1779202719.810988:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501104128 00000100:00100000:3.0:1779202719.811158:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1212 00000100:00100000:3.0:1779202719.811171:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30485:x1865628501104128:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202719.811882:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30485:x1865628501104128:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 711us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202719.811891:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1212 00000100:00100000:2.0:1779202719.818755:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202719.818908:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501104384 00000100:00100000:1.0:1779202719.818919:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501104384 00000100:00100000:1.0:1779202719.819014:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1213 00000100:00100000:1.0:1779202719.819024:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30485:x1865628501104384:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202719.819048:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202719.819071:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf1e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6594f expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.819209:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.819225:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1e2 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65948 expref: 52 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.819239:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.819495:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1e2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65948 expref: 52 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.819511:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1e2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65948 expref: 52 pid: 16980 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202719.819525:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524102656:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202719.819627:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372f00 going to sleep for 11 seconds 00000100:00100000:1.0:1779202719.824468:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202719.824719:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501104512 00000100:00100000:2.0:1779202719.824729:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501104512 00010000:00010000:2.0:1779202719.824768:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1e2 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65948 expref: 53 pid: 16980 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202719.824812:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 372 00000100:00100000:2.0:1779202719.824823:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501104512:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202719.824913:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202719.824919:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1e2 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65948 expref: 53 pid: 16980 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.824933:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1e2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65948 expref: 53 pid: 16980 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.824957:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:2.0:1779202719.824963:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.824974:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.824982:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.825004:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202719.825079:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501104512:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 258us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202719.825087:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 372 00010000:00010000:3.0:1779202719.827760:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1e2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65948 expref: 52 pid: 16980 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202719.827786:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524102656:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202719.827817:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.827988:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.827995:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202719.828017:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00080000:0.0:1779202719.828431:0:6562:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17:0x0], index 0: 0 00010000:00010000:0.0:1779202719.828540:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.828549:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.828555:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.828561:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202719.828566:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.828573:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.828587:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:0.0:1779202719.828591:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202719.828596:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.828601:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf1f0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.828668:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf1e9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6594f expref: 52 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.828679:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:0.0:1779202719.828681:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1779202719.828684:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf1e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6594f expref: 52 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.828997:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935800, rc 0) 00000100:00100000:0.0:1779202719.829107:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30485:x1865628501104384:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 10083us (10421us total) trans 4294968031 rc 301/301 00000100:00100000:0.0:1779202719.829115:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1213 00000100:00100000:1.0:1779202719.834179:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.834456:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501104768 00000100:00100000:3.0:1779202719.834468:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501104768 00000100:00100000:3.0:1779202719.834557:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 228 00000100:00100000:3.0:1779202719.834567:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30485:x1865628501104768:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1779202719.834968:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:30485:x1865628501104768:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 401us (803us total) trans 4294968032 rc 0/0 00000100:00100000:3.0:1779202719.834977:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 228 00000100:00100000:2.0:1779202719.839623:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.839785:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501104896 00000100:00100000:3.0:1779202719.839797:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501104896 00000100:00100000:3.0:1779202719.840517:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1214 00000100:00100000:3.0:1779202719.840531:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:30485:x1865628501104896:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202719.840558:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202719.840582:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1fe lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65956 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.840670:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf205 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.840687:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf205 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.840725:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf205 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202719.840776:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00200000:3.0:1779202719.840781:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202719.840802:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf205 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.840841:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf1fe lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65956 expref: 54 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.840862:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf205 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65956 expref: 53 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.840870:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:3.0:1779202719.840873:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1779202719.840877:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4c00, rc 0) 00000100:00100000:3.0:1779202719.840951:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:30485:x1865628501104896:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 424us (1341us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202719.840959:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1214 00000100:00100000:1.0:1779202719.845977:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.846081:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501105024 00000100:00100000:3.0:1779202719.846095:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501105024 00000100:00100000:3.0:1779202719.846455:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 322 00000100:00100000:3.0:1779202719.846468:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501105024:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202719.846490:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202719.846514:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf20c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6595d expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202719.846543:0:8447:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1779202719.846564:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202719.846565:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202719.846574:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf20c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6595d expref: 10 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.846592:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf20c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6595d expref: 10 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.846615:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4e00, rc 0) 00000100:00100000:3.0:1779202719.846688:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501105024:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 223us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202719.846722:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 322 00000100:00100000:1.0:1779202719.851234:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202719.851475:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501105280 00000100:00100000:2.0:1779202719.851486:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501105280 00000100:00100000:2.0:1779202719.851578:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1215 00000100:00100000:2.0:1779202719.851589:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:30485:x1865628501105280:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202719.851767:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:30485:x1865628501105280:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 179us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202719.851778:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1215 00000100:00100000:3.0:1779202719.855931:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202719.856083:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501105408 00000100:00100000:1.0:1779202719.856096:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501105408 00000100:00100000:1.0:1779202719.856162:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 323 00000100:00100000:1.0:1779202719.856172:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:30485:x1865628501105408:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202719.856190:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202719.856210:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf213 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65964 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.856243:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf20c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6595d expref: 11 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.856257:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202719.856465:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202719.856471:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf213 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65964 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.856512:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf20c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6595d expref: 11 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.856526:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf20c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6595d expref: 11 pid: 8447 timeout: 949 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202719.856542:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524102784:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202719.856637:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372f00 going to sleep for 11 seconds 00000100:00100000:3.0:1779202719.860486:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524102784:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202719.860529:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf213 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65964 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.860552:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935800, rc 0) 00000100:00100000:3.0:1779202719.860625:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:30485:x1865628501105408:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 4453us (4706us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202719.860636:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 323 00000100:00100000:0.0:1779202719.865859:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.866012:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501105536 00000100:00100000:3.0:1779202719.866094:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501105536 00010000:00010000:3.0:1779202719.866159:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf20c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6595d expref: 11 pid: 8447 timeout: 949 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202719.866274:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 373 00000100:00100000:3.0:1779202719.866287:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501105536:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202719.866310:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202719.866335:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf20c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6595d expref: 11 pid: 8447 timeout: 949 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.866352:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf20c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6595d expref: 11 pid: 8447 timeout: 949 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.866383:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf20c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6595d expref: 11 pid: 8447 timeout: 949 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.866403:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202719.866405:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202719.866412:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf213 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65964 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.866422:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf213 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65964 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.866462:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf213 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65964 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202719.866482:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524102912:192.168.204.21@tcp:105: 00000100:00100000:3.0:1779202719.866593:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cb5d6840 going to sleep for 11 seconds 00000100:00100000:2.0:1779202719.874181:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524102912:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202719.874217:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202719.874312:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501105536:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 8026us (8465us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202719.874324:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 373 00000100:00100000:3.0:1779202719.876878:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202719.876973:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501105664 00000100:00100000:0.0:1779202719.876988:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501105664 00002000:00100000:0.0:1779202719.877055:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff91cfc4a4c000 x1865628501105664/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:685/0 lens 648/0 e 0 to 0 dl 1779202730 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202719.877070:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a4c000 with x1865628501105664 ext(0->157) 00002000:00010000:0.0:1779202719.877080:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4a4c000 00000100:00100000:0.0:1779202719.877125:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 87 00000100:00100000:0.0:1779202719.877135:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501105664:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1779202719.879832:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501105664:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 2682us (2947us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1779202719.879846:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 87 00002000:00100000:0.0:1779202719.879859:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff91cfc4a4c000 x1865628501105664/t4294967358(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:685/0 lens 648/448 e 0 to 0 dl 1779202730 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202719.879869:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a4c000 with x1865628501105664 ext(0->157) 00002000:00010000:0.0:1779202719.879875:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4a4c000 00000100:00100000:0.0:1779202719.884181:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.884415:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501105792 00000100:00100000:3.0:1779202719.884428:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501105792 00000100:00100000:3.0:1779202719.884491:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1216 00000100:00100000:3.0:1779202719.884500:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:30485:x1865628501105792:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1779202719.887108:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968032 is committed 00000001:00080000:1.0:1779202719.887155:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968026 is committed 00000020:00080000:1.0:1779202719.887162:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 23 batchid updated 00000020:00080000:2.0:1779202719.887232:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00010000:00010000:0.0:1779202719.887243:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1db lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1779202719.887250:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:3.0:1779202719.887557:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30485:x1865628501105792:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 3054us (3384us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202719.887567:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1216 00010000:00010000:0.0:1779202719.887736:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1db lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.887748:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1db lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.887755:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202719.887761:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1db lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.887770:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1db lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.887794:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:0.0:1779202719.887798:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1779202719.887804:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1db lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.887815:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf1db lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202719.891478:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202719.891718:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501105920 00000100:00100000:1.0:1779202719.891730:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501105920 00000100:00100000:1.0:1779202719.891793:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 324 00000100:00100000:1.0:1779202719.891806:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501105920:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1779202719.894246:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00000100:00100000:1.0:1779202719.894599:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501105920:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 2790us (3128us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202719.894611:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 324 00000100:00100000:1.0:1779202719.900762:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202719.900870:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501106176 00000100:00100000:0.0:1779202719.900882:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501106176 00000100:00100000:0.0:1779202719.900959:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1217 00000100:00100000:0.0:1779202719.900969:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:30485:x1865628501106176:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1779202719.901028:0:6563:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202719.901061:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf205 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65956 expref: 46 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.901083:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:0.0:1779202719.901088:0:6563:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202719.901123:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf21a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.901138:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf21a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.901160:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf21a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202719.901667:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0b9832e reply state 000000008d042d0e transno 4294968033 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf21a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.901682:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf21a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.901689:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:0.0:1779202719.902383:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202719.902389:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1779202719.902532:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30485:x1865628501106176:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 1562us (1781us total) trans 4294968033 rc 0/0 00000100:00100000:0.0:1779202719.902540:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1217 00000100:00100000:1.0:1779202719.907624:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.907728:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501106304 00000100:00100000:3.0:1779202719.907739:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501106304 00000100:00100000:3.0:1779202719.907791:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1218 00000100:00100000:3.0:1779202719.907799:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30485:x1865628501106304:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202719.907835:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202719.907859:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf221 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6596b expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.907935:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf221 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6596b expref: 48 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.907949:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf221 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6596b expref: 48 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.907968:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:3.0:1779202719.907971:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202719.907975:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4e00, rc 0) 00000100:00100000:3.0:1779202719.908032:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:30485:x1865628501106304:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 234us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202719.908039:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1218 00000100:00100000:1.0:1779202719.912876:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202719.912974:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501106432 00000100:00100000:2.0:1779202719.912992:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501106432 00000100:00100000:2.0:1779202719.913084:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 325 00000100:00100000:2.0:1779202719.913098:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501106432:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1779202719.913356:0:8446:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1779202719.913361:0:8446:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 0 -> 1779202714 00002000:00010000:2.0:1779202719.913365:0:8446:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb atime from disk: 0 -> 1779202714 00002000:00010000:2.0:1779202719.913368:0:8446:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 0 -> 1779202714 00002000:00010000:2.0:1779202719.913370:0:8446:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1779202719.913460:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501106432:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 364us (592us total) trans 4294967359 rc 0/0 00000100:00100000:2.0:1779202719.913469:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 325 00000100:00100000:1.0:1779202719.918092:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202719.918242:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501106688 00000100:00100000:0.0:1779202719.918259:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501106688 00000100:00100000:0.0:1779202719.918421:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1219 00000100:00100000:0.0:1779202719.918433:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:30485:x1865628501106688:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1779202719.918513:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.918531:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf1d4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65941 expref: 48 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.918541:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.918576:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf1d4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65941 expref: 48 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.918591:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf1d4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65941 expref: 48 pid: 6564 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202719.918608:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524103040:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202719.918759:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c8180 going to sleep for 11 seconds 00000100:00100000:0.0:1779202719.923411:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524103040:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202719.923443:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202719.925166:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202719.925283:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501106816 00000100:00100000:2.0:1779202719.925301:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501106816 00010000:00010000:2.0:1779202719.925368:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf1d4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65941 expref: 49 pid: 6564 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202719.925423:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 374 00000100:00100000:2.0:1779202719.925436:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2419:x1865628501106816:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202719.925454:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202719.925462:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf1d4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65941 expref: 49 pid: 6564 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.925478:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf1d4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65941 expref: 49 pid: 6564 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.925510:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf1d4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65941 expref: 49 pid: 6564 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.925533:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:2.0:1779202719.925544:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.925555:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.925565:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.925606:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202719.925756:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2419:x1865628501106816:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 256us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202719.925767:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 374 00010000:00010000:1.0:1779202719.927064:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.927081:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.927123:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.927130:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.927137:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.927152:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202719.927156:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.927163:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.927182:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:1.0:1779202719.927185:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1779202719.927189:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.927195:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf228 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202719.927315:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30485:x1865628501106688:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 8880us (9228us total) trans 0 rc -22/-22 00000100:00100000:1.0:1779202719.927326:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1219 00000100:00100000:1.0:1779202719.931179:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.931566:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501106944 00000100:00100000:3.0:1779202719.931579:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501106944 00000100:00100000:3.0:1779202719.931640:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 326 00000100:00100000:3.0:1779202719.931659:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2422:x1865628501106944:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1779202719.931749:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.931773:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf213 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65964 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.931782:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202719.931784:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202719.931788:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.931831:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf213 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65964 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.931848:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf213 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65964 expref: 11 pid: 8444 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202719.931866:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524103168:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202719.931975:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cb5d6840 going to sleep for 11 seconds 00000100:00100000:3.0:1779202719.936459:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524103168:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202719.936491:0:8511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202719.937490:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202719.939110:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501107072 00000100:00100000:0.0:1779202719.939123:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501107072 00010000:00010000:2.0:1779202719.939437:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf213 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65964 expref: 12 pid: 8444 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202719.939525:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 375 00000100:00100000:2.0:1779202719.939538:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501107072:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202719.939554:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202719.939577:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf213 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65964 expref: 12 pid: 8444 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.939592:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf213 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65964 expref: 12 pid: 8444 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.939617:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf213 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65964 expref: 12 pid: 8444 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.939633:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202719.939636:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202719.939641:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.939663:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.939735:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202719.939791:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501107072:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 255us (2306us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202719.939798:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 375 00010000:00010000:1.0:1779202719.939865:0:8511:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.939875:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.939897:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.939905:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.939913:0:8511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.939920:0:8511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5400 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202719.939924:0:8511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.939933:0:8511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.939945:0:8511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.939952:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008dd9a3a4/0x3d5ca2fc49dbf22f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202719.939998:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501106944:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 8350us (8830us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202719.940007:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 326 00000100:00100000:0.0:1779202719.944437:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.944535:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501107328 00000100:00100000:3.0:1779202719.944548:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501107328 00000100:00100000:3.0:1779202719.944640:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1220 00000100:00100000:3.0:1779202719.944660:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30485:x1865628501107328:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1779202719.944930:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf236 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.944956:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf236 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.944971:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf236 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.945600:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.945616:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf221 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6596b expref: 48 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.945624:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.945671:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf221 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6596b expref: 48 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202719.945688:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf221 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6596b expref: 48 pid: 6564 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202719.946137:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524103296:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202719.946435:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1779202719.951679:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202719.951808:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501107456 00000100:00100000:0.0:1779202719.951821:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501107456 00010000:00010000:0.0:1779202719.951874:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf221 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6596b expref: 49 pid: 6564 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202719.951920:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 376 00000100:00100000:0.0:1779202719.951931:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2419:x1865628501107456:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202719.951950:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202719.951957:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf221 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6596b expref: 49 pid: 6564 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.951971:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf221 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6596b expref: 49 pid: 6564 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.952000:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:0.0:1779202719.952005:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.952014:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.952021:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.952051:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202719.952110:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2419:x1865628501107456:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 180us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202719.952119:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 376 00010000:00010000:3.0:1779202719.955615:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf221 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6596b expref: 48 pid: 6564 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202719.955638:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524103296:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202719.955672:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.964026:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.964044:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202719.964183:0:16980:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968034 00000004:02000000:2.0:1779202719.964312:0:16980:0:(mdd_object.c:3041:mdd_swap_layouts()) *** cfs_fail_loc=152, val=0*** 00000001:00080000:2.0:1779202719.974054:0:16980:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968035 00010000:00010000:2.0:1779202719.974127:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975550:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975565:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975571:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202719.975575:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975583:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975608:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:2.0:1779202719.975611:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202719.975616:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975623:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf23d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975662:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf172 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975668:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf172 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975674:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf172 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975679:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202719.975682:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf172 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975688:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf172 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975721:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc2a5d500) 00010000:00010000:2.0:1779202719.975724:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202719.975733:0:16980:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf179 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6592c expref: 95 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975744:0:16980:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf179 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6592c expref: 95 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975753:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf179 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6592c expref: 95 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.975797:0:16980:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf179 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6592c expref: 95 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202719.975812:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524103424:192.168.204.21@tcp:105: 00000100:00100000:2.0:1779202719.975919:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498c300 going to sleep for 11 seconds 00000100:00100000:1.0:1779202719.981249:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524103424:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202719.981307:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf172 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981319:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf172 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981350:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf244 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981365:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf244 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981376:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf244 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981386:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf244 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981396:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf244 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981401:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf244 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981406:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202719.981410:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf244 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981416:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf244 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981427:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc2a5d500) 00010000:00010000:1.0:1779202719.981430:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202719.981433:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf244 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981438:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf244 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981446:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf236 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981451:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf236 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981456:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf236 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981460:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202719.981463:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf236 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981469:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf236 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981476:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc2a5d500) 00010000:00010000:1.0:1779202719.981478:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202719.981481:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf236 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202719.981486:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf236 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202719.981657:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:30485:x1865628501107328:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 36999us (37220us total) trans 0 rc -95/-95 00000100:00100000:1.0:1779202719.981667:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1220 00000020:00080000:1.0:1779202719.981672:0:16980:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:2.0:1779202719.982741:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202719.982749:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202719.983250:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1779202719.983260:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202719.986931:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202719.988587:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501107584 00000100:00100000:2.0:1779202719.988603:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501107584 00000100:00100000:2.0:1779202719.988678:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 229 00000100:00100000:2.0:1779202719.988717:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:30484:x1865628501107584:12345-192.168.204.21@tcp:49:diff.0 00000100:00100000:2.0:1779202719.988881:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:30484:x1865628501107584:12345-192.168.204.21@tcp:49:diff.0 Request processed in 192us (1961us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202719.988888:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 229 00000100:00100000:3.0:1779202719.994176:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202719.994231:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202719.994288:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501107840 00000100:00100000:2.0:1779202719.994303:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501107840 00000100:00100000:2.0:1779202719.994369:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501108096 00000100:00100000:2.0:1779202719.994373:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501108096 00000100:00100000:2.0:1779202719.994400:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 230 00000100:00100000:2.0:1779202719.994413:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:30485:x1865628501107840:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1779202719.995218:0:6566:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x20:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1779202719.995511:0:6566:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9200 00000004:00080000:2.0:1779202719.995526:0:6566:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 849231832116ns, next at 850231829052ns, rc = 0 00000001:00080000:2.0:1779202719.995534:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968036 00010000:00010000:2.0:1779202719.995572:0:6566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf24b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.995591:0:6566:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf24b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.995846:0:6566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf24b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.995857:0:6566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf24b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.995865:0:6566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf24b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.995871:0:6566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf24b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202719.995891:0:6566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1779202719.996027:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30485:x1865628501107840:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 1613us (1862us total) trans 4294968037 rc 0/0 00000100:00100000:2.0:1779202719.996046:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 230 00000020:00080000:2.0:1779202719.996051:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1779202719.996079:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 231 00000100:00100000:2.0:1779202719.996091:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:30484:x1865628501108096:12345-192.168.204.21@tcp:35:diff.0 00000100:00100000:2.0:1779202719.996210:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30484:x1865628501108096:12345-192.168.204.21@tcp:35:diff.0 Request processed in 123us (1978us total) trans 4294968038 rc 0/0 00000100:00100000:2.0:1779202719.996217:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 231 00010000:00010000:0.0:1779202719.996750:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202719.996758:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf24b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.996766:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202719.996770:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf24b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.996779:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf24b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.996795:0:19508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:0.0:1779202719.996798:0:19508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1779202719.996803:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf24b lrc: 1/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.996808:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf24b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202719.996825:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202719.996827:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202719.996828:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202720.458894:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202720.652087:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202720.652109:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524103552:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202720.652186:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202720.652257:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524103552 00000100:00100000:3.0:1779202720.652264:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524103552 00000100:00100000:3.0:1779202720.652324:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1779202720.652333:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524103552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202720.652367:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202720.652555:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524103552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 222us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202720.652563:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1779202720.652614:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524103552:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1779202721.091421:0:22331:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202721.091435:0:22331:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202721.091489:0:22331:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:1.0:1779202721.091499:0:22331:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202721.488129:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1779202721.679305:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967361 is committed 00000001:00080000:0.0:1779202721.679333:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00010000:00010000:0.0:1779202722.507273:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202722.700970:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524103680:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202722.701958:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202722.702339:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524103808:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.702404:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202722.702443:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524104320:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.702476:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202722.702501:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524104832:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.702527:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202722.702549:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1779202722.702555:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524103936:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.702579:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202722.702912:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524103680 00000100:00100000:2.0:1779202722.702930:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524103680 00000100:00100000:2.0:1779202722.703025:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1779202722.703044:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524103680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202722.703420:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:2.0:1779202722.703501:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524103680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 461us (1548us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202722.703510:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1779202722.704298:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524104448:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.704373:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202722.704411:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524104960:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.704438:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202722.704483:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524104064:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.704511:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202722.704530:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524104576:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.704560:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202722.704581:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524105088:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.704619:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202722.704643:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1779202722.704650:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524104192:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.704679:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202722.704724:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524104704:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.704745:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202722.704765:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524105216:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.704788:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202722.707170:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524103680:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202722.707243:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524103808 00000100:00100000:1.0:1779202722.707252:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524103808 00000100:00100000:1.0:1779202722.707314:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1779202722.707325:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524103808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.707451:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524103808:12345-0@lo:400:kworker.0 Request processed in 126us (5045us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202722.707459:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1779202722.707508:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524104320 00000100:00100000:1.0:1779202722.707513:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524104320 00000100:00100000:1.0:1779202722.707549:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524104832 00000100:00100000:1.0:1779202722.707552:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524104832 00000100:00100000:1.0:1779202722.707568:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524103936 00000100:00100000:1.0:1779202722.707571:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524103936 00000100:00100000:1.0:1779202722.707585:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524104448 00000100:00100000:1.0:1779202722.707587:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524104448 00000100:00100000:1.0:1779202722.707614:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524104960 00000100:00100000:1.0:1779202722.707617:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524104960 00000100:00100000:1.0:1779202722.707631:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1779202722.707638:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524104320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.707679:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524104320:12345-0@lo:400:kworker.0 Request processed in 41us (5203us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202722.707685:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1779202722.707719:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524104064 00000100:00100000:1.0:1779202722.707723:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524104064 00000100:00100000:1.0:1779202722.707738:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1779202722.707743:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524104832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.707775:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524104832:12345-0@lo:400:kworker.0 Request processed in 31us (5247us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202722.707782:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1779202722.707792:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:1.0:1779202722.707799:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524103936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.709981:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524103936:12345-0@lo:400:kworker.0 Request processed in 2172us (7392us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202722.709998:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:1.0:1779202722.710047:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1779202722.710062:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524104448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.710146:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524104448:12345-0@lo:400:kworker.0 Request processed in 91us (5774us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202722.710153:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1779202722.710167:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1779202722.710174:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524104960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.710207:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524104960:12345-0@lo:400:kworker.0 Request processed in 34us (5768us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202722.710213:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1779202722.710224:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1779202722.710232:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524104064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.710273:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524104064:12345-0@lo:400:kworker.0 Request processed in 42us (5761us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202722.710279:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1779202722.710465:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524104576 00000100:00100000:1.0:1779202722.710477:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524104576 00000100:00100000:1.0:1779202722.710532:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524105088 00000100:00100000:1.0:1779202722.710536:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524105088 00000100:00100000:1.0:1779202722.710559:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524104704 00000100:00100000:1.0:1779202722.710562:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524104704 00000100:00100000:1.0:1779202722.710576:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524105216 00000100:00100000:1.0:1779202722.710579:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524105216 00000100:00100000:1.0:1779202722.710594:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1779202722.710615:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524104576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.710655:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524104576:12345-0@lo:400:kworker.0 Request processed in 42us (6095us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202722.710662:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1779202722.710673:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1779202722.710679:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524105088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.710731:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524105088:12345-0@lo:400:kworker.0 Request processed in 52us (6112us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202722.710738:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1779202722.710749:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1779202722.710755:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524104704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.710785:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524104704:12345-0@lo:400:kworker.0 Request processed in 31us (6039us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202722.710791:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1779202722.710801:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1779202722.710807:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524105216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.710838:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524105216:12345-0@lo:400:kworker.0 Request processed in 31us (6049us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202722.710845:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1779202722.710875:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524104192 00000100:00100000:1.0:1779202722.710880:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524104192 00000100:00100000:1.0:1779202722.710916:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1779202722.710923:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524104192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.710959:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524104192:12345-0@lo:400:kworker.0 Request processed in 37us (6280us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202722.710970:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1779202722.711087:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524103936:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.711108:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524104448:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.711122:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524104960:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.711137:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524103808:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.711150:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524104320:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.711163:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524104832:0@lo:400:kworker.0 00000100:00080000:1.0:1779202722.711215:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202722.711221:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202722.711224:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202722.711227:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202722.711251:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524104192:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.711264:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524104704:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.711275:0:3664:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967361 gen 2 00000004:00080000:1.0:1779202722.711282:0:3664:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967360 committed transno 4294967361 00000004:00080000:1.0:1779202722.711309:0:3664:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc4a4c700, transno 4294967361 00000100:00100000:1.0:1779202722.711333:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524105216:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.711347:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524104064:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.711359:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524104576:0@lo:400:kworker.0 00000100:00100000:1.0:1779202722.711368:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524105088:0@lo:400:kworker.0 00000040:00080000:2.0:1779202723.092257:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202723.092265:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202723.092510:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:2.0:1779202723.092603:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202723.530970:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202723.663297:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1779202723.721883:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202723.721936:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202723.721975:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202723.722004:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501108480 00000100:00100000:1.0:1779202723.722005:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202723.722019:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501108480 00000100:00100000:1.0:1779202723.722666:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202723.722689:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202723.723730:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501108224 00000100:00100000:3.0:1779202723.723743:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501108224 00000100:00100000:3.0:1779202723.725624:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 741 00000100:00100000:3.0:1779202723.725641:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501108224:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202723.725940:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501108224:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 301us (4070us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202723.725949:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 741 00000100:00080000:3.0:1779202723.726891:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202723.729198:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501108736 00000100:00100000:0.0:1779202723.729223:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501108736 00000100:00100000:0.0:1779202723.729327:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501109248 00000100:00100000:0.0:1779202723.729332:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501109248 00000100:00100000:0.0:1779202723.729372:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 697 00000100:00100000:0.0:1779202723.729385:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2422:x1865628501108736:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202723.729518:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2422:x1865628501108736:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 135us (7541us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202723.729526:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 697 00000100:00100000:0.0:1779202723.729549:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 698 00000100:00100000:0.0:1779202723.729557:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501109248:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202723.729595:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501109248:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 38us (6931us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202723.729610:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 698 00000100:00100000:1.0:1779202723.731028:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202723.731151:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00080000:3.0:1779202723.731316:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202723.735590:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501108992 00000100:00100000:2.0:1779202723.735615:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501108992 00000100:00080000:2.0:1779202723.735717:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202723.735784:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501108352 00000100:00100000:2.0:1779202723.735788:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501108352 00000100:00080000:2.0:1779202723.735803:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202723.736110:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1057 00000100:00100000:2.0:1779202723.736124:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501108480:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202723.736658:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501108480:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 534us (14717us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202723.736668:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1057 00000100:00100000:2.0:1779202723.736794:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1058 00000100:00100000:2.0:1779202723.736804:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501108992:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202723.736839:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501108992:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 36us (14834us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202723.736846:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1058 00000100:00100000:2.0:1779202723.736875:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1059 00000100:00100000:2.0:1779202723.736884:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:2422:x1865628501108352:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202723.736925:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:2422:x1865628501108352:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 43us (14236us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202723.736932:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1059 00000100:00100000:1.0:1779202723.737900:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202723.737943:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501108864 00000100:00100000:1.0:1779202723.737953:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501108864 00000100:00100000:1.0:1779202723.738022:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1060 00000100:00100000:1.0:1779202723.738033:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:2422:x1865628501108864:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202723.738091:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:2422:x1865628501108864:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 61us (6940us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202723.738097:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1060 00000100:00100000:1.0:1779202723.738121:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501108608 00000100:00100000:1.0:1779202723.738125:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501108608 00000100:00100000:1.0:1779202723.738151:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501109120 00000100:00100000:1.0:1779202723.738153:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501109120 00000100:00100000:1.0:1779202723.738173:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 699 00000100:00100000:1.0:1779202723.738180:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501108608:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202723.738206:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501108608:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (7189us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202723.738212:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 699 00000100:00100000:1.0:1779202723.738224:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 700 00000100:00100000:1.0:1779202723.738230:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501109120:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202723.738252:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501109120:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202723.738258:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 700 00000100:00080000:1.0:1779202723.738346:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202723.738351:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202723.761376:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202723.761550:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501109504 00000100:00100000:2.0:1779202723.761565:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501109504 00000100:00100000:2.0:1779202723.761658:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1221 00000100:00100000:2.0:1779202723.761677:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30515:x1865628501109504:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202723.761735:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202723.761764:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf252 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65972 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.761876:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf259 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.761896:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf259 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.761911:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf259 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.761927:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf260 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.761934:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf260 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.761953:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf260 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.762106:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf267 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.762116:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf267 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.762123:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf267 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202723.762135:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1779202723.762236:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf259 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.762245:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf259 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.762253:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf259 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.762260:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202723.762265:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf259 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.762273:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf259 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.762287:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:2.0:1779202723.762291:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202723.762297:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf259 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.762303:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf259 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.762318:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf260 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.762325:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf260 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.763217:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf260 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.763231:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202723.763235:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf260 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.763243:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf260 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.763258:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff91cfc2882700) 00010000:00010000:2.0:1779202723.763261:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202723.763265:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf260 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.763272:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf260 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.763358:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf252 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65972 expref: 100 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.763374:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf267 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65972 expref: 99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202723.763383:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc2a5d500) 00010000:00010000:2.0:1779202723.763386:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202723.763388:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7400, rc 0) 00000100:00100000:2.0:1779202723.763501:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:30515:x1865628501109504:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1830us (2138us total) trans 4294968039 rc 0/0 00000100:00100000:2.0:1779202723.763515:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1221 00000100:00100000:3.0:1779202723.769677:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202723.769748:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501109632 00000100:00100000:0.0:1779202723.769764:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501109632 00000100:00100000:0.0:1779202723.769844:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1222 00000100:00100000:0.0:1779202723.769858:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:30515:x1865628501109632:12345-192.168.204.21@tcp:54:lfs.0 00010000:00010000:0.0:1779202723.769960:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf275 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202723.769985:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf275 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202723.770003:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf275 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202723.770050:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf275 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202723.770063:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf275 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202723.770071:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf275 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202723.770077:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202723.770082:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf275 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202723.770091:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf275 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202723.770105:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc2a5d500) 00010000:00010000:0.0:1779202723.770109:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1779202723.770115:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf275 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202723.770122:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf275 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202723.770225:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:30515:x1865628501109632:12345-192.168.204.21@tcp:54:lfs.0 Request processed in 370us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202723.770234:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1222 00000100:00100000:3.0:1779202723.775033:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202723.775485:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501109888 00000100:00100000:0.0:1779202723.775501:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501109888 00000100:00100000:0.0:1779202723.775589:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 232 00000100:00100000:0.0:1779202723.775612:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:30515:x1865628501109888:12345-192.168.204.21@tcp:35:lfs.0 00000100:00100000:0.0:1779202723.775956:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:30515:x1865628501109888:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 355us (938us total) trans 4294968040 rc 0/0 00000100:00100000:0.0:1779202723.775966:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 232 00000004:00080000:2.0:1779202724.235261:0:8510:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853471564194ns, next at 854471559978ns, rc = 0 00000100:00100000:1.0:1779202724.235439:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524105344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202724.235561:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202724.235983:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524105344 00000100:00100000:2.0:1779202724.235994:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524105344 00000100:00100000:2.0:1779202724.236082:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1779202724.236096:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524105344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202724.236145:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1779202724.236456:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524105472:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202724.236514:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202724.236665:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524105472 00000100:00100000:0.0:1779202724.236671:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524105472 00000100:00100000:0.0:1779202724.236762:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1779202724.236771:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524105472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202724.236785:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922444288 avail 3690921984 00000100:00100000:0.0:1779202724.236847:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524105472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202724.236855:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1779202724.236918:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524105472:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1779202724.237088:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202724.237683:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524105344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202724.237807:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524105344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1400us (1932us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202724.237918:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00010000:00010000:3.0:1779202724.558286:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202724.748586:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202724.748619:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524105600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202724.748746:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202724.752243:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524105600 00000100:00100000:3.0:1779202724.752267:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524105600 00000100:00100000:3.0:1779202724.752380:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1779202724.752396:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524105600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202724.752443:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00100000:3.0:1779202724.752571:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524105600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 170us (3815us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202724.752581:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00080000:2.0:1779202724.752625:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202724.752765:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524105600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202724.752805:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524105728:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202724.752866:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202724.753012:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524105728 00000100:00100000:2.0:1779202724.753017:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524105728 00000100:00100000:2.0:1779202724.753058:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1779202724.753066:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524105728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202724.753081:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00100000:2.0:1779202724.753116:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524105728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202724.753123:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00080000:1.0:1779202724.753595:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202724.759805:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524105728:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1779202725.580326:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202725.771175:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524105856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202725.771285:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202725.771345:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524105856 00000100:00100000:3.0:1779202725.771356:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524105856 00000100:00100000:3.0:1779202725.771421:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1779202725.771433:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524105856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202725.771485:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202725.771573:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524105856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 142us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202725.771591:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1779202725.771656:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524105856:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1779202725.784371:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00000004:00080000:1.0:1779202725.792164:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000001:00080000:1.0:1779202725.792204:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968040 is committed 00000001:00080000:1.0:1779202725.792247:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968037 is committed 00000004:00080000:1.0:1779202725.792252:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000100:00100000:0.0:1779202725.792643:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202725.792674:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524105984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1779202725.792798:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202725.792921:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524105984 00000100:00100000:0.0:1779202725.792930:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524105984 00000100:00100000:0.0:1779202725.792994:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1779202725.793006:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524105984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1779202725.793049:0:17866:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23 count 1 00002000:00010000:0.0:1779202725.793099:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 158, mtime: 0x6a0c7a9a, atime: 0x6a0c7a9a, ctime: 0x6a0c7a9a, blocks: 0x8 00010000:00010000:0.0:1779202725.793109:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf27c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202725.793131:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202725.793134:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202725.793141:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf27c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202725.793167:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf27c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202725.793180:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf27c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202725.793189:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf27c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202725.793212:0:17866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1779202725.793620:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf21a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202725.793630:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf21a lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202725.793637:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf21a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202725.793645:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202725.793650:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf21a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202725.793659:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf21a lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202725.793680:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff91d0f3878500) 00010000:00010000:3.0:1779202725.793684:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202725.793705:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf21a lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202725.793711:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf21a lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202725.793828:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524105984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 823us (1030us total) trans 4294967360 rc 0/0 00000100:00100000:0.0:1779202725.793837:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00010000:00010000:0.0:1779202725.794015:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202725.794024:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf27c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202725.794033:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202725.794037:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf27c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202725.794045:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf27c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202725.794061:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf27c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202725.794068:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf27c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202725.794087:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202725.794089:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202725.794091:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1779202725.795761:0:3662:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc321e680/2, rc 0, transno 4294967360 00000100:00100000:1.0:1779202725.795779:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524105984:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1779202726.607131:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202727.179228:0:22525:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202727.179236:0:22525:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202727.179259:0:22525:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:3.0:1779202727.179270:0:22525:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779202727.627071:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202727.820000:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524106112:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202727.820100:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202727.821017:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524106624:0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.821040:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524106368:0@lo:400:kworker.0 00000100:00100000:0.0:1779202727.821063:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202727.821073:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202727.821105:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524106880:0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.821128:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202727.821129:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524107136:0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.821153:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524107392:0@lo:400:kworker.0 00000100:00100000:0.0:1779202727.821154:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202727.821172:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524107648:0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.821174:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202727.821201:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1779202727.821204:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202727.821206:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524106496:0@lo:400:kworker.0 00000100:00100000:0.0:1779202727.821220:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779202727.821226:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524106240:0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.821228:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202727.821255:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524107008:0@lo:400:kworker.0 00000100:00100000:0.0:1779202727.821256:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202727.821276:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202727.821278:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524106752:0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.821290:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524107520:0@lo:400:kworker.0 00000100:00100000:0.0:1779202727.821299:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202727.821307:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202727.821315:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4905500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524107264:0@lo:400:kworker.0 00000100:00100000:0.0:1779202727.821335:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202727.821343:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524106368 00000100:00100000:2.0:1779202727.821354:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524106368 00000100:00100000:2.0:1779202727.821398:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524106880 00000100:00100000:2.0:1779202727.821401:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524106880 00000100:00100000:2.0:1779202727.821515:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524107392 00000100:00100000:2.0:1779202727.821519:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524107392 00000100:00100000:2.0:1779202727.821541:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524106496 00000100:00100000:2.0:1779202727.821544:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524106496 00000100:00100000:2.0:1779202727.821558:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524106752 00000100:00100000:2.0:1779202727.821561:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524106752 00000100:00100000:2.0:1779202727.821577:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524107264 00000100:00100000:2.0:1779202727.821580:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524107264 00000100:00100000:2.0:1779202727.821601:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1779202727.821611:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524106368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202727.821645:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1779202727.821674:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524106880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.821686:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524106368:12345-0@lo:400:kworker.0 Request processed in 73us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202727.821718:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1779202727.821738:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:2.0:1779202727.821746:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524107392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.821778:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524107392:12345-0@lo:400:kworker.0 Request processed in 33us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202727.821784:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:2.0:1779202727.821796:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1779202727.821801:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524106496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.821826:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524106496:12345-0@lo:400:kworker.0 Request processed in 25us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202727.821831:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1779202727.821841:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1779202727.821846:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524106752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.821875:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524106752:12345-0@lo:400:kworker.0 Request processed in 29us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202727.821880:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1779202727.821890:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1779202727.821895:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524107264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.821917:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524107264:12345-0@lo:400:kworker.0 Request processed in 22us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202727.821922:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1779202727.821949:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524107136 00000100:00100000:2.0:1779202727.821954:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524107136 00000100:00100000:2.0:1779202727.821982:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524107648 00000100:00100000:2.0:1779202727.821985:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524107648 00000100:00100000:2.0:1779202727.822001:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524107008 00000100:00100000:2.0:1779202727.822004:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524107008 00000100:00100000:2.0:1779202727.822015:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524107520 00000100:00100000:2.0:1779202727.822018:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524107520 00000100:00100000:2.0:1779202727.822030:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1779202727.822035:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524107136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.822066:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524107136:12345-0@lo:400:kworker.0 Request processed in 30us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202727.822075:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1779202727.822085:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1779202727.822089:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524107648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.822114:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524107648:12345-0@lo:400:kworker.0 Request processed in 24us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202727.822120:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1779202727.822129:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1779202727.822135:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524107008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.822166:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524107008:12345-0@lo:400:kworker.0 Request processed in 31us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202727.822172:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1779202727.822183:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1779202727.822189:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524107520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202727.822224:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524106880:12345-0@lo:400:kworker.0 Request processed in 565us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202727.822232:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1779202727.822880:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524107520:12345-0@lo:400:kworker.0 Request processed in 687us (1567us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202727.822889:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1779202727.822900:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524106112 00000100:00100000:1.0:1779202727.822907:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524106112 00000100:00080000:2.0:1779202727.822920:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202727.822926:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202727.822929:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202727.822932:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202727.822947:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524106624 00000100:00100000:1.0:1779202727.822949:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524106624 00000100:00100000:1.0:1779202727.822965:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1779202727.822973:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524106112:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202727.822985:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524106496:0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.822998:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524107008:0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.823008:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524107520:0@lo:400:kworker.0 00000004:00000024:1.0:1779202727.823011:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:1.0:1779202727.823060:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524106112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (2962us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202727.823067:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1779202727.823083:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1779202727.823089:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524106624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202727.823138:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524106624:12345-0@lo:400:kworker.0 Request processed in 49us (2074us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202727.823144:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1779202727.823160:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524106368:0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.823178:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524106880:0@lo:400:kworker.0 00000100:00100000:2.0:1779202727.823190:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524107392:0@lo:400:kworker.0 00000100:00100000:1.0:1779202727.823844:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524106240 00000100:00100000:1.0:1779202727.823852:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524106240 00000100:00100000:1.0:1779202727.823898:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1779202727.823906:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524106240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202727.823949:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524106240:12345-0@lo:400:kworker.0 Request processed in 45us (2693us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202727.823956:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1779202727.827344:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524106240:0@lo:400:kworker.0 00000100:00100000:0.0:1779202727.827373:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524106752:0@lo:400:kworker.0 00000100:00100000:0.0:1779202727.827388:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4905500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524107264:0@lo:400:kworker.0 00000100:00100000:0.0:1779202727.827401:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524106624:0@lo:400:kworker.0 00000100:00100000:0.0:1779202727.827417:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524107136:0@lo:400:kworker.0 00000100:00100000:0.0:1779202727.827429:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524107648:0@lo:400:kworker.0 00000100:00100000:0.0:1779202727.827455:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524106112:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1779202728.652064:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202728.780073:0:22575:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202728.856394:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202728.857177:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202728.857214:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202728.857253:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202728.857284:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202728.857308:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202728.857327:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202728.857348:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202728.857375:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202728.857409:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501110272 00000100:00100000:3.0:1779202728.857422:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501110272 00000100:00100000:3.0:1779202728.857510:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501110784 00000100:00100000:3.0:1779202728.857514:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501110784 00000100:00100000:3.0:1779202728.857537:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501110144 00000100:00100000:3.0:1779202728.857540:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501110144 00000100:00100000:3.0:1779202728.857554:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501110656 00000100:00100000:3.0:1779202728.857556:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501110656 00000100:00100000:3.0:1779202728.857575:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1067 00000100:00100000:3.0:1779202728.857587:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501110272:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202728.857723:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501110272:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 138us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202728.857733:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1067 00000100:00100000:3.0:1779202728.857754:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1068 00000100:00100000:3.0:1779202728.857761:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501110784:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202728.857788:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501110784:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202728.857795:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1068 00000100:00100000:3.0:1779202728.857806:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1069 00000100:00100000:3.0:1779202728.857812:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:2420:x1865628501110144:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202728.857843:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:2420:x1865628501110144:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202728.857850:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1069 00000100:00100000:3.0:1779202728.857862:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1070 00000100:00100000:3.0:1779202728.857868:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2420:x1865628501110656:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202728.857893:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2420:x1865628501110656:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202728.857904:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1070 00000100:00100000:3.0:1779202728.857927:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501110528 00000100:00100000:3.0:1779202728.857932:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501110528 00000100:00100000:3.0:1779202728.857970:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501111040 00000100:00100000:3.0:1779202728.857973:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501111040 00000100:00100000:3.0:1779202728.857995:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501110400 00000100:00100000:3.0:1779202728.857998:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501110400 00000100:00100000:3.0:1779202728.858012:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501110912 00000100:00100000:3.0:1779202728.858015:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501110912 00000100:00100000:3.0:1779202728.858033:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 705 00000100:00100000:3.0:1779202728.858040:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2420:x1865628501110528:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202728.858069:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2420:x1865628501110528:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202728.858077:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 705 00000100:00100000:3.0:1779202728.858089:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 706 00000100:00100000:3.0:1779202728.858095:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501111040:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202728.858125:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501111040:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202728.858130:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 706 00000100:00100000:3.0:1779202728.858140:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 707 00000100:00100000:3.0:1779202728.858147:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501110400:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202728.858173:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501110400:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202728.858180:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 707 00000100:00100000:3.0:1779202728.858190:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 708 00000100:00100000:3.0:1779202728.858198:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501110912:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202728.858224:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501110912:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202728.858231:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 708 00000100:00080000:3.0:1779202728.858264:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202728.858269:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202728.858273:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202728.858275:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202728.867281:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501110016 00000100:00100000:2.0:1779202728.867304:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501110016 00000100:00100000:2.0:1779202728.867402:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 743 00000100:00100000:2.0:1779202728.867418:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501110016:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202728.867563:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501110016:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 148us (11184us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202728.867573:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 743 00000100:00100000:1.0:1779202729.354876:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202729.354911:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524107776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202729.355011:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202729.355114:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524107776 00000100:00100000:1.0:1779202729.355124:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524107776 00000100:00100000:1.0:1779202729.355196:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1779202729.355208:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524107776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202729.355249:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1779202729.355305:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524107776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202729.355314:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00080000:1.0:1779202729.355341:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202729.355411:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524107776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202729.355645:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202729.355657:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524107904:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202729.355689:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202729.355739:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524107904 00000100:00100000:1.0:1779202729.355743:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524107904 00000100:00100000:1.0:1779202729.355774:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1779202729.355780:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524107904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202729.355794:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1779202729.355826:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524107904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202729.355832:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00080000:1.0:1779202729.355845:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202729.355864:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524107904:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1779202729.675093:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202729.869823:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524108032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202729.869934:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202729.870036:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524108032 00000100:00100000:1.0:1779202729.870045:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524108032 00000100:00100000:1.0:1779202729.870112:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1779202729.870125:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524108032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202729.870163:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00100000:1.0:1779202729.870212:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524108032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202729.870220:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00080000:1.0:1779202729.870244:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202729.870294:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524108032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202729.872181:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524108160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202729.872271:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202729.872359:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524108160 00000100:00100000:2.0:1779202729.872368:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524108160 00000100:00100000:2.0:1779202729.872528:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1779202729.872542:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524108160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202729.872570:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00080000:3.0:1779202729.873980:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202729.884944:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524108160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 12389us (12658us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202729.884962:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1779202729.886996:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524108160:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1779202730.701216:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202730.891034:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524108288:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202730.891138:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202730.891300:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524108288 00000100:00100000:2.0:1779202730.891312:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524108288 00000100:00100000:2.0:1779202730.891386:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1779202730.891398:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524108288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202730.891460:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202730.892543:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524108288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1140us (1399us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202730.892556:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1779202730.892675:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524108288:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202731.725965:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1779202731.926529:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00010000:00010000:3.0:1779202732.761532:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202732.940742:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202732.940774:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524108416:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202732.940903:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202732.941119:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524108416 00000100:00100000:1.0:1779202732.941131:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524108416 00000100:00100000:1.0:1779202732.941214:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1779202732.941238:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524108416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202732.941290:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:3.0:1779202732.941329:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524108672:0@lo:400:kworker.0 00000100:00100000:1.0:1779202732.941351:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524108416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202732.941359:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1779202732.941385:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202732.941431:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524108672 00000100:00100000:1.0:1779202732.941435:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524108672 00000100:00100000:3.0:1779202732.941444:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524109184:0@lo:400:kworker.0 00000100:00100000:1.0:1779202732.941476:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1779202732.941478:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202732.941488:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524108672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.941509:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524109696:0@lo:400:kworker.0 00000100:00100000:1.0:1779202732.941535:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524108672:12345-0@lo:400:kworker.0 Request processed in 49us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202732.941546:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1779202732.941549:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202732.941619:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524108672:0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.941639:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1779202732.941645:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524108800:0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.941667:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202732.942184:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524108928:0@lo:400:kworker.0 00000100:00100000:0.0:1779202732.942242:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202732.942267:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3165f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524109440:0@lo:400:kworker.0 00000100:00100000:0.0:1779202732.942291:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202732.942307:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524109952:0@lo:400:kworker.0 00000100:00100000:0.0:1779202732.942324:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202732.942345:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1779202732.942352:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524108544:0@lo:400:kworker.0 00000100:00100000:0.0:1779202732.942382:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202732.942420:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524109056:0@lo:400:kworker.0 00000100:00100000:0.0:1779202732.942454:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524108928 00000100:00100000:0.0:1779202732.942460:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524108928 00000100:00100000:0.0:1779202732.942496:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1779202732.942503:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524108928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202732.942550:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524108928:12345-0@lo:400:kworker.0 Request processed in 47us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202732.942558:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1779202732.942881:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524108416:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202732.943457:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524109184 00000100:00100000:1.0:1779202732.943466:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524109184 00000100:00100000:1.0:1779202732.943574:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524109696 00000100:00100000:1.0:1779202732.943587:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524109696 00000100:00100000:3.0:1779202732.943726:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524109312:0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.943776:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202732.943797:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524109824:0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.943827:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202732.943866:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524108800 00000100:00100000:3.0:1779202732.943871:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524108800 00000100:00100000:3.0:1779202732.943900:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1779202732.943909:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524109184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.943962:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524109184:12345-0@lo:400:kworker.0 Request processed in 53us (2486us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202732.943968:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1779202732.945357:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1779202732.945371:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524108800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.945455:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524108800:12345-0@lo:400:kworker.0 Request processed in 88us (3786us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202732.945462:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1779202732.945514:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524109440 00000100:00100000:3.0:1779202732.945521:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524109440 00000100:00080000:0.0:1779202732.947248:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202732.947260:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202732.947790:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1779202732.947807:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524109696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202732.947914:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524109696:12345-0@lo:400:kworker.0 Request processed in 113us (6370us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202732.947922:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1779202732.948248:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524109952 00000100:00100000:3.0:1779202732.948262:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524109952 00000100:00100000:3.0:1779202732.948296:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524109312 00000100:00100000:3.0:1779202732.948299:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524109312 00000100:00100000:3.0:1779202732.948317:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524109824 00000100:00100000:3.0:1779202732.948320:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524109824 00000100:00100000:3.0:1779202732.948765:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1779202732.948778:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524109440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.948842:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524109440:12345-0@lo:400:kworker.0 Request processed in 69us (6549us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202732.948849:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1779202732.948869:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1779202732.948875:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524109952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.948911:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524109952:12345-0@lo:400:kworker.0 Request processed in 36us (6584us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202732.948917:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1779202732.948929:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1779202732.948935:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524109312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.948964:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524109312:12345-0@lo:400:kworker.0 Request processed in 30us (5188us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202732.948970:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1779202732.950216:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1779202732.950229:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524109824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.950305:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524109824:12345-0@lo:400:kworker.0 Request processed in 81us (6476us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202732.950313:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1779202732.950351:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524108544 00000100:00100000:3.0:1779202732.950362:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524108544 00000100:00100000:3.0:1779202732.950428:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1779202732.950436:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524108544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.950474:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524108544:12345-0@lo:400:kworker.0 Request processed in 41us (8092us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202732.950480:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1779202732.950551:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202732.950617:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524109568:0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.950652:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202732.950720:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524108928:0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.950741:0:3662:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967360 gen 2 00000004:00080000:3.0:1779202732.950750:0:3662:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc321e680, transno 4294967360 00000100:00100000:3.0:1779202732.950768:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3165f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524109440:0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.950784:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524109952:0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.951650:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524108544:0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.951742:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524109056 00000100:00100000:3.0:1779202732.951750:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524109056 00000100:00100000:3.0:1779202732.951818:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524109568 00000100:00100000:3.0:1779202732.951822:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524109568 00000100:00100000:3.0:1779202732.951850:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1779202732.951859:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524109056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202732.951927:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1779202732.951941:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524109568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.951951:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524109056:12345-0@lo:400:kworker.0 Request processed in 91us (1398us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202732.951959:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1779202732.951989:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524109568:12345-0@lo:400:kworker.0 Request processed in 54us (1336us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202732.951996:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00080000:1.0:1779202732.953799:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202732.953811:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202732.953815:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202732.954168:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524108800:0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.954199:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524109056:0@lo:400:kworker.0 00000100:00100000:1.0:1779202732.954214:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524109312:0@lo:400:kworker.0 00000100:00100000:3.0:1779202732.954223:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524109568:0@lo:400:kworker.0 00000100:00100000:1.0:1779202732.954244:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524109824:0@lo:400:kworker.0 00000100:00100000:1.0:1779202732.954262:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524109184:0@lo:400:kworker.0 00000100:00100000:1.0:1779202732.954274:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524109696:0@lo:400:kworker.0 00000040:00080000:0.0:1779202733.323006:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202733.323020:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202733.323163:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 1 00000040:00080000:0.0:1779202733.323175:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202733.771049:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202733.901879:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202733.955875:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202733.955948:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202733.955993:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202733.956023:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202733.956051:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202733.956089:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501111424 00000100:00100000:3.0:1779202733.956104:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501111424 00000100:00100000:3.0:1779202733.956179:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501111936 00000100:00100000:3.0:1779202733.956182:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501111936 00000100:00100000:3.0:1779202733.956204:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1077 00000100:00100000:3.0:1779202733.956215:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501111424:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202733.956312:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501111424:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 98us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202733.956320:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1077 00000100:00100000:3.0:1779202733.956339:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1078 00000100:00100000:3.0:1779202733.956344:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501111936:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202733.956378:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501111936:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 34us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202733.956394:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1078 00000100:00100000:3.0:1779202733.956415:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501111680 00000100:00100000:3.0:1779202733.956419:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501111680 00000100:00100000:3.0:1779202733.956442:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501112192 00000100:00100000:3.0:1779202733.956444:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501112192 00000100:00100000:3.0:1779202733.956464:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 713 00000100:00100000:3.0:1779202733.956470:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2421:x1865628501111680:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202733.956497:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2421:x1865628501111680:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202733.956503:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 713 00000100:00100000:3.0:1779202733.956512:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 714 00000100:00100000:3.0:1779202733.956517:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501112192:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202733.956533:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501112192:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 17us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202733.956539:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 714 00000100:00100000:0.0:1779202733.957243:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501111168 00000100:00100000:0.0:1779202733.957250:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501111168 00000100:00100000:0.0:1779202733.957302:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 745 00000100:00100000:0.0:1779202733.957310:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501111168:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202733.957375:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501111168:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 67us (1519us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202733.957392:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 745 00000100:00080000:1.0:1779202733.957755:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202733.957763:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202733.962847:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202733.963593:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202733.963640:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202733.963683:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202733.963754:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501111296 00000100:00100000:3.0:1779202733.963763:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501111552 00000100:00100000:3.0:1779202733.963770:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501111552 00000100:00100000:0.0:1779202733.963770:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501111296 00000100:00100000:3.0:1779202733.963843:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501112064 00000100:00100000:3.0:1779202733.963846:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501112064 00000100:00100000:1.0:1779202733.963856:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 715 00000100:00100000:2.0:1779202733.963917:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501111808 00000100:00100000:2.0:1779202733.963922:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501111808 00000100:00100000:1.0:1779202733.965087:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501111552:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202733.965231:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501111552:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1359us (1640us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202733.965244:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 715 00000100:00100000:0.0:1779202733.969020:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1079 00000100:00100000:0.0:1779202733.969050:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:2421:x1865628501111296:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202733.969527:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 716 00000100:00100000:3.0:1779202733.969539:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501112064:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202733.969624:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501112064:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 86us (5938us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202733.969633:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 716 00000100:00100000:2.0:1779202733.969893:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1080 00000100:00100000:2.0:1779202733.969904:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2421:x1865628501111808:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202733.969939:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2421:x1865628501111808:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 37us (6299us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202733.969945:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1080 00000100:00080000:1.0:1779202733.970256:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202733.970266:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202733.972300:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:2421:x1865628501111296:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 3249us (9453us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202733.972316:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1079 00000100:00100000:0.0:1779202734.474985:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202734.475016:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524110208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202734.475124:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202734.475177:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524110208 00000100:00100000:1.0:1779202734.475188:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524110208 00000100:00100000:1.0:1779202734.475260:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1779202734.475275:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524110208:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202734.475302:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524110080:0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202734.475327:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00080000:0.0:1779202734.475465:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202734.483725:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202734.484407:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524110208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 9128us (9274us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202734.484471:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524110080 00000100:00100000:3.0:1779202734.484486:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524110080 00000100:00100000:1.0:1779202734.484505:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1779202734.484583:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1779202734.484594:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524110080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202734.484629:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1779202734.484714:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524110080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202734.484721:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00080000:2.0:1779202734.484858:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202734.484883:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524110208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202734.484977:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524110080:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1779202734.799736:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202734.988555:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779202734.988605:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524110336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202734.988717:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779202734.988731:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524110464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202734.988751:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202734.988860:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524110336 00000100:00100000:1.0:1779202734.988872:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524110336 00000100:00100000:1.0:1779202734.988946:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1779202734.988959:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524110336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202734.988999:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00080000:0.0:1779202734.989048:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202734.993541:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202734.993688:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524110464 00000100:00100000:2.0:1779202734.993735:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524110464 00000100:00100000:2.0:1779202734.993816:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:2.0:1779202734.993829:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524110464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202734.993870:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00100000:2.0:1779202734.993967:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524110464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202734.993976:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00080000:3.0:1779202734.993977:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202734.994049:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524110464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202734.996122:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524110336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 7158us (7364us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202734.996138:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1779202734.996661:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524110336:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1779202735.819060:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202736.011196:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202736.011232:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524110592:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202736.011337:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202736.011519:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524110592 00000100:00100000:0.0:1779202736.011531:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524110592 00000100:00100000:0.0:1779202736.011616:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1779202736.011628:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524110592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202736.011686:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202736.011794:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524110592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 167us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202736.011802:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1779202736.012230:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524110592:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202736.843028:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202737.870838:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202738.061197:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524110976:0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.061197:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524110848:0@lo:400:kworker.0 00000100:00100000:2.0:1779202738.061666:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524111104:0@lo:400:kworker.0 00000100:00100000:1.0:1779202738.065150:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524110720:0@lo:400:kworker.0 00000100:00100000:3.0:1779202738.067999:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202738.068126:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524111488:0@lo:400:kworker.0 00000100:00100000:3.0:1779202738.068183:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202738.068975:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524112000:0@lo:400:kworker.0 00000100:00100000:3.0:1779202738.069041:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202738.069122:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524111488 00000100:00100000:3.0:1779202738.069133:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524111488 00000100:00100000:3.0:1779202738.069203:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524112000 00000100:00100000:3.0:1779202738.069220:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524112000 00000100:00100000:3.0:1779202738.069254:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:3.0:1779202738.069265:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524111488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202738.069350:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524111488:12345-0@lo:400:kworker.0 Request processed in 86us (1165us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202738.069358:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:3.0:1779202738.069380:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1779202738.069387:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524112000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202738.069416:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524112000:12345-0@lo:400:kworker.0 Request processed in 29us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202738.069422:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00080000:3.0:1779202738.069445:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202738.069493:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524111488:0@lo:400:kworker.0 00000100:00100000:3.0:1779202738.069505:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524112000:0@lo:400:kworker.0 00000100:00100000:3.0:1779202738.069583:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524110976 00000100:00100000:3.0:1779202738.069588:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524110976 00000100:00100000:3.0:1779202738.069619:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1779202738.069626:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524110976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202738.069669:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524110976:12345-0@lo:400:kworker.0 Request processed in 43us (1680us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202738.069676:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1779202738.069733:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524110976:0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.070794:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202738.070874:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524111360:0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.070934:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202738.071223:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524110848 00000100:00100000:0.0:1779202738.071235:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524110848 00000100:00100000:0.0:1779202738.071285:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524111360 00000100:00100000:0.0:1779202738.071288:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524111360 00000100:00100000:0.0:1779202738.071329:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:0.0:1779202738.071337:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524110848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.071392:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524110848:12345-0@lo:400:kworker.0 Request processed in 55us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202738.071399:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:0.0:1779202738.071417:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1779202738.071424:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524111360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.071451:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524111360:12345-0@lo:400:kworker.0 Request processed in 29us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202738.071458:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1779202738.072236:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524111360:0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.072249:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524111872:0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.072295:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202738.072359:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524112384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202738.072391:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202738.072599:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524110848:0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.072660:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524112384 00000100:00100000:0.0:1779202738.072666:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524112384 00000100:00100000:2.0:1779202738.072763:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202738.072796:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524111872 00000100:00100000:2.0:1779202738.072800:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524111872 00000100:00100000:2.0:1779202738.072840:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524111104 00000100:00100000:2.0:1779202738.072843:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524111104 00000100:00100000:1.0:1779202738.074524:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202738.074565:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1779202738.074588:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524111232:0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.074589:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524112384:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202738.074634:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:0.0:1779202738.074651:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:1.0:1779202738.074658:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524111744:0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.074737:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524112384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 159us (2344us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202738.074745:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1779202738.074766:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524111232 00000100:00100000:0.0:1779202738.074772:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524111232 00000100:00100000:0.0:1779202738.074795:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1779202738.074801:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524111232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202738.074858:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202738.074879:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524112256:0@lo:400:kworker.0 00000100:00100000:1.0:1779202738.074902:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202738.075056:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1779202738.075068:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524111872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202738.075115:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524111232:0@lo:400:kworker.0 00000100:00100000:1.0:1779202738.075156:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524111744 00000100:00100000:1.0:1779202738.075160:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524111744 00000100:00100000:1.0:1779202738.075283:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524112256 00000100:00100000:1.0:1779202738.075287:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524112256 00000100:00100000:1.0:1779202738.075486:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1779202738.075496:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524111744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202738.075616:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:2.0:1779202738.075623:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524111104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.075688:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524111232:12345-0@lo:400:kworker.0 Request processed in 43us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202738.075720:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1779202738.086160:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524112384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202738.086289:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1779202738.086317:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524112256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.087233:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524112256:12345-0@lo:400:kworker.0 Request processed in 928us (12324us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202738.087245:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1779202738.087366:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524112256:0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.087598:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524110720 00000100:00100000:0.0:1779202738.087608:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524110720 00000100:00100000:0.0:1779202738.087662:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1779202738.087676:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524110720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202738.087755:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524110720:12345-0@lo:400:kworker.0 Request processed in 81us (13232us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202738.087762:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00080000:0.0:1779202738.087815:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202738.087823:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202738.087828:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202738.088000:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524110720:0@lo:400:kworker.0 00000100:00100000:1.0:1779202738.088762:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524111744:12345-0@lo:400:kworker.0 Request processed in 13264us (13900us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202738.088774:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1779202738.088876:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524111744:0@lo:400:kworker.0 00000100:00100000:2.0:1779202738.089000:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524111104:12345-0@lo:400:kworker.0 Request processed in 13376us (16234us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202738.089009:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:2.0:1779202738.089292:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524111104:0@lo:400:kworker.0 00000100:00100000:2.0:1779202738.089316:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524111616:0@lo:400:kworker.0 00000100:00100000:3.0:1779202738.089350:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524111872:12345-0@lo:400:kworker.0 Request processed in 14284us (17052us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202738.089359:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:0.0:1779202738.089389:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524111872:0@lo:400:kworker.0 00000100:00100000:2.0:1779202738.092792:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202738.093164:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524112128:0@lo:400:kworker.0 00000100:00100000:2.0:1779202738.093209:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202738.097672:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524111616 00000100:00100000:0.0:1779202738.097707:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524111616 00000100:00100000:3.0:1779202738.099676:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524112128 00000100:00100000:3.0:1779202738.099707:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524112128 00000100:00100000:1.0:1779202738.101817:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1779202738.101831:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524111616:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1779202738.101978:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202738.102772:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524111616:12345-0@lo:400:kworker.0 Request processed in 938us (9988us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202738.102786:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1779202738.103215:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524111616:0@lo:400:kworker.0 00000100:00100000:1.0:1779202738.104806:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1779202738.104821:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524112128:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1779202738.104964:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202738.106993:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524112128:12345-0@lo:400:kworker.0 Request processed in 2162us (13769us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202738.107010:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1779202738.114363:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524112128:0@lo:400:kworker.0 00010000:00010000:3.0:1779202738.892233:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202739.080185:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202739.080248:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202739.080292:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202739.080314:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202739.080341:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202739.080365:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202739.080386:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202739.080421:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202739.080452:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202739.080501:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501112320 00000100:00100000:3.0:1779202739.080513:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501112320 00000100:00100000:3.0:1779202739.080582:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 747 00000100:00100000:3.0:1779202739.080595:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501112320:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202739.080745:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501112320:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 153us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202739.080753:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 747 00000100:00100000:3.0:1779202739.080794:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501112448 00000100:00100000:3.0:1779202739.080798:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501112448 00000100:00100000:3.0:1779202739.080836:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501112960 00000100:00100000:3.0:1779202739.080839:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501112960 00000100:00100000:3.0:1779202739.080859:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501112576 00000100:00100000:3.0:1779202739.080862:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501112576 00000100:00100000:3.0:1779202739.080876:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501113088 00000100:00100000:3.0:1779202739.080879:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501113088 00000100:00100000:3.0:1779202739.080893:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1087 00000100:00100000:3.0:1779202739.080900:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:2421:x1865628501112448:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202739.080934:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:2421:x1865628501112448:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202739.080940:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1087 00000100:00100000:3.0:1779202739.080953:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1088 00000100:00100000:3.0:1779202739.080959:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2421:x1865628501112960:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202739.080981:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2421:x1865628501112960:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202739.080987:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1088 00000100:00100000:3.0:1779202739.080996:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1089 00000100:00100000:3.0:1779202739.081001:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501112576:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202739.081020:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501112576:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202739.081026:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1089 00000100:00100000:3.0:1779202739.081038:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1090 00000100:00100000:3.0:1779202739.081044:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501113088:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202739.081070:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501113088:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202739.081078:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1090 00000100:00080000:0.0:1779202739.082432:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202739.082443:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202739.082857:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501112704 00000100:00100000:2.0:1779202739.082871:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501112704 00000100:00100000:2.0:1779202739.082957:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501113216 00000100:00100000:2.0:1779202739.082960:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501113216 00000100:00100000:2.0:1779202739.082987:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501112832 00000100:00100000:2.0:1779202739.082990:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501112832 00000100:00100000:2.0:1779202739.083006:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501113344 00000100:00100000:2.0:1779202739.083009:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501113344 00000100:00100000:2.0:1779202739.083033:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 721 00000100:00100000:2.0:1779202739.083042:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501112704:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202739.083122:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501112704:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 81us (2873us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202739.083130:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 721 00000100:00100000:2.0:1779202739.083148:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 722 00000100:00100000:2.0:1779202739.083154:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501113216:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202739.083180:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501113216:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (2865us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202739.083186:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 722 00000100:00100000:2.0:1779202739.083196:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 723 00000100:00100000:2.0:1779202739.083202:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2421:x1865628501112832:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202739.083225:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:2421:x1865628501112832:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (2838us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202739.083230:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 723 00000100:00100000:2.0:1779202739.083240:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 724 00000100:00100000:2.0:1779202739.083246:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501113344:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202739.083266:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501113344:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (2814us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202739.083271:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 724 00000100:00080000:0.0:1779202739.085010:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202739.085024:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202739.595879:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524112512:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202739.596004:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202739.596126:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202739.596133:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524112640:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202739.596158:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202739.596326:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524112512 00000100:00100000:0.0:1779202739.596337:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524112512 00000100:00100000:0.0:1779202739.596401:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524112640 00000100:00100000:0.0:1779202739.596405:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524112640 00000100:00100000:1.0:1779202739.596412:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1779202739.596428:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524112512:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202739.596431:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00002000:00000024:1.0:1779202739.596471:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202739.596528:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524112640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202739.596541:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1779202739.596550:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524112512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202739.596578:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524112640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202739.596836:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524112640:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202739.596855:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524112512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202739.600605:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1779202739.603540:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00010000:00010000:0.0:1779202739.915584:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202740.108435:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202740.108470:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524112768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202740.108580:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202740.108767:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524112768 00000100:00100000:3.0:1779202740.108779:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524112768 00000100:00100000:3.0:1779202740.108862:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1779202740.108877:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524112768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202740.108921:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00100000:3.0:1779202740.108997:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524112768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202740.109005:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00080000:0.0:1779202740.109421:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202740.109570:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202740.109584:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524112896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202740.109624:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202740.109726:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524112896 00000100:00100000:2.0:1779202740.109733:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524112896 00000100:00100000:1.0:1779202740.109886:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524112768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202740.112676:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1779202740.112712:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524112896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202740.112757:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00100000:2.0:1779202740.112892:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524112896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 203us (3266us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202740.112900:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1779202740.113877:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524112896:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1779202740.122211:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1779202740.941472:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202741.131864:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779202741.131898:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524113024:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202741.132020:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202741.132107:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524113024 00000100:00100000:1.0:1779202741.132120:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524113024 00000100:00100000:1.0:1779202741.132190:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1779202741.132203:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524113024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202741.132260:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202741.132336:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524113024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 136us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202741.132345:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1779202741.132566:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524113024:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1779202741.963223:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202742.707134:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202742.707327:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501113600 00000100:00100000:3.0:1779202742.707342:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501113600 00000100:00100000:3.0:1779202742.707447:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1223 00000100:00100000:3.0:1779202742.707459:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30577:x1865628501113600:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:3.0:1779202742.707488:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202742.707514:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf283 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65979 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202742.707673:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf28a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202742.707737:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf28a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202742.707752:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf28a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202742.707766:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:3.0:1779202742.707917:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf283 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65979 expref: 100 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202742.707939:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf28a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65979 expref: 99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202742.707949:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc2a5d500) 00010000:00010000:3.0:1779202742.707953:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202742.707957:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5800, rc 0) 00000100:00100000:3.0:1779202742.708265:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:30577:x1865628501113600:12345-192.168.204.21@tcp:101:diff.0 Request processed in 807us (1143us total) trans 4294968041 rc 0/0 00000100:00100000:3.0:1779202742.708275:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1223 00000100:00080000:0.0:1779202742.708424:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202742.715504:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202742.716065:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501113728 00000100:00100000:2.0:1779202742.716079:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501113728 00000100:00100000:2.0:1779202742.716223:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 56 00000100:00100000:2.0:1779202742.716236:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:2420:x1865628501113728:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202742.716260:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202742.716293:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf28a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65979 expref: 99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202742.716332:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc2a5d500) 00010000:00010000:2.0:1779202742.716338:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202742.716415:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:2420:x1865628501113728:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 182us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202742.716422:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 56 00000100:00100000:2.0:1779202742.725008:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202742.725111:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501113984 00000100:00100000:0.0:1779202742.725124:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501113984 00000100:00100000:0.0:1779202742.725200:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 57 00000100:00100000:0.0:1779202742.725221:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:30577:x1865628501113984:12345-192.168.204.21@tcp:103:diff.0 00010000:00010000:0.0:1779202742.725246:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1779202742.725281:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf267 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65972 expref: 98 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202742.725310:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf179 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6592c expref: 97 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202742.725322:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc2a5d500) 00010000:00010000:0.0:1779202742.725336:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202742.725413:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:30577:x1865628501113984:12345-192.168.204.21@tcp:103:diff.0 Request processed in 203us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202742.725420:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 57 00000100:00100000:1.0:1779202742.729089:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202742.732947:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501114112 00000100:00100000:0.0:1779202742.732971:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501114112 00000100:00100000:0.0:1779202742.733085:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1224 00000100:00100000:0.0:1779202742.733099:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:30577:x1865628501114112:12345-192.168.204.21@tcp:58:diff.0 00010000:00010000:0.0:1779202742.733542:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf298 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202742.733565:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf298 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202742.733580:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf298 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202742.733938:0:6562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 136 off12680 00000100:00100000:0.0:1779202742.734074:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:30577:x1865628501114112:12345-192.168.204.21@tcp:58:diff.0 Request processed in 976us (5000us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202742.734085:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1224 00000100:00100000:0.0:1779202742.741128:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202742.741268:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501114240 00000100:00100000:2.0:1779202742.741282:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501114240 00000100:00100000:2.0:1779202742.741369:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1225 00000100:00100000:2.0:1779202742.741383:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:30577:x1865628501114240:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:2.0:1779202742.741425:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202742.741451:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf29f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65980 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202742.741526:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf298 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202742.741541:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf29f lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65980 expref: 97 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202742.741567:0:6564:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf298 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202742.741584:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf29f lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65980 expref: 97 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202742.741602:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1de2800) 00010000:00010000:2.0:1779202742.741605:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202742.741609:0:6564:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf29f lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65980 expref: 97 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202742.741618:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6e00, rc 0) 00000100:00100000:2.0:1779202742.742023:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30577:x1865628501114240:12345-192.168.204.21@tcp:101:diff.0 Request processed in 641us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202742.742032:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1225 00010000:00010000:0.0:1779202742.992029:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202743.119472:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1779202743.180305:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524113152:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202743.180420:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202743.180546:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524113152 00000100:00100000:0.0:1779202743.180557:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524113152 00000100:00100000:0.0:1779202743.180625:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1779202743.180638:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524113152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202743.180742:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:0.0:1779202743.180813:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524113152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 178us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.180822:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1779202743.180886:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524113152:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202743.185928:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524113280:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.186028:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202743.186084:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524113792:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.186112:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202743.186133:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524114304:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.186154:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202743.190202:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524113280 00000100:00100000:0.0:1779202743.190235:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524113280 00000100:00100000:0.0:1779202743.190348:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1779202743.190361:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524113280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202743.190506:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524113280:12345-0@lo:400:kworker.0 Request processed in 147us (4477us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.190515:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1779202743.190601:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524113536:0@lo:400:kworker.0 00000100:00100000:0.0:1779202743.190675:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524113664:0@lo:400:kworker.0 00000100:00100000:0.0:1779202743.190757:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202743.190800:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524114176:0@lo:400:kworker.0 00000100:00100000:0.0:1779202743.190835:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202743.190866:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524114688:0@lo:400:kworker.0 00000100:00100000:0.0:1779202743.190936:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202743.190993:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524113664 00000100:00100000:0.0:1779202743.190998:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524113664 00000100:00100000:0.0:1779202743.191034:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1779202743.191042:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524113664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202743.191085:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524113664:12345-0@lo:400:kworker.0 Request processed in 44us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.191091:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1779202743.191114:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524114176 00000100:00100000:0.0:1779202743.191118:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524114176 00000100:00100000:0.0:1779202743.191173:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524114688 00000100:00100000:0.0:1779202743.191178:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524114688 00000100:00100000:0.0:1779202743.191226:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1779202743.191235:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524114176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202743.191287:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524114176:12345-0@lo:400:kworker.0 Request processed in 54us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.191295:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1779202743.191322:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1779202743.191333:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524114688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202743.191384:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524114688:12345-0@lo:400:kworker.0 Request processed in 55us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.191397:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00080000:0.0:1779202743.191445:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202743.191449:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202743.191493:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524113664:0@lo:400:kworker.0 00000100:00100000:0.0:1779202743.191506:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524114176:0@lo:400:kworker.0 00000100:00100000:0.0:1779202743.191517:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524114688:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.194152:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524113792 00000100:00100000:3.0:1779202743.194183:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524113792 00000100:00100000:3.0:1779202743.194271:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524114304 00000100:00100000:3.0:1779202743.194276:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524114304 00000100:00100000:3.0:1779202743.194311:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:3.0:1779202743.194323:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524113792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.194423:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524113792:12345-0@lo:400:kworker.0 Request processed in 102us (8308us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.194432:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:3.0:1779202743.194450:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:3.0:1779202743.194457:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524114304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.194485:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524114304:12345-0@lo:400:kworker.0 Request processed in 29us (8330us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.194491:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:3.0:1779202743.194517:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202743.194559:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524114048:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.194600:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202743.194623:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524114560:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.194646:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202743.194685:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524113536 00000100:00100000:3.0:1779202743.194689:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524113536 00000100:00100000:3.0:1779202743.194751:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:3.0:1779202743.194757:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524113536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.194798:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524113536:12345-0@lo:400:kworker.0 Request processed in 41us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.194804:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:3.0:1779202743.194829:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524114048 00000100:00100000:3.0:1779202743.194833:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524114048 00000100:00100000:3.0:1779202743.194862:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524114560 00000100:00100000:3.0:1779202743.194865:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524114560 00000100:00100000:3.0:1779202743.194887:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1779202743.194892:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524114048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.194925:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524114048:12345-0@lo:400:kworker.0 Request processed in 33us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.194932:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1779202743.194946:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1779202743.194952:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524114560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.194980:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524114560:12345-0@lo:400:kworker.0 Request processed in 29us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.194986:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1779202743.195031:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524113536:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.195044:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524114048:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.195052:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524114560:0@lo:400:kworker.0 00000100:00080000:3.0:1779202743.195090:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202743.195094:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202743.195098:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202743.195119:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524114304:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.195139:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524113280:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.195150:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524113792:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.195165:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1779202743.195172:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524113408:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.195198:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202743.195232:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524113408 00000100:00100000:3.0:1779202743.195236:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524113408 00000100:00100000:3.0:1779202743.195260:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:3.0:1779202743.195266:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524113408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.195295:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524113408:12345-0@lo:400:kworker.0 Request processed in 29us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.195301:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:3.0:1779202743.195327:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524113408:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.195334:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524113920:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.195357:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202743.195376:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524113920 00000100:00100000:3.0:1779202743.195380:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524113920 00000100:00100000:3.0:1779202743.195418:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1779202743.195428:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524113920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.195462:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524113920:12345-0@lo:400:kworker.0 Request processed in 36us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.195467:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00080000:3.0:1779202743.195486:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202743.195502:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524113920:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.195509:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524114432:0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.195538:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202743.195558:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524114432 00000100:00100000:3.0:1779202743.195562:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524114432 00000100:00100000:3.0:1779202743.195588:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1779202743.195595:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524114432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202743.195626:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524114432:12345-0@lo:400:kworker.0 Request processed in 32us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.195632:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00080000:3.0:1779202743.195647:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202743.195669:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524114432:0@lo:400:kworker.0 00000040:00080000:2.0:1779202743.562924:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202743.562936:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202743.562965:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:2.0:1779202743.562975:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202743.563127:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9d180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524114816:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202743.563280:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cc01e900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202743.572874:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202743.572969:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501114368 00000100:00100000:1.0:1779202743.572980:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501114368 00000100:00100000:1.0:1779202743.573056:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1226 00000100:00100000:1.0:1779202743.573066:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:30579:x1865628501114368:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202743.573105:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202743.573234:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:30579:x1865628501114368:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 169us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202743.573242:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1226 00000100:00080000:3.0:1779202743.573418:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202743.574277:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9d180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524114816:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202743.578536:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.579617:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501114496 00000100:00100000:0.0:1779202743.579633:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501114496 00000100:00100000:0.0:1779202743.579769:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1227 00000100:00100000:0.0:1779202743.579780:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30579:x1865628501114496:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1779202743.579853:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf2a6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.579873:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf2a6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.579885:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf2a6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.579900:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf2ad lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.579908:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf2ad lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.579914:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf2ad lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.579940:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf2b4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.579948:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf2b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.579954:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf2b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202743.579998:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:0.0:1779202743.580003:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202743.580017:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf2b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580029:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf2a6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580036:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf2a6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580043:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf2a6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580049:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202743.580054:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf2a6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580074:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf2a6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580086:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:0.0:1779202743.580090:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202743.580096:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf2a6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580102:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf2a6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580117:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf2ad lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580123:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf2ad lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580129:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf2ad lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580134:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202743.580137:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf2ad lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580143:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf2ad lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580150:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff91cfc1de2600) 00010000:00010000:0.0:1779202743.580152:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202743.580155:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf2ad lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580160:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf2ad lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580176:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf2b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580183:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf2b4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580189:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf2b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580194:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202743.580208:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf2b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580214:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf2b4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580221:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1de2800) 00010000:00010000:0.0:1779202743.580223:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202743.580226:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf2b4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.580232:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf2b4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202743.580318:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30579:x1865628501114496:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 539us (1793us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.580325:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1227 00000100:00100000:1.0:1779202743.587486:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202743.588306:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501114752 00000100:00100000:3.0:1779202743.588326:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501114752 00000100:00100000:3.0:1779202743.588450:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1228 00000100:00100000:3.0:1779202743.588463:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30579:x1865628501114752:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202743.588507:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202743.588765:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf2bb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65987 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.589211:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2c2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.589236:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2c2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.589251:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2c2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202743.589265:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1779202743.589361:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2c2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.589369:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2c2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.589376:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2c2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.589382:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202743.589403:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2c2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.589411:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2c2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.589427:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1de2800) 00010000:00010000:2.0:1779202743.589430:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202743.589435:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2c2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.589443:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2c2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.589494:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf2bb lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65987 expref: 46 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.589506:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:2.0:1779202743.589508:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1779202743.589511:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf2bb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65987 expref: 46 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.589521:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4e00, rc 0) 00000100:00100000:2.0:1779202743.589598:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:30579:x1865628501114752:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1137us (2125us total) trans 4294968042 rc 301/301 00000100:00100000:2.0:1779202743.589606:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1228 00000100:00100000:1.0:1779202743.603822:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202743.604037:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501114880 00000100:00100000:2.0:1779202743.604049:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501114880 00000100:00100000:2.0:1779202743.604121:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1229 00000100:00100000:2.0:1779202743.604132:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:30579:x1865628501114880:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202743.604179:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202743.604320:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:30579:x1865628501114880:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 189us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202743.604332:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1229 00000100:00100000:3.0:1779202743.607896:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.608208:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501115136 00000100:00100000:0.0:1779202743.608220:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501115136 00000100:00100000:0.0:1779202743.608274:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1230 00000100:00100000:0.0:1779202743.608284:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:30579:x1865628501115136:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202743.608305:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202743.608334:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf2d0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6598e expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.609160:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934e00/0x3d5ca2fc49dbf2d7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.609177:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934e00/0x3d5ca2fc49dbf2d7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.609188:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934e00/0x3d5ca2fc49dbf2d7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202743.609208:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00010000:00010000:1.0:1779202743.609266:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf2d0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6598e expref: 48 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.609284:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934e00/0x3d5ca2fc49dbf2d7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6598e expref: 47 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.609293:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:1.0:1779202743.609296:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202743.609299:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934e00, rc 0) 00000100:00100000:1.0:1779202743.609380:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30579:x1865628501115136:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1097us (1493us total) trans 4294968043 rc 0/0 00000100:00100000:1.0:1779202743.609389:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1230 00000100:00100000:1.0:1779202743.618945:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202743.619581:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501115392 00000100:00100000:2.0:1779202743.619594:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501115392 00000100:00100000:2.0:1779202743.619746:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1231 00000100:00100000:2.0:1779202743.619757:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30579:x1865628501115392:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202743.619814:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202743.619840:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934e00/0x3d5ca2fc49dbf2d7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6598e expref: 47 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.619859:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:2.0:1779202743.619870:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202743.619894:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2e5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.619908:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.619917:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.619929:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf2ec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0xf44fc704 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.619935:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf2ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xf44fc704 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.619942:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf2ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xf44fc704 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.619985:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2e5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.619993:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2e5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.620000:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2e5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.620007:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2e5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.620013:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202743.620017:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2e5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.620025:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2e5 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.620032:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:2.0:1779202743.620035:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202743.620038:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2e5 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.620045:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf2e5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.620055:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf2ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xf44fc704 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.620166:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf2ec lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xf44fc704 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.620174:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf2ec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xf44fc704 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.620180:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202743.620183:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf2ec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xf44fc704 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.620190:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf2ec lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xf44fc704 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.620208:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0xf44fc704 (ffff91cfc2882500) 00010000:00010000:2.0:1779202743.620210:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202743.620213:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf2ec lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0xf44fc704 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.620219:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf2ec lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0xf44fc704 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202743.620306:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:30579:x1865628501115392:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 550us (1373us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202743.620313:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1231 00000100:00100000:0.0:1779202743.622897:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202743.622993:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501115520 00000100:00100000:2.0:1779202743.623003:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501115520 00000100:00100000:2.0:1779202743.624652:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1232 00000100:00100000:2.0:1779202743.624673:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:30579:x1865628501115520:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202743.624715:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202743.624741:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf2f3 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65995 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.624787:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf2fa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.624804:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf2fa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.624816:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf2fa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.624946:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf2f3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65995 expref: 48 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.624968:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf2fa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65995 expref: 47 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.624977:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:2.0:1779202743.624979:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202743.624983:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7400, rc 0) 00000100:00100000:2.0:1779202743.625046:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30579:x1865628501115520:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 382us (2158us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202743.625054:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1232 00000100:00100000:3.0:1779202743.640285:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202743.641684:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501115776 00000100:00100000:1.0:1779202743.641719:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501115776 00000100:00100000:1.0:1779202743.641823:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1233 00000100:00100000:1.0:1779202743.641839:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30579:x1865628501115776:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1779202743.641961:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf301 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.641986:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf301 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.642002:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf301 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202743.643756:0:7869:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000947a9ad0 reply state 00000000094fb94d transno 4294968044 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf301 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.643790:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf301 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.643802:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:1.0:1779202743.644190:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1779202743.644208:0:7869:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202743.644567:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:30579:x1865628501115776:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 2718us (4281us total) trans 4294968044 rc 0/0 00000100:00100000:1.0:1779202743.644579:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1233 00000100:00100000:1.0:1779202743.665845:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.669587:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501115904 00000100:00100000:0.0:1779202743.669608:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501115904 00000100:00100000:0.0:1779202743.669745:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1234 00000100:00100000:0.0:1779202743.669762:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:30579:x1865628501115904:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202743.669850:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202743.669893:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf308 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6599c expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.669998:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf308 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6599c expref: 50 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.670018:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf308 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6599c expref: 50 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.670031:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:1.0:1779202743.670035:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202743.670041:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934200, rc 0) 00000100:00100000:1.0:1779202743.670156:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30579:x1865628501115904:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 398us (4328us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202743.670167:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1234 00000100:00100000:2.0:1779202743.674008:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.674140:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501116032 00000100:00100000:0.0:1779202743.674154:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501116032 00000100:00100000:0.0:1779202743.674239:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 233 00000100:00100000:0.0:1779202743.674252:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6471450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30579:x1865628501116032:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1779202743.674463:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6471450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30579:x1865628501116032:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 Request processed in 212us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.674472:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 233 00000100:00100000:3.0:1779202743.678136:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.678307:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501116288 00000100:00100000:0.0:1779202743.678321:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501116288 00000100:00100000:0.0:1779202743.678408:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 234 00000100:00100000:0.0:1779202743.678420:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:30579:x1865628501116288:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1779202743.679008:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30579:x1865628501116288:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 588us (883us total) trans 4294968045 rc 0/0 00000100:00100000:0.0:1779202743.679017:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 234 00000100:00100000:2.0:1779202743.681522:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.682057:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501116544 00000100:00100000:0.0:1779202743.682073:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501116544 00000100:00100000:0.0:1779202743.682144:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1235 00000100:00100000:0.0:1779202743.682155:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30579:x1865628501116544:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202743.682320:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30579:x1865628501116544:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 165us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.682329:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1235 00000100:00100000:2.0:1779202743.700425:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202743.700631:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501116800 00000100:00100000:3.0:1779202743.700647:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501116800 00000100:00100000:3.0:1779202743.700765:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1236 00000100:00100000:3.0:1779202743.700778:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0065050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30579:x1865628501116800:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202743.700816:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202743.700846:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf30f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659a3 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.701001:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.701020:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf308 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6599c expref: 52 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.701032:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.701077:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf308 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6599c expref: 52 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.701092:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf308 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6599c expref: 52 pid: 6563 timeout: 972 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202743.701109:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524114944:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202743.701252:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1779202743.720006:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524114944:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202743.720653:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202743.721011:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.721163:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501116928 00000100:00100000:0.0:1779202743.721173:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501116928 00010000:00010000:0.0:1779202743.721237:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf308 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6599c expref: 53 pid: 6563 timeout: 972 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202743.721324:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 377 00000100:00100000:0.0:1779202743.721337:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501116928:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202743.721359:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202743.721367:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf308 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6599c expref: 53 pid: 6563 timeout: 972 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.721381:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf308 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6599c expref: 53 pid: 6563 timeout: 972 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.721412:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf308 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6599c expref: 53 pid: 6563 timeout: 972 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.721431:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:0.0:1779202743.721436:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.721448:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.721457:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.721497:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202743.721600:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:2419:x1865628501116928:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 266us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.721609:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 377 00010000:00010000:3.0:1779202743.721735:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.721745:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202743.721776:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00080000:3.0:1779202743.725059:0:16980:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:3.0:1779202743.725285:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.725306:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.725316:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.725324:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202743.725331:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.725341:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.725366:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:3.0:1779202743.725369:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202743.725376:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.725384:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf316 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.725475:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf30f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659a3 expref: 52 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.725488:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff91cfc2a5d200) 00010000:00010000:3.0:1779202743.725491:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202743.725495:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf30f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659a3 expref: 52 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.725505:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5600, rc 0) 00000100:00100000:3.0:1779202743.726299:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0065050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30579:x1865628501116800:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 25516us (25883us total) trans 4294968046 rc 301/301 00000100:00100000:3.0:1779202743.726312:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1236 00000100:00100000:2.0:1779202743.731834:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.731950:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501117184 00000100:00100000:0.0:1779202743.731966:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501117184 00000100:00100000:0.0:1779202743.732043:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 235 00000100:00100000:0.0:1779202743.732056:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:30579:x1865628501117184:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1779202743.732476:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:30579:x1865628501117184:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 421us (658us total) trans 4294968047 rc 0/0 00000100:00100000:0.0:1779202743.732486:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 235 00000100:00100000:2.0:1779202743.740814:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202743.744804:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501117312 00000100:00100000:3.0:1779202743.744828:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501117312 00000100:00100000:2.0:1779202743.748889:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1237 00000100:00100000:2.0:1779202743.748908:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:30579:x1865628501117312:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202743.748946:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202743.748976:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf324 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659aa expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.749097:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf32b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.749120:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf32b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.749137:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf32b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202743.749205:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00200000:2.0:1779202743.749211:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202743.749238:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf32b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.749273:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf324 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659aa expref: 54 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.749298:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf32b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659aa expref: 53 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.749308:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:2.0:1779202743.749312:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1779202743.749316:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6c00, rc 0) 00000100:00100000:2.0:1779202743.749442:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:30579:x1865628501117312:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 539us (8648us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202743.749450:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1237 00000100:00100000:0.0:1779202743.754267:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202743.754365:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501117440 00000100:00100000:2.0:1779202743.754392:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501117440 00000100:00100000:2.0:1779202743.754487:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 328 00000100:00100000:2.0:1779202743.754500:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501117440:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202743.754526:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202743.754574:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbf332 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659b1 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202743.754611:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1779202743.754638:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202743.754641:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202743.754653:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbf332 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b1 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.754675:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbf332 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b1 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.754727:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7c00, rc 0) 00000100:00100000:2.0:1779202743.754803:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501117440:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 304us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202743.754810:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 328 00000100:00080000:3.0:1779202743.755395:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202743.771073:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.771293:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501117696 00000100:00100000:0.0:1779202743.771308:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501117696 00000100:00100000:0.0:1779202743.771394:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1238 00000100:00100000:0.0:1779202743.771409:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:30579:x1865628501117696:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202743.771593:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:30579:x1865628501117696:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 187us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.771601:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1238 00000100:00100000:2.0:1779202743.780079:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202743.780190:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501117824 00000100:00100000:3.0:1779202743.780216:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501117824 00000100:00100000:3.0:1779202743.780297:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 329 00000100:00100000:3.0:1779202743.780309:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:30579:x1865628501117824:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202743.780334:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202743.780361:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf339 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659b8 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.780419:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbf332 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b1 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.780429:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202743.780432:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202743.780438:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf339 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b8 expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.780487:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbf332 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b1 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.780504:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbf332 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b1 expref: 11 pid: 17866 timeout: 973 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202743.780528:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524115072:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202743.781250:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202743.789208:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.789389:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501117952 00000100:00100000:0.0:1779202743.789409:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501117952 00010000:00010000:0.0:1779202743.789478:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbf332 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b1 expref: 12 pid: 17866 timeout: 973 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202743.789775:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 378 00000100:00100000:3.0:1779202743.789792:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501117952:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202743.789824:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202743.789856:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbf332 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b1 expref: 12 pid: 17866 timeout: 973 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.789875:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbf332 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b1 expref: 12 pid: 17866 timeout: 973 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.789915:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202743.789918:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202743.789928:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b8 expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.789941:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b8 expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.789995:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b8 expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202743.790015:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6548:1865628524115200:192.168.204.21@tcp:105: 00000100:00100000:3.0:1779202743.790154:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cff00 going to sleep for 11 seconds 00010000:00010000:2.0:1779202743.790446:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbf332 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b1 expref: 12 pid: 17866 timeout: 973 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202743.790470:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524115072:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202743.790503:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b8 expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.790517:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5600, rc 0) 00000100:00100000:2.0:1779202743.790779:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:30579:x1865628501117824:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 10470us (10717us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202743.790790:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 329 00000100:00100000:0.0:1779202743.806166:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202743.806448:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6548:1865628524115200:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202743.806484:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202743.806685:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501117952:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 16896us (17507us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.806738:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 378 00000100:00100000:1.0:1779202743.807007:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501118080 00000100:00100000:1.0:1779202743.807019:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501118080 00002000:00100000:1.0:1779202743.807091:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff91d0ffc36a00 x1865628501118080/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:709/0 lens 648/0 e 0 to 0 dl 1779202754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202743.807103:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc36a00 with x1865628501118080 ext(0->157) 00002000:00010000:1.0:1779202743.807110:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffc36a00 00000100:00100000:1.0:1779202743.807138:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 88 00000100:00100000:1.0:1779202743.807148:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501118080:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1779202743.817359:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501118080:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 10187us (11185us total) trans 4294967362 rc 0/0 00000100:00100000:1.0:1779202743.817384:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 88 00002000:00100000:1.0:1779202743.817409:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff91d0ffc36a00 x1865628501118080/t4294967362(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:709/0 lens 648/448 e 0 to 0 dl 1779202754 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202743.817421:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc36a00 with x1865628501118080 ext(0->157) 00002000:00010000:1.0:1779202743.817429:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffc36a00 00000100:00100000:0.0:1779202743.825990:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202743.830026:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501118208 00000100:00100000:1.0:1779202743.830057:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501118208 00000100:00100000:0.0:1779202743.830399:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1239 00000100:00100000:0.0:1779202743.830419:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:30579:x1865628501118208:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1779202743.834768:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968047 is committed 00000001:00080000:2.0:1779202743.834816:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968041 is committed 00010000:00010000:0.0:1779202743.835008:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf301 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.835026:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf301 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.835034:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf301 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.835042:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202743.835048:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf301 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.835055:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf301 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.835080:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:0.0:1779202743.835083:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1779202743.835090:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf301 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.835096:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf301 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202743.835371:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:30579:x1865628501118208:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 4951us (9394us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.835383:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1239 00000100:00100000:0.0:1779202743.849823:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202743.849924:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501118336 00000100:00100000:3.0:1779202743.849939:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501118336 00000100:00100000:3.0:1779202743.850026:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 330 00000100:00100000:3.0:1779202743.850040:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2421:x1865628501118336:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1779202743.856078:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000100:00100000:3.0:1779202743.856649:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501118336:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 6599us (6836us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.856665:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 330 00000100:00100000:0.0:1779202743.859649:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202743.860297:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501118592 00000100:00100000:2.0:1779202743.860315:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501118592 00000100:00100000:2.0:1779202743.860585:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1240 00000100:00100000:2.0:1779202743.860599:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:30579:x1865628501118592:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202743.860735:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202743.860777:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf32b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659aa expref: 46 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.860874:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:2.0:1779202743.860881:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202743.860930:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf340 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.860951:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf340 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.860965:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf340 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202743.861208:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b1aa20ad reply state 00000000aad26694 transno 4294968048 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf340 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.861223:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf340 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.861464:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:2.0:1779202743.861469:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202743.861473:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1779202743.861648:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30579:x1865628501118592:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 1050us (2018us total) trans 4294968048 rc 0/0 00000100:00100000:2.0:1779202743.861657:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1240 00000100:00100000:0.0:1779202743.864354:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.864419:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501118720 00000100:00100000:0.0:1779202743.864433:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501118720 00000100:00100000:0.0:1779202743.864509:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1241 00000100:00100000:0.0:1779202743.864521:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30579:x1865628501118720:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202743.864559:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202743.864585:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbf347 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659bf expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.864663:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbf347 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659bf expref: 48 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.864681:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbf347 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659bf expref: 48 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.865047:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:0.0:1779202743.865051:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202743.865057:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913000, rc 0) 00000100:00100000:0.0:1779202743.865128:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:30579:x1865628501118720:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 608us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.865136:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1241 00000100:00100000:0.0:1779202743.867727:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202743.867836:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501118848 00000100:00100000:3.0:1779202743.867848:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501118848 00000100:00100000:3.0:1779202743.867911:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 331 00000100:00100000:3.0:1779202743.867921:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501118848:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1779202743.868527:0:17866:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1779202743.868534:0:17866:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1779202714 00002000:00010000:3.0:1779202743.872612:0:17866:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 0 -> 1779202714 00002000:00010000:3.0:1779202743.872626:0:17866:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1779202714 00002000:00010000:3.0:1779202743.872629:0:17866:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1779202743.872866:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501118848:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 4866us (5072us total) trans 4294967363 rc 0/0 00000100:00100000:3.0:1779202743.872889:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 331 00000100:00100000:3.0:1779202743.876006:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202743.876186:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501119104 00000100:00100000:2.0:1779202743.876211:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501119104 00000100:00100000:2.0:1779202743.876298:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1242 00000100:00100000:2.0:1779202743.876309:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:30579:x1865628501119104:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1779202743.876421:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.876447:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf2fa lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65995 expref: 48 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.876458:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 4/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.876507:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf2fa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65995 expref: 48 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.876527:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf2fa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65995 expref: 48 pid: 6564 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202743.876549:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aa680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524115328:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202743.876732:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cc01eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1779202743.879939:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202743.880113:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aa680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524115328:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202743.880151:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202743.880305:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501119232 00000100:00100000:3.0:1779202743.880317:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501119232 00010000:00010000:3.0:1779202743.880373:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf2fa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65995 expref: 49 pid: 6564 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202743.880427:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 379 00000100:00100000:3.0:1779202743.880440:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2419:x1865628501119232:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202743.880462:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202743.880472:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf2fa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65995 expref: 49 pid: 6564 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.880488:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf2fa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65995 expref: 49 pid: 6564 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.880522:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf2fa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65995 expref: 49 pid: 6564 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.880544:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:3.0:1779202743.880549:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.880563:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.880573:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.880602:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202743.880680:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2419:x1865628501119232:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 241us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.880688:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 379 00010000:00010000:1.0:1779202743.880908:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.880917:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.880973:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.880981:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.880988:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.880995:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202743.881001:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.881010:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.881022:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:1.0:1779202743.881025:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1779202743.881031:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202743.881038:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf34e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202743.881097:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30579:x1865628501119104:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 4790us (5569us total) trans 0 rc -22/-22 00000100:00100000:1.0:1779202743.881108:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1242 00000100:00100000:1.0:1779202743.885881:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202743.886167:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501119360 00000100:00100000:3.0:1779202743.886183:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501119360 00000100:00100000:3.0:1779202743.886275:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 332 00000100:00100000:3.0:1779202743.886287:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2421:x1865628501119360:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1779202743.886350:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.886389:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b8 expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.886401:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202743.886403:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202743.886408:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.886467:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b8 expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.886485:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b8 expref: 11 pid: 8511 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202743.886506:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524115456:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202743.886989:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cff00 going to sleep for 11 seconds 00000100:00100000:3.0:1779202743.890140:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.890294:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524115456:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202743.890334:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202743.891144:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501119488 00000100:00100000:2.0:1779202743.891157:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501119488 00010000:00010000:2.0:1779202743.891222:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b8 expref: 12 pid: 8511 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202743.891310:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 380 00000100:00100000:2.0:1779202743.891323:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501119488:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202743.891346:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202743.891386:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b8 expref: 12 pid: 8511 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.891402:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b8 expref: 12 pid: 8511 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.891436:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062598bc3/0x3d5ca2fc49dbf339 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659b8 expref: 12 pid: 8511 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.891466:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202743.891468:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202743.891474:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.891487:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.891524:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202743.891611:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501119488:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 289us (1490us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202743.891619:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 380 00010000:00010000:0.0:1779202743.892014:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.892027:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.892063:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.892072:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.892080:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.892087:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202743.892091:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.892101:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.892115:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.892129:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d2d2408/0x3d5ca2fc49dbf355 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202743.892208:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501119360:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 5923us (6346us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.892216:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 332 00000100:00100000:3.0:1779202743.900530:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.901164:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501119744 00000100:00100000:0.0:1779202743.901181:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501119744 00000100:00100000:0.0:1779202743.901295:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1243 00000100:00100000:0.0:1779202743.901308:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:30579:x1865628501119744:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1779202743.901509:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf35c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.901535:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf35c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.901602:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf35c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.901953:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.901966:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbf347 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659bf expref: 48 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.901976:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.902028:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbf347 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659bf expref: 48 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.902280:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbf347 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659bf expref: 48 pid: 6562 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202743.902300:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc36300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524115584:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202743.902678:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1779202743.906404:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202743.906559:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501119872 00000100:00100000:3.0:1779202743.906576:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501119872 00010000:00010000:3.0:1779202743.906641:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbf347 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659bf expref: 49 pid: 6562 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202743.906895:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 381 00000100:00100000:3.0:1779202743.906911:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2420:x1865628501119872:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202743.906936:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202743.906946:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbf347 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659bf expref: 49 pid: 6562 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.906966:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbf347 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659bf expref: 49 pid: 6562 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.907001:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:3.0:1779202743.907009:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.907022:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.907044:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.907075:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202743.907305:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2420:x1865628501119872:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 397us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.907315:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 381 00010000:00010000:0.0:1779202743.907586:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913000/0x3d5ca2fc49dbf347 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659bf expref: 48 pid: 6562 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202743.907609:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc36300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524115584:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202743.907639:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.907649:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.907655:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1779202743.908041:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968049 00000001:00080000:0.0:1779202743.908175:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968050 00000001:00080000:0.0:1779202743.908221:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968051 00000100:00100000:0.0:1779202743.908322:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc36300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524115712:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1779202743.908413:0:6563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202743.908461:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1779202743.908687:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524115712 00000100:00100000:3.0:1779202743.908723:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524115712 00000100:00100000:3.0:1779202743.908772:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1779202743.908779:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524115712:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1779202743.908887:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524115712:12345-0@lo:1000:mdt00_001.0 Request processed in 108us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202743.908896:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1779202743.908991:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc36300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524115712:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1779202743.909150:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968052 00000100:00100000:2.0:1779202743.909218:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aa680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524115840:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1779202743.909253:0:6563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202743.909286:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cc01e180 going to sleep for 11 seconds 00000100:00100000:3.0:1779202743.911944:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524115840 00000100:00100000:3.0:1779202743.911971:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524115840 00000100:00100000:3.0:1779202743.912098:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1779202743.912113:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524115840:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1779202743.912629:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6563:x1865628524115840:12345-0@lo:1000:mdt00_001.0 Request processed in 518us (3373us total) trans 4294967364 rc 0/0 00000100:00100000:3.0:1779202743.912638:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1779202743.912783:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aa680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524115840:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1779202743.914301:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968053 00010000:00010000:3.0:1779202743.914382:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914396:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914404:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914411:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202743.914417:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914427:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914449:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:3.0:1779202743.914453:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202743.914460:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914467:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf363 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914506:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf298 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914513:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf298 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914519:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf298 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914524:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202743.914527:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf298 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914533:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf298 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914541:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1de2800) 00010000:00010000:3.0:1779202743.914544:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202743.914557:0:6563:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf29f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65980 expref: 95 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914571:0:6563:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf29f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65980 expref: 95 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914582:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf29f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65980 expref: 95 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.914636:0:6563:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6e00/0x3d5ca2fc49dbf29f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65980 expref: 95 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202743.914655:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524115968:192.168.204.21@tcp:105: 00000100:00100000:3.0:1779202743.914791:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202743.920897:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524115968:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202743.920944:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf298 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.920959:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf298 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921006:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf36a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921028:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf36a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921044:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf36a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921063:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf36a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921070:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf36a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921077:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf36a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921083:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202743.921088:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf36a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921095:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf36a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921110:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1de2800) 00010000:00010000:3.0:1779202743.921113:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202743.921117:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf36a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921122:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf36a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921132:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf35c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921138:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf35c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921144:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf35c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921150:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202743.921153:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf35c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921159:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf35c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921166:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff91cfc1de2800) 00010000:00010000:3.0:1779202743.921168:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202743.921171:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf35c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202743.921176:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf35c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202743.921450:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:30579:x1865628501119744:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 20141us (20938us total) trans 4294968054 rc 0/0 00000100:00100000:3.0:1779202743.921463:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1243 00000020:00080000:3.0:1779202743.921472:0:6563:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1779202743.921935:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202743.921942:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202743.922443:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1779202743.922459:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202743.922606:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.922738:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501120000 00000100:00100000:0.0:1779202743.922750:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501120000 00000100:00100000:0.0:1779202743.922812:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 236 00000100:00100000:0.0:1779202743.922824:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:30577:x1865628501120000:12345-192.168.204.21@tcp:49:diff.0 00000100:00100000:0.0:1779202743.922976:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:30577:x1865628501120000:12345-192.168.204.21@tcp:49:diff.0 Request processed in 154us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.922983:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 236 00000100:00100000:1.0:1779202743.928913:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202743.929077:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.929993:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501120128 00000100:00100000:0.0:1779202743.930010:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501120128 00000100:00100000:0.0:1779202743.930222:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 333 00000100:00100000:2.0:1779202743.930228:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501120384 00000100:00100000:2.0:1779202743.930236:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501120384 00000100:00100000:0.0:1779202743.930237:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+16:30577:x1865628501120128:12345-192.168.204.21@tcp:101:diff.0 00010000:00010000:0.0:1779202743.930271:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1779202743.930285:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 237 00000100:00100000:2.0:1779202743.930294:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:30579:x1865628501120384:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00010000:00010000:0.0:1779202743.930307:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018402d65/0x3d5ca2fc49dbf371 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659c6 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202743.930355:0:12963:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a0c7a9a, atime: 0x6a0c7a9a, ctime: 0x6a0c7a9a, blocks: 0x8 00010000:00010000:0.0:1779202743.930556:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202743.930560:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202743.930573:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018402d65/0x3d5ca2fc49dbf371 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659c6 expref: 17 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.930597:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000018402d65/0x3d5ca2fc49dbf371 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659c6 expref: 17 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.930623:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913000, rc 0) 00000004:00080000:2.0:1779202743.930716:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1779202743.930743:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:30577:x1865628501120128:12345-192.168.204.21@tcp:101:diff.0 Request processed in 510us (1847us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202743.930752:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 333 00000001:00080000:2.0:1779202743.930772:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968055 00010000:00010000:2.0:1779202743.930811:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf378 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.930834:0:6565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf378 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.930847:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf378 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.930858:0:6565:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf378 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.930865:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf378 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.930873:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf378 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202743.930901:0:6565:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1779202743.930932:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202743.930941:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf378 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.930950:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6c00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202743.930956:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf378 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.930966:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf378 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202743.930968:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:30579:x1865628501120384:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 675us (1891us total) trans 4294968056 rc 0/0 00000100:00100000:2.0:1779202743.930986:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 237 00000020:00080000:2.0:1779202743.930990:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1779202743.930992:0:6552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:0.0:1779202743.930996:0:6552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1779202743.931002:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf378 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.931008:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf378 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202743.931026:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202743.931028:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202743.931154:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1779202743.936209:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202743.937015:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202743.937121:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501120512 00000100:00100000:0.0:1779202743.937135:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501120512 00002000:00100000:0.0:1779202743.937223:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff91d0ffcef480 x1865628501120512/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:709/0 lens 488/0 e 0 to 0 dl 1779202754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202743.937238:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffcef480 with x1865628501120512 ext(0->4095) 00002000:00010000:0.0:1779202743.937246:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffcef480 00000100:00100000:0.0:1779202743.937286:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 89 00000100:00100000:0.0:1779202743.937298:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501120512:12345-192.168.204.21@tcp:3:diff.0 00000100:00100000:0.0:1779202743.937562:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501120512:12345-192.168.204.21@tcp:3:diff.0 Request processed in 265us (560us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202743.937571:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 89 00002000:00100000:0.0:1779202743.937578:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff91d0ffcef480 x1865628501120512/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:709/0 lens 488/4536 e 0 to 0 dl 1779202754 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202743.937587:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffcef480 with x1865628501120512 ext(0->4095) 00002000:00010000:0.0:1779202743.937590:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffcef480 00000100:00100000:0.0:1779202743.943765:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202743.944360:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501120768 00000100:00100000:3.0:1779202743.944389:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501120768 00000100:00100000:3.0:1779202743.944471:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 238 00000100:00100000:3.0:1779202743.944485:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:30577:x1865628501120768:12345-192.168.204.21@tcp:35:diff.0 00000100:00100000:3.0:1779202743.945541:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:30577:x1865628501120768:12345-192.168.204.21@tcp:35:diff.0 Request processed in 1051us (1848us total) trans 4294968057 rc 0/0 00000100:00100000:3.0:1779202743.945555:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 238 00010000:00010000:3.0:1779202744.014168:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202744.204795:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202744.204854:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202744.204896:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202744.204916:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202744.204942:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202744.204976:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501121152 00000100:00100000:1.0:1779202744.204991:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501121152 00000100:00100000:1.0:1779202744.205068:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501121408 00000100:00100000:1.0:1779202744.205071:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501121408 00000100:00100000:1.0:1779202744.205097:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 729 00000100:00100000:1.0:1779202744.205108:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501121152:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202744.205204:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2419:x1865628501121152:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 98us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202744.205212:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 729 00000100:00100000:1.0:1779202744.205231:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 730 00000100:00100000:1.0:1779202744.205237:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501121408:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202744.205258:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501121408:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202744.205263:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 730 00000100:00080000:1.0:1779202744.205482:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202744.206039:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501121024 00000100:00100000:2.0:1779202744.206051:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501121024 00000100:00100000:2.0:1779202744.206105:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501121280 00000100:00100000:2.0:1779202744.206108:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501121280 00000100:00100000:2.0:1779202744.206136:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1097 00000100:00100000:2.0:1779202744.206143:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501121024:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202744.206220:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501121024:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 76us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202744.206226:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1097 00000100:00100000:2.0:1779202744.206242:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1098 00000100:00100000:2.0:1779202744.206247:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501121280:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202744.206269:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501121280:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (1327us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202744.206274:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1098 00000100:00100000:3.0:1779202744.206590:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501120896 00000100:00100000:3.0:1779202744.206596:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501120896 00000100:00100000:3.0:1779202744.206688:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 749 00000100:00100000:3.0:1779202744.206736:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501120896:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202744.206775:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501120896:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 41us (1921us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202744.206782:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 749 00000100:00080000:1.0:1779202744.207499:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202744.714958:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524116096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202744.715060:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202744.715151:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779202744.715159:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524116224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202744.715204:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202744.715267:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524116096 00000100:00100000:3.0:1779202744.715277:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524116096 00000100:00100000:0.0:1779202744.715291:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524116224 00000100:00100000:0.0:1779202744.715298:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524116224 00000100:00100000:0.0:1779202744.715343:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1779202744.715357:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524116224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202744.715403:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202744.715480:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524116224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202744.715490:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1779202744.715513:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1779202744.715520:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524116096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202744.715531:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202744.715557:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524116096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202744.715563:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1779202744.722881:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524116224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202744.722913:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524116096:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1779202745.035724:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202745.229013:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202745.229049:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524116352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202745.229182:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202745.229654:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202745.229668:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524116480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202745.229734:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202745.229776:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524116352 00000100:00100000:3.0:1779202745.229786:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524116352 00000100:00100000:3.0:1779202745.229866:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524116480 00000100:00100000:3.0:1779202745.229870:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524116480 00000100:00100000:3.0:1779202745.229889:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1779202745.229900:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524116352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202745.229936:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3920338944 avail 3688787968 00000100:00100000:3.0:1779202745.229993:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524116352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202745.230001:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1779202745.230022:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1779202745.230029:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524116480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202745.230040:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3920338944 avail 3688787968 00000100:00100000:3.0:1779202745.230069:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524116480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202745.230075:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00080000:3.0:1779202745.230098:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202745.230146:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524116480:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202745.230342:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524116352:0@lo:13:osp-pre-1-1.0 00000040:00080000:2.0:1779202745.739890:0:22789:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202745.739898:0:22789:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202745.739926:0:22789:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:2.0:1779202745.739933:0:22789:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202746.060065:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202746.251306:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779202746.251336:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524116608:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202746.251415:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202746.251868:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524116608 00000100:00100000:3.0:1779202746.251879:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524116608 00000100:00100000:3.0:1779202746.251937:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1779202746.251947:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524116608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202746.251989:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202746.252062:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524116608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202746.252069:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1779202746.252159:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524116608:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1779202747.092878:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202748.108473:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202748.299202:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524116736:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202748.299318:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202748.299509:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524116736 00000100:00100000:0.0:1779202748.299522:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524116736 00000100:00100000:0.0:1779202748.299596:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1779202748.299607:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524116736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202748.299654:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:0.0:1779202748.299757:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524116736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202748.299765:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1779202748.300177:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524116736:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202748.300657:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524116864:0@lo:400:kworker.0 00000100:00100000:3.0:1779202748.300736:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202748.300943:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524117120:0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.300982:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202748.301024:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524117632:0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.301051:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202748.301067:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524118144:0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.301087:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202748.301120:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1779202748.301126:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524117248:0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.301151:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202748.301168:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524117760:0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.301188:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202748.301205:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524118272:0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.301227:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202748.301257:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524117632 00000100:00100000:1.0:1779202748.301265:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524117632 00000100:00100000:1.0:1779202748.301322:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524118144 00000100:00100000:1.0:1779202748.301325:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524118144 00000100:00100000:1.0:1779202748.301346:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524117760 00000100:00100000:1.0:1779202748.301349:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524117760 00000100:00100000:1.0:1779202748.301365:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524118272 00000100:00100000:1.0:1779202748.301367:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524118272 00000100:00100000:1.0:1779202748.301384:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1779202748.301392:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524117632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.301450:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524117632:12345-0@lo:400:kworker.0 Request processed in 59us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202748.301457:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1779202748.301473:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1779202748.301479:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524118144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.301511:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524118144:12345-0@lo:400:kworker.0 Request processed in 32us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202748.301517:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1779202748.301527:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1779202748.301533:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524117760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.301562:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524117760:12345-0@lo:400:kworker.0 Request processed in 30us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202748.301568:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1779202748.301578:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1779202748.301584:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524118272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.301610:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524118272:12345-0@lo:400:kworker.0 Request processed in 27us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202748.301616:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00080000:1.0:1779202748.301640:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202748.301646:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202748.301866:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524117120 00000100:00100000:2.0:1779202748.301872:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524117120 00000100:00100000:2.0:1779202748.301918:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:2.0:1779202748.301926:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524117120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202748.301968:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524117120:12345-0@lo:400:kworker.0 Request processed in 43us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202748.301975:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:2.0:1779202748.301998:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524117248 00000100:00100000:2.0:1779202748.302002:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524117248 00000100:00100000:2.0:1779202748.302031:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1779202748.302038:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524117248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202748.302074:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524117248:12345-0@lo:400:kworker.0 Request processed in 36us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202748.302081:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1779202748.303058:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524116992:0@lo:400:kworker.0 00000100:00100000:0.0:1779202748.303128:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202748.303165:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524117504:0@lo:400:kworker.0 00000100:00100000:0.0:1779202748.303188:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202748.303209:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524118016:0@lo:400:kworker.0 00000100:00100000:0.0:1779202748.303230:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202748.303299:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524116992 00000100:00100000:0.0:1779202748.303306:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524116992 00000100:00100000:0.0:1779202748.303347:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524117504 00000100:00100000:0.0:1779202748.303350:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524117504 00000100:00100000:0.0:1779202748.303380:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524118016 00000100:00100000:0.0:1779202748.303383:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524118016 00000100:00100000:0.0:1779202748.303408:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:0.0:1779202748.303417:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524116992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202748.303469:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524116992:12345-0@lo:400:kworker.0 Request processed in 53us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202748.303476:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:0.0:1779202748.303496:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:0.0:1779202748.303502:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524117504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202748.303531:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524117504:12345-0@lo:400:kworker.0 Request processed in 30us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202748.303538:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:0.0:1779202748.303551:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1779202748.303557:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524118016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202748.303585:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524118016:12345-0@lo:400:kworker.0 Request processed in 28us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202748.303591:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00080000:0.0:1779202748.303620:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202748.303658:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524116992:0@lo:400:kworker.0 00000100:00100000:0.0:1779202748.303670:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524117504:0@lo:400:kworker.0 00000100:00100000:0.0:1779202748.303679:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524118016:0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.304150:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524117248:0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.304166:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524117760:0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.304179:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524118272:0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.304191:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524117120:0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.304203:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524117632:0@lo:400:kworker.0 00000100:00100000:1.0:1779202748.304216:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524118144:0@lo:400:kworker.0 00000100:00100000:2.0:1779202748.304314:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524116864 00000100:00100000:2.0:1779202748.304321:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524116864 00000100:00100000:2.0:1779202748.304369:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1779202748.304379:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524116864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202748.304429:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524116864:12345-0@lo:400:kworker.0 Request processed in 52us (3693us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202748.304436:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1779202748.304493:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524116864:0@lo:400:kworker.0 00000100:00100000:2.0:1779202748.304503:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524117376:0@lo:400:kworker.0 00000100:00100000:2.0:1779202748.304537:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202748.304563:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524117888:0@lo:400:kworker.0 00000100:00100000:2.0:1779202748.304586:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202748.307027:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524117376 00000100:00100000:0.0:1779202748.307044:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524117376 00000100:00100000:0.0:1779202748.307733:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524117888 00000100:00100000:0.0:1779202748.307740:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524117888 00000100:00100000:0.0:1779202748.307783:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:0.0:1779202748.307794:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524117376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202748.307928:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524117376:12345-0@lo:400:kworker.0 Request processed in 136us (3390us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202748.307936:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:0.0:1779202748.307956:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1779202748.307963:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524117888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202748.307994:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524117888:12345-0@lo:400:kworker.0 Request processed in 32us (3406us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202748.307999:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1779202748.308061:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524117376:0@lo:400:kworker.0 00000100:00100000:0.0:1779202748.308077:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524117888:0@lo:400:kworker.0 00000100:00080000:1.0:1779202748.308239:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1779202749.134593:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202749.317393:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202749.317448:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202749.317480:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202749.317503:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202749.317522:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202749.317540:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202749.317559:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202749.317577:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202749.317601:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202749.317634:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501122048 00000100:00100000:3.0:1779202749.317651:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501122048 00000100:00100000:0.0:1779202749.317728:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501121792 00000100:00100000:0.0:1779202749.317733:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501121792 00000100:00100000:3.0:1779202749.317738:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501122560 00000100:00100000:3.0:1779202749.317740:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501122560 00000100:00100000:3.0:1779202749.317760:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501121920 00000100:00100000:3.0:1779202749.317762:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501121920 00000100:00100000:0.0:1779202749.317767:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501122304 00000100:00100000:0.0:1779202749.317769:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501122304 00000100:00100000:3.0:1779202749.317776:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501122432 00000100:00100000:3.0:1779202749.317778:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501122432 00000100:00100000:0.0:1779202749.317787:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501121664 00000100:00100000:0.0:1779202749.317789:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501121664 00000100:00100000:3.0:1779202749.317796:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 735 00000100:00100000:3.0:1779202749.317808:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501122048:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202749.318007:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501122048:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 199us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202749.318016:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 735 00000100:00100000:3.0:1779202749.318036:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 736 00000100:00100000:3.0:1779202749.318044:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501122560:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202749.318072:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501122560:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202749.318079:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 736 00000100:00100000:3.0:1779202749.318100:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 737 00000100:00100000:3.0:1779202749.318107:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501121920:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202749.318131:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501121920:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202749.318137:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 737 00000100:00100000:3.0:1779202749.318146:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 738 00000100:00100000:3.0:1779202749.318152:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501122432:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202749.318172:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501122432:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202749.318177:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 738 00000100:00100000:3.0:1779202749.318203:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501122176 00000100:00100000:3.0:1779202749.318207:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501122176 00000100:00100000:3.0:1779202749.318229:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1105 00000100:00100000:3.0:1779202749.318234:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501121792:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202749.318261:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501121792:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202749.318267:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1105 00000100:00100000:3.0:1779202749.318282:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1106 00000100:00100000:3.0:1779202749.318289:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501122304:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202749.318309:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501122304:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202749.318315:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1106 00000100:00100000:3.0:1779202749.318327:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1107 00000100:00100000:3.0:1779202749.318332:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:2420:x1865628501122176:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202749.318361:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:2420:x1865628501122176:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202749.318367:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1107 00000100:00080000:3.0:1779202749.318390:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202749.318395:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202749.318397:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202749.318399:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202749.319139:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1108 00000100:00100000:0.0:1779202749.319148:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:2420:x1865628501121664:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202749.319210:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:2420:x1865628501121664:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 63us (1668us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202749.319217:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1108 00000100:00080000:0.0:1779202749.319296:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202749.319565:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501121536 00000100:00100000:1.0:1779202749.319576:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501121536 00000100:00100000:1.0:1779202749.319622:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 751 00000100:00100000:1.0:1779202749.319629:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501121536:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202749.319673:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501121536:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 44us (2296us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202749.319680:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 751 00000100:00100000:0.0:1779202749.835382:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4381500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524118400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202749.835487:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202749.835583:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202749.835590:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524118528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202749.835614:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202749.835668:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524118400 00000100:00100000:0.0:1779202749.835680:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524118400 00000100:00100000:0.0:1779202749.835756:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524118528 00000100:00100000:0.0:1779202749.835760:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524118528 00000100:00100000:0.0:1779202749.835778:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1779202749.835788:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524118400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202749.835839:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202749.835891:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524118400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202749.835898:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1779202749.835920:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1779202749.835927:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524118528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202749.835936:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1779202749.835959:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524118528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 33us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202749.835964:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1779202749.836024:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524118528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202749.836038:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4381500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524118400:0@lo:13:osp-pre-0-1.0 00000001:00080000:3.0:1779202749.842093:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968057 is committed 00000001:00080000:3.0:1779202749.842136:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968056 is committed 00000020:00080000:3.0:1779202749.842154:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0cc01ee40 refcount 2 committed 0 result 0 batchid 24 00000020:00080000:3.0:1779202749.842161:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91cfc41a7500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0cc01eb40 00000020:00080000:3.0:1779202749.842165:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91cfc41a7900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4ab6a00 00010000:00010000:0.0:1779202749.842243:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf340 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202749.842266:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf340 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202749.842274:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf340 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202749.842282:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202749.842287:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf340 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202749.842296:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf340 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202749.842318:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff91cfc2882a00) 00010000:00010000:0.0:1779202749.842322:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202749.842329:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf340 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202749.842336:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf340 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1779202749.842425:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 24 committed batchid 23 00000020:00080000:2.0:1779202749.842514:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000001:00080000:3.0:1779202749.842578:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000001:00080000:3.0:1779202749.842585:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00010000:00010000:2.0:1779202750.159915:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202750.347136:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202750.347170:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524118784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202750.347275:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202750.347381:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524118656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202750.347406:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202750.347509:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524118784 00000100:00100000:1.0:1779202750.347522:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524118784 00000100:00100000:1.0:1779202750.347599:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524118656 00000100:00100000:1.0:1779202750.347603:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524118656 00000100:00100000:1.0:1779202750.347626:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1779202750.347638:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524118784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202750.347684:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1779202750.347839:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1779202750.348183:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524118784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 546us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202750.348193:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00080000:0.0:1779202750.348275:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202750.348340:0:3665:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967364 gen 2 00000004:00080000:2.0:1779202750.348348:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967364 committed transno 4294967364 00000100:00100000:2.0:1779202750.348388:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524118784:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202750.349571:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524118656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202750.349679:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1779202750.349788:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524118656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1930us (2379us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202750.349890:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1779202750.350595:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524118656:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1779202751.179099:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202751.370952:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779202751.370987:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524118912:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202751.371106:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202751.371183:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524118912 00000100:00100000:3.0:1779202751.371196:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524118912 00000100:00100000:3.0:1779202751.371272:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1779202751.371284:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524118912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202751.371339:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202751.371413:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524118912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 130us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202751.371426:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1779202751.371528:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524118912:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1779202752.202936:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202752.375270:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202752.375314:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501122688 00000100:00100000:2.0:1779202752.375327:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501122688 00000100:00080000:0.0:1779202752.376178:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202752.376215:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1244 00000100:00100000:2.0:1779202752.376230:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30439:x1865628501122688:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1779202752.376375:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:30439:x1865628501122688:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 149us (1120us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202752.376383:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1244 00000100:00100000:3.0:1779202752.403813:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202752.405886:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501122816 00000100:00100000:0.0:1779202752.405906:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501122816 00000100:00100000:0.0:1779202752.406326:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1245 00000100:00100000:0.0:1779202752.406341:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:30439:x1865628501122816:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1779202752.406665:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:30439:x1865628501122816:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 327us (2869us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202752.406673:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1245 00000100:00080000:3.0:1779202752.408629:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:1.0:1779202753.163635:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202753.163652:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202753.163729:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:1.0:1779202753.163747:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202753.227000:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202753.357182:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202753.422168:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524119168:0@lo:400:kworker.0 00000100:00100000:3.0:1779202753.422285:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202753.422387:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524119680:0@lo:400:kworker.0 00000100:00100000:3.0:1779202753.422418:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202753.422438:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524120192:0@lo:400:kworker.0 00000100:00100000:3.0:1779202753.422465:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202753.422484:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524120704:0@lo:400:kworker.0 00000100:00100000:3.0:1779202753.422504:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202753.422533:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1779202753.422539:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524119296:0@lo:400:kworker.0 00000100:00100000:3.0:1779202753.422569:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202753.422586:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524119808:0@lo:400:kworker.0 00000100:00100000:3.0:1779202753.422607:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202753.422622:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524120320:0@lo:400:kworker.0 00000100:00100000:3.0:1779202753.422642:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202753.422676:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524120192 00000100:00100000:3.0:1779202753.422687:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524120192 00000100:00100000:3.0:1779202753.422786:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524120704 00000100:00100000:3.0:1779202753.422789:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524120704 00000100:00100000:3.0:1779202753.422813:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1779202753.422823:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524120192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202753.422882:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524120192:12345-0@lo:400:kworker.0 Request processed in 61us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202753.422890:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1779202753.422910:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1779202753.422916:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524120704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202753.422942:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524120704:12345-0@lo:400:kworker.0 Request processed in 26us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202753.422947:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00080000:3.0:1779202753.422971:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202753.422976:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202753.423027:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524120192:0@lo:400:kworker.0 00000100:00100000:3.0:1779202753.423039:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524120704:0@lo:400:kworker.0 00000100:00100000:0.0:1779202753.423417:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524119168 00000100:00100000:0.0:1779202753.423423:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524119168 00000100:00100000:0.0:1779202753.423469:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1779202753.423477:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524119168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202753.423530:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524119168:12345-0@lo:400:kworker.0 Request processed in 55us (1246us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202753.423537:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1779202753.423573:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524119680 00000100:00100000:0.0:1779202753.423577:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524119680 00000100:00100000:0.0:1779202753.423605:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1779202753.423611:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524119680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202753.423644:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524119680:12345-0@lo:400:kworker.0 Request processed in 33us (1225us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202753.423649:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1779202753.423667:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524119296 00000100:00100000:0.0:1779202753.423670:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524119296 00000100:00100000:0.0:1779202753.423717:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524119808 00000100:00100000:0.0:1779202753.423720:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524119808 00000100:00100000:0.0:1779202753.423758:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524120320 00000100:00100000:0.0:1779202753.423763:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524120320 00000100:00100000:0.0:1779202753.423785:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1779202753.423791:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524119296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202753.423823:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524119296:12345-0@lo:400:kworker.0 Request processed in 32us (1254us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202753.423829:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1779202753.423840:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:0.0:1779202753.423846:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524119808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202753.423872:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524119808:12345-0@lo:400:kworker.0 Request processed in 27us (1265us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202753.423877:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:0.0:1779202753.423887:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:0.0:1779202753.423891:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524120320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202753.423916:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524120320:12345-0@lo:400:kworker.0 Request processed in 25us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202753.423921:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:0.0:1779202753.423959:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524119296:0@lo:400:kworker.0 00000100:00100000:0.0:1779202753.423969:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524119808:0@lo:400:kworker.0 00000100:00100000:0.0:1779202753.423979:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524120320:0@lo:400:kworker.0 00000100:00100000:0.0:1779202753.423987:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524119168:0@lo:400:kworker.0 00000100:00100000:0.0:1779202753.423997:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524119680:0@lo:400:kworker.0 00000100:00080000:0.0:1779202753.424044:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202753.424604:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524119040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202753.424656:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202753.424728:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524119552:0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.424767:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202753.424793:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524120064:0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.424819:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202753.424838:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524120576:0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.424861:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202753.424885:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1779202753.424890:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524119424:0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.424912:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202753.424927:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524119936:0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.424949:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202753.424964:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524120448:0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.424984:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202753.425037:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524120064 00000100:00100000:2.0:1779202753.425043:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524120064 00000100:00100000:2.0:1779202753.425095:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524120576 00000100:00100000:2.0:1779202753.425098:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524120576 00000100:00100000:2.0:1779202753.425118:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1779202753.425125:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524120064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.425173:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524120064:12345-0@lo:400:kworker.0 Request processed in 48us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202753.425181:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1779202753.425194:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1779202753.425202:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524120576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.425227:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524120576:12345-0@lo:400:kworker.0 Request processed in 27us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202753.425233:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1779202753.425250:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524119552 00000100:00100000:2.0:1779202753.425254:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524119552 00000100:00100000:2.0:1779202753.425274:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524119936 00000100:00100000:2.0:1779202753.425276:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524119936 00000100:00100000:2.0:1779202753.425290:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524120448 00000100:00100000:2.0:1779202753.425292:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524120448 00000100:00100000:2.0:1779202753.425306:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1779202753.425313:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524119552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202753.425639:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524119040 00000100:00100000:3.0:1779202753.425645:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524119040 00000100:00100000:3.0:1779202753.425678:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524119424 00000100:00100000:3.0:1779202753.425681:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524119424 00000100:00100000:3.0:1779202753.425712:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1779202753.425720:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3663:x1865628524119040:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202753.425833:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524119552:12345-0@lo:400:kworker.0 Request processed in 31us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202753.425843:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1779202753.425858:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1779202753.425864:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524119936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.425900:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524119936:12345-0@lo:400:kworker.0 Request processed in 36us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202753.425906:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1779202753.425916:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1779202753.425922:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524120448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.425946:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524120448:12345-0@lo:400:kworker.0 Request processed in 24us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202753.425952:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1779202753.425991:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524119936:0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.426002:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524120448:0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.426024:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524119552:0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.426033:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524120064:0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.426043:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524120576:0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.426122:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1779202753.426130:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3663:x1865628524119424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202753.426166:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3663:x1865628524119424:12345-0@lo:400:kworker.0 Request processed in 37us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202753.426172:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1779202753.426197:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524119424:0@lo:400:kworker.0 00000004:00000024:3.0:1779202753.426284:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00080000:0.0:1779202753.426561:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202753.426568:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202753.426573:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202753.426729:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524119040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1009us (2072us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202753.426736:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1779202753.431708:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524119040:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1779202754.255313:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202754.457281:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202754.457331:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202754.457352:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202754.457376:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202754.457399:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202754.457440:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202754.457477:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501123072 00000100:00100000:0.0:1779202754.457491:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501123072 00000100:00100000:0.0:1779202754.457659:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501123200 00000100:00100000:0.0:1779202754.457663:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501123200 00000100:00100000:0.0:1779202754.457706:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501123712 00000100:00100000:0.0:1779202754.457709:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501123712 00000100:00100000:0.0:1779202754.457750:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1115 00000100:00100000:0.0:1779202754.457762:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:2420:x1865628501123072:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202754.457861:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:2420:x1865628501123072:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 101us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202754.457869:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1115 00000100:00100000:0.0:1779202754.457894:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1116 00000100:00100000:0.0:1779202754.457901:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501123200:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202754.457925:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501123200:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202754.457931:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1116 00000100:00100000:0.0:1779202754.457943:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1117 00000100:00100000:0.0:1779202754.457949:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501123712:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202754.457974:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501123712:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202754.457981:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1117 00000100:00100000:0.0:1779202754.458012:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501122944 00000100:00100000:0.0:1779202754.458016:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501122944 00000100:00100000:0.0:1779202754.458045:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 753 00000100:00100000:0.0:1779202754.458051:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501122944:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202754.458074:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501122944:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202754.458081:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 753 00000100:00100000:0.0:1779202754.458115:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501123456 00000100:00100000:0.0:1779202754.458119:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501123456 00000100:00100000:0.0:1779202754.458146:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501123968 00000100:00100000:0.0:1779202754.458148:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501123968 00000100:00100000:0.0:1779202754.458168:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 743 00000100:00100000:0.0:1779202754.458174:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501123456:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202754.458198:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501123456:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202754.458204:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 743 00000100:00100000:0.0:1779202754.458213:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 744 00000100:00100000:0.0:1779202754.458218:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501123968:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202754.458234:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501123968:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 16us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202754.458240:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 744 00000100:00080000:0.0:1779202754.458262:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202754.458267:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202754.458270:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202754.491630:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202754.491684:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202754.491852:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501123328 00000100:00100000:2.0:1779202754.491866:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501123328 00000100:00100000:2.0:1779202754.491940:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 745 00000100:00100000:2.0:1779202754.491952:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501123328:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202754.492065:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501123328:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 115us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202754.492073:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 745 00000100:00100000:1.0:1779202754.492316:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00080000:1.0:1779202754.492500:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202754.492516:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501123584 00000100:00100000:1.0:1779202754.492522:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501123584 00000100:00100000:1.0:1779202754.492570:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1118 00000100:00100000:1.0:1779202754.492579:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2420:x1865628501123584:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202754.492629:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2420:x1865628501123584:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 51us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202754.492636:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1118 00000100:00080000:1.0:1779202754.492652:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202754.492997:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501123840 00000100:00100000:2.0:1779202754.493002:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501123840 00000100:00100000:2.0:1779202754.493038:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 746 00000100:00100000:2.0:1779202754.493045:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501123840:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202754.493084:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501123840:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 40us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202754.493090:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 746 00000100:00080000:2.0:1779202754.493104:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:3.0:1779202754.767057:0:22986:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 10:59:12 (1779202752) 00000100:00100000:0.0:1779202754.959470:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202754.959507:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524120832:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202754.959610:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202754.960260:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524120832 00000100:00100000:2.0:1779202754.960270:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524120832 00000100:00100000:2.0:1779202754.960331:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1779202754.960344:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524120832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202754.960389:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:2.0:1779202754.960466:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524120832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202754.960474:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1779202754.960498:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779202754.960513:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524120960:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202754.960547:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202754.960580:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524120960 00000100:00100000:2.0:1779202754.960584:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524120960 00000100:00100000:2.0:1779202754.960609:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1779202754.960615:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524120960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202754.960627:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:2.0:1779202754.960658:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524120960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202754.960664:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1779202754.960753:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524120960:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202754.960795:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524120832:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202755.160788:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202755.160906:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501124096 00000100:00100000:0.0:1779202755.160923:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501124096 00000100:00100000:0.0:1779202755.161045:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1246 00000100:00100000:0.0:1779202755.161058:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:31198:x1865628501124096:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1779202755.161222:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:31198:x1865628501124096:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 166us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202755.161231:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1246 00000100:00100000:1.0:1779202755.169133:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202755.169390:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501124224 00000100:00100000:0.0:1779202755.169405:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501124224 00000100:00100000:0.0:1779202755.169510:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1247 00000100:00100000:0.0:1779202755.169526:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:31198:x1865628501124224:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1779202755.169688:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:31198:x1865628501124224:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 165us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202755.169732:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1247 00000100:00100000:1.0:1779202755.193934:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202755.195859:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501124352 00000100:00100000:0.0:1779202755.195882:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501124352 00000100:00100000:0.0:1779202755.196010:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1248 00000100:00100000:0.0:1779202755.196024:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:31199:x1865628501124352:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202755.197345:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202755.197381:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf37f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659cd expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197492:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf386 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197512:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf386 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197530:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf386 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197549:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf38d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197557:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf38d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197564:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf38d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197623:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf386 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197631:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf386 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197639:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf386 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197646:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202755.197650:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf386 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197663:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf386 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197676:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202755.197680:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202755.197687:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf386 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197714:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf386 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197732:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf38d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197737:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf38d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197743:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf38d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197749:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202755.197752:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf38d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197759:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf38d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197766:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff91cfc1de2400) 00010000:00010000:0.0:1779202755.197769:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202755.197772:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf38d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197783:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf38d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197828:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf37f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659cd expref: 97 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197840:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202755.197843:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202755.197847:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf37f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659cd expref: 97 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.197858:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913400, rc 0) 00000100:00100000:0.0:1779202755.197958:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:31199:x1865628501124352:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1936us (4038us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202755.197969:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1248 00000100:00100000:1.0:1779202755.203924:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202755.204409:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501124608 00000100:00100000:0.0:1779202755.204425:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501124608 00000100:00100000:0.0:1779202755.204508:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1249 00000100:00100000:0.0:1779202755.204522:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:31199:x1865628501124608:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:0.0:1779202755.204617:0:6564:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202755.204656:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbefb2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6588b expref: 96 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.204686:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202755.204717:0:6564:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202755.204810:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.204829:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbeff1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658a0 expref: 43 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.204838:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.204883:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbeff1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658a0 expref: 43 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.204899:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbeff1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658a0 expref: 43 pid: 7869 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202755.204917:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524121088:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202755.205615:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e0316900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202755.208545:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524121088:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202755.208602:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202755.211650:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000040:00080000:0.0:1779202755.211897:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202755.211903:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202755.211935:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:0.0:1779202755.211944:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202755.212648:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501124736 00000100:00100000:2.0:1779202755.212663:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501124736 00010000:00010000:2.0:1779202755.212754:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbeff1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658a0 expref: 44 pid: 7869 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202755.212815:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 382 00000100:00100000:2.0:1779202755.212827:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:2420:x1865628501124736:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202755.212846:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202755.212854:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbeff1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658a0 expref: 44 pid: 7869 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.212871:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbeff1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658a0 expref: 44 pid: 7869 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.212899:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4600/0x3d5ca2fc49dbeff1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d658a0 expref: 44 pid: 7869 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.212926:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202755.212932:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.212943:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.212953:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.213001:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202755.213084:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:2420:x1865628501124736:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 259us (1449us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202755.213093:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 382 00010000:00010000:1.0:1779202755.215036:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.215057:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.215097:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf39b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.215115:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf39b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.215133:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf39b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.217260:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf3a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.217292:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.217306:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202755.217326:0:6564:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006a815667 reply state 000000002ead3601 transno 4294968058 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.217339:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf3a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.217347:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5dd00) 00010000:00010000:1.0:1779202755.217350:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202755.217356:0:6564:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1779202755.217364:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00010000:00010000:1.0:1779202755.217374:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.217382:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.217388:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.217394:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202755.217399:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.217407:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.217419:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202755.217422:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202755.217426:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.217433:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf394 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202755.217450:0:6564:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006a815667 reply state 000000002ead3601 transno 4294968058 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf39b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.217457:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf39b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.217462:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff91cfc2a5db00) 00010000:00010000:1.0:1779202755.217465:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202755.217466:0:6564:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1779202755.217637:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:31199:x1865628501124608:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 13111us (13720us total) trans 4294968058 rc 0/0 00000100:00100000:1.0:1779202755.217649:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1249 00000001:00080000:3.0:1779202755.227098:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968058 is committed 00000020:00080000:3.0:1779202755.227123:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 24 batchid updated 00010000:00010000:0.0:1779202755.227172:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf39b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.227190:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf39b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.227205:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf39b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.227213:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202755.227219:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf39b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.227229:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf39b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.227265:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff91cfc2a5db00) 00010000:00010000:0.0:1779202755.227269:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202755.227274:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf39b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.227281:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf39b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.227310:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf3a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.227318:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf3a2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.227323:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf3a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.227329:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202755.227331:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf3a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.227342:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf3a2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.227350:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5dd00) 00010000:00010000:0.0:1779202755.227352:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202755.227356:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf3a2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.227361:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf3a2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1779202755.227521:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000020:00080000:2.0:1779202755.227544:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:1.0:1779202755.238923:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202755.239391:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501124864 00000100:00100000:0.0:1779202755.239409:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501124864 00000100:00100000:0.0:1779202755.239563:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1250 00000100:00100000:0.0:1779202755.239578:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:31200:x1865628501124864:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:0.0:1779202755.239625:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202755.239658:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf3a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659d4 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.240332:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf3b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.240358:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf3b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.240376:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf3b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202755.240450:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202755.240456:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202755.240488:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf3b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.240525:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf3a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659d4 expref: 97 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.240549:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf3b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659d4 expref: 96 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.240560:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202755.240563:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202755.240568:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913a00, rc 0) 00000100:00100000:0.0:1779202755.241473:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:31200:x1865628501124864:12345-192.168.204.21@tcp:101:bash.0 Request processed in 1892us (2559us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202755.241487:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1250 00000100:00100000:0.0:1779202755.257314:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202755.257491:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501124992 00000100:00100000:1.0:1779202755.257508:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501124992 00000100:00100000:1.0:1779202755.257584:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1251 00000100:00100000:1.0:1779202755.257596:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:31200:x1865628501124992:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:1.0:1779202755.257627:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202755.257655:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf3b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659db expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.257812:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf3be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.257830:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf3be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.257843:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf3be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.257858:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf3c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.257865:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf3c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.257871:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf3c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.257968:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbf3cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.257985:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbf3cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.257990:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbf3cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202755.258260:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:1.0:1779202755.258266:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202755.258296:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbf3cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258310:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf3be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258317:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf3be lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258324:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf3be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258331:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202755.258336:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf3be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258343:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf3be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258357:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202755.258360:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202755.258365:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf3be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258371:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf3be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258385:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf3c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258390:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf3c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258399:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf3c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258403:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202755.258405:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf3c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258410:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf3c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258415:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff91cfc2a5d500) 00010000:00010000:1.0:1779202755.258418:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202755.258420:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf3c5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258425:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf3c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258458:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf3b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659db expref: 98 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258472:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934800/0x3d5ca2fc49dbf3cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659db expref: 97 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.258479:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:1.0:1779202755.258481:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1779202755.258484:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934800, rc 0) 00000100:00100000:1.0:1779202755.258578:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:31200:x1865628501124992:12345-192.168.204.21@tcp:101:bash.0 Request processed in 983us (1278us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202755.258591:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1251 00000100:00100000:3.0:1779202755.262902:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202755.263013:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501125120 00000100:00100000:2.0:1779202755.263238:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501125120 00000100:00100000:2.0:1779202755.263360:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1252 00000100:00100000:2.0:1779202755.263373:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:31200:x1865628501125120:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202755.263405:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202755.263433:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf3d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659e2 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263528:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf3da lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263548:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf3da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263562:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf3da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263578:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf3e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263594:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263601:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263658:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf3da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263666:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf3da lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263673:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf3da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263679:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202755.263685:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf3da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263741:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf3da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263757:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:2.0:1779202755.263760:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202755.263775:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf3da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263783:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf3da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263801:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263808:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf3e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263814:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf3e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263819:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202755.263822:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf3e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263828:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf3e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263835:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff91cfc2882f00) 00010000:00010000:2.0:1779202755.263838:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202755.263841:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf3e1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263847:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf3e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263889:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf3d3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659e2 expref: 98 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263906:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:2.0:1779202755.263908:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202755.263912:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf3d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659e2 expref: 98 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.263922:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7400, rc 0) 00000100:00100000:2.0:1779202755.264012:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:31200:x1865628501125120:12345-192.168.204.21@tcp:101:bash.0 Request processed in 640us (1125us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202755.264020:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1252 00010000:00010000:3.0:1779202755.275164:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202755.277600:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202755.277947:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501125248 00000100:00100000:2.0:1779202755.277962:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501125248 00000100:00100000:2.0:1779202755.278050:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1253 00000100:00100000:2.0:1779202755.278062:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+43:31201:x1865628501125248:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202755.278092:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202755.278122:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf3e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659e9 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.278227:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf3ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.278248:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf3ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.278263:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf3ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202755.278327:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1779202755.278332:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202755.278358:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf3ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.278387:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf3e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659e9 expref: 45 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.278409:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf3ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659e9 expref: 44 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.278419:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202755.278423:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202755.278427:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7a00, rc 0) 00000100:00100000:2.0:1779202755.278516:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:31201:x1865628501125248:12345-192.168.204.21@tcp:101:rm.0 Request processed in 456us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202755.278524:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1253 00000100:00100000:0.0:1779202755.281613:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202755.281686:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501125376 00000100:00100000:1.0:1779202755.281739:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501125376 00000100:00100000:1.0:1779202755.281820:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1254 00000100:00100000:1.0:1779202755.281831:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:31201:x1865628501125376:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202755.281859:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202755.281889:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf3f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659f0 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.281998:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf3fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282018:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf3fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282041:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf3fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282061:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf404 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282068:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf404 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282074:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf404 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282196:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934e00/0x3d5ca2fc49dbf40b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282210:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934e00/0x3d5ca2fc49dbf40b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282217:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934e00/0x3d5ca2fc49dbf40b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202755.282273:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:1.0:1779202755.282278:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202755.282307:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934e00/0x3d5ca2fc49dbf40b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282321:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf3fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282328:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf3fd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282335:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf3fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282342:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202755.282347:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf3fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282354:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf3fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282368:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202755.282371:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202755.282377:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf3fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282389:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf3fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282405:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf404 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282412:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf404 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282418:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf404 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282423:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202755.282426:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf404 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282431:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf404 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282438:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff91cfc2a5d400) 00010000:00010000:1.0:1779202755.282441:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202755.282443:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf404 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282450:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf404 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282495:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf3f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659f0 expref: 46 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282511:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934e00/0x3d5ca2fc49dbf40b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659f0 expref: 45 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.282519:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:1.0:1779202755.282522:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1779202755.282525:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934e00, rc 0) 00000100:00100000:1.0:1779202755.284549:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31201:x1865628501125376:12345-192.168.204.21@tcp:101:rm.0 Request processed in 2705us (2935us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202755.284565:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1254 00000100:00100000:3.0:1779202755.289573:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202755.290626:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501125504 00000100:00100000:1.0:1779202755.290643:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501125504 00000100:00100000:1.0:1779202755.290750:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1255 00000100:00100000:1.0:1779202755.290777:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31201:x1865628501125504:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202755.290809:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202755.290842:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf412 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659f7 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.290939:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf419 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.290958:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf419 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.290984:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf419 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291002:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf420 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291009:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf420 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291020:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf420 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291074:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf419 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291081:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf419 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291089:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf419 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291095:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202755.291100:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf419 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291109:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf419 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291123:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:1.0:1779202755.291127:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202755.291134:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf419 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291141:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf419 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291157:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf420 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291163:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf420 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291168:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf420 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291174:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202755.291177:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf420 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291183:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf420 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291189:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff91cfc2a5d500) 00010000:00010000:1.0:1779202755.291192:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202755.291195:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf420 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291200:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf420 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.291242:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf412 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659f7 expref: 46 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.292594:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:1.0:1779202755.292598:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202755.292607:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf412 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659f7 expref: 46 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.292622:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935a00, rc 0) 00000100:00100000:0.0:1779202755.292969:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31201:x1865628501125504:12345-192.168.204.21@tcp:101:rm.0 Request processed in 2205us (3410us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202755.292990:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1255 00000100:00100000:3.0:1779202755.301064:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202755.301466:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501125632 00000100:00100000:2.0:1779202755.301484:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501125632 00000100:00100000:2.0:1779202755.301581:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1256 00000100:00100000:2.0:1779202755.301595:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31201:x1865628501125632:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202755.301631:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202755.301661:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf427 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d659fe expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313663:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf42e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313719:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf42e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313735:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf42e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313759:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf435 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313767:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf435 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313774:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf435 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313834:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf42e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313843:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf42e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313851:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf42e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313858:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202755.313863:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf42e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313871:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf42e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313884:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:3.0:1779202755.313888:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202755.313894:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf42e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313900:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf42e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313919:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf435 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313926:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf435 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313934:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf435 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313940:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202755.313943:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf435 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313949:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf435 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313957:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff91d0f3878800) 00010000:00010000:3.0:1779202755.313960:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202755.313963:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf435 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.313985:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf435 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.314041:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf427 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659fe expref: 46 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.314055:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:3.0:1779202755.314057:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202755.314061:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf427 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659fe expref: 46 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.314074:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6200, rc 0) 00000100:00100000:3.0:1779202755.314190:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31201:x1865628501125632:12345-192.168.204.21@tcp:101:rm.0 Request processed in 12597us (13140us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202755.314200:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1256 00000100:00100000:3.0:1779202755.346859:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202755.348130:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501125760 00000100:00100000:0.0:1779202755.348148:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501125760 00000100:00100000:0.0:1779202755.348245:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1257 00000100:00100000:0.0:1779202755.348259:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31202:x1865628501125760:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202755.348288:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202755.348317:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf43c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a05 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.348421:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf443 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.348440:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf443 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.348454:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf443 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.348475:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf44a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.348482:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf44a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.348490:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf44a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.348548:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf443 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.348556:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf443 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.348564:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf443 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.348571:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202755.349181:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf443 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.349198:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf443 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.349216:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:0.0:1779202755.349220:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202755.349226:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf443 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.349233:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf443 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.349251:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf44a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.349258:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf44a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.349264:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf44a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.349269:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202755.349272:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf44a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.349279:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf44a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.349286:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff91cfc1de2400) 00010000:00010000:0.0:1779202755.349289:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202755.349291:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf44a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.349301:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf44a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.349353:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf43c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a05 expref: 46 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.349365:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:0.0:1779202755.349367:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202755.349371:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf43c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a05 expref: 46 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.349381:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913c00, rc 0) 00000100:00100000:0.0:1779202755.349480:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31202:x1865628501125760:12345-192.168.204.21@tcp:101:cp.0 Request processed in 1224us (2637us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202755.349489:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1257 00000100:00100000:1.0:1779202755.355567:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202755.355683:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501125888 00000100:00100000:3.0:1779202755.356074:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501125888 00000100:00100000:2.0:1779202755.366466:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1258 00000100:00100000:2.0:1779202755.366489:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31202:x1865628501125888:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202755.366536:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202755.366570:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf451 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a0c expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.368411:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf458 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.368434:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf458 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.368449:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf458 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.368469:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf45f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.368477:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf45f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.368484:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf45f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370318:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf458 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370338:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf458 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370346:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf458 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370352:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202755.370357:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf458 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370372:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf458 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370394:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:2.0:1779202755.370397:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202755.370403:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf458 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370409:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf458 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370431:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf45f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370436:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf45f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370443:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf45f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370448:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202755.370450:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf45f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370455:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf45f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370461:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff91cfc2882f00) 00010000:00010000:2.0:1779202755.370463:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202755.370466:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf45f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370473:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf45f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370544:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf451 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a0c expref: 46 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370555:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:2.0:1779202755.370557:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202755.370561:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf451 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a0c expref: 46 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.370571:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7400, rc 0) 00000100:00100000:2.0:1779202755.372577:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31202:x1865628501125888:12345-192.168.204.21@tcp:101:cp.0 Request processed in 6080us (17012us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202755.372600:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1258 00000100:00100000:3.0:1779202755.386328:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202755.386680:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501126144 00000100:00100000:0.0:1779202755.386759:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501126144 00000100:00100000:0.0:1779202755.386843:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1259 00000100:00100000:0.0:1779202755.386856:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31202:x1865628501126144:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202755.386888:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202755.386916:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf466 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a13 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.387077:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf46d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.387097:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf46d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.387110:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf46d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.387126:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf474 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.387132:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf474 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.387138:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf474 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1779202755.387683:0:10076:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x18:0x0], index 0: 0 00010000:00010000:0.0:1779202755.387916:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf47b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.387930:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf47b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.387940:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf47b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.387996:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf46d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.388005:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf46d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.388012:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf46d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.388019:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf46d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.388027:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202755.388032:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf46d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.388040:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf46d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.388055:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:0.0:1779202755.388058:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202755.388064:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf46d lrc: 3/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.388070:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf46d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202755.388086:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042427e15 reply state 000000003d0bac9d transno 4294968059 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf474 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.388098:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf474 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.388105:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff91cfc1de2400) 00010000:00010000:0.0:1779202755.388107:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202755.388111:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1779202755.388154:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf466 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a13 expref: 48 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.388170:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf47b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a13 expref: 47 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.388184:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:0.0:1779202755.388186:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202755.388189:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912a00, rc 0) 00000100:00100000:0.0:1779202755.388270:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:31202:x1865628501126144:12345-192.168.204.21@tcp:101:cp.0 Request processed in 1417us (1958us total) trans 4294968059 rc 0/0 00000100:00100000:0.0:1779202755.388279:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1259 00000040:00080000:2.0:1779202755.405048:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1779202755.405893:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202755.409853:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501126272 00000100:00100000:1.0:1779202755.409876:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501126272 00000100:00100000:1.0:1779202755.409981:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 334 00000100:00100000:1.0:1779202755.409995:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501126272:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202755.410020:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202755.410048:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf489 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a1a expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202755.410093:0:12963:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1779202755.410122:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202755.410125:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202755.410135:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf489 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a1a expref: 10 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.410169:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf489 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a1a expref: 10 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202755.410188:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935600, rc 0) 00000100:00100000:1.0:1779202755.410284:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501126272:12345-192.168.204.21@tcp:101:cp.0 Request processed in 292us (7153us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202755.410292:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 334 00000100:00100000:1.0:1779202755.420926:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202755.429839:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501126400 00000100:00100000:2.0:1779202755.429862:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501126400 00000100:00100000:2.0:1779202755.433367:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 335 00000100:00100000:2.0:1779202755.433421:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:31202:x1865628501126400:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202755.433456:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202755.433489:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a21 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.433558:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf489 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a1a expref: 11 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.433576:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202755.433578:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202755.433583:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.433636:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf489 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a1a expref: 11 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.433657:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf489 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a1a expref: 11 pid: 12963 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202755.433675:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524121216:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202755.433879:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc3138600 going to sleep for 11 seconds 00000100:00100000:1.0:1779202755.441525:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202755.441682:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501126528 00000100:00100000:3.0:1779202755.441745:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501126528 00010000:00010000:3.0:1779202755.441920:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf489 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a1a expref: 12 pid: 12963 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202755.441996:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 383 00000100:00100000:3.0:1779202755.442009:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501126528:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202755.442027:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202755.442056:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf489 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a1a expref: 12 pid: 12963 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.442072:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf489 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a1a expref: 12 pid: 12963 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.442104:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202755.442107:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202755.442117:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.442129:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.442182:0:7938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202755.442199:0:7938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31ca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7938:1865628524121344:192.168.204.21@tcp:105: 00000100:00100000:3.0:1779202755.442331:0:7938:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c74149c0 going to sleep for 11 seconds 00010000:00010000:2.0:1779202755.443182:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf489 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a1a expref: 12 pid: 12963 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202755.443207:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524121216:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202755.443242:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202755.443258:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7400, rc 0) 00000100:00100000:2.0:1779202755.443312:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:31202:x1865628501126400:12345-192.168.204.21@tcp:101:cp.0 Request processed in 9922us (22401us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202755.443322:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 335 00000100:00100000:3.0:1779202755.445935:0:7938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31ca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7938:1865628524121344:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202755.445983:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202755.446058:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501126528:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 4050us (4561us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202755.446070:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 383 00000100:00100000:3.0:1779202755.451669:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202755.452121:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501126784 00000100:00100000:2.0:1779202755.452138:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501126784 00000100:00100000:2.0:1779202755.452217:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 239 00000100:00100000:2.0:1779202755.452229:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6472450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:31202:x1865628501126784:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:2.0:1779202755.456279:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6472450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:31202:x1865628501126784:12345-192.168.204.21@tcp:35:cp.0 Request processed in 4026us (4674us total) trans 4294968060 rc 0/0 00000100:00100000:2.0:1779202755.456298:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 239 00000100:00100000:1.0:1779202755.467235:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202755.467273:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524121472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202755.467390:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202755.467533:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524121472 00000100:00100000:2.0:1779202755.467547:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524121472 00000100:00100000:2.0:1779202755.467650:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1779202755.467665:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524121472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202755.467738:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1779202755.467811:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524121472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 149us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202755.467820:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1779202755.467899:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524121472:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1779202755.468125:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202755.468609:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202755.468630:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524121600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202755.468751:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202755.469505:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524121600 00000100:00100000:0.0:1779202755.469523:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524121600 00000100:00100000:0.0:1779202755.469616:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1779202755.469630:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524121600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202755.469670:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1779202755.469966:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524121600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 339us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202755.469982:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00080000:0.0:1779202755.470008:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202755.470059:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524121600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202755.530752:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202755.531424:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501126912 00000100:00100000:3.0:1779202755.531442:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501126912 00000100:00100000:3.0:1779202755.531527:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1260 00000100:00100000:3.0:1779202755.531541:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:31205:x1865628501126912:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202755.531573:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202755.531603:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf497 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a28 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.531730:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf49e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.531750:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf49e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.531909:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf49e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.531927:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.531935:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.531942:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533365:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf4ac lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533393:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf4ac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533406:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf4ac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202755.533481:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:3.0:1779202755.533487:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202755.533520:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf4ac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533536:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf4ac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533547:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf49e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533554:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf49e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533563:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf49e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533571:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202755.533577:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf49e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533588:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf49e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533604:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:3.0:1779202755.533608:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202755.533614:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf49e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533620:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf49e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533638:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533645:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4a5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533652:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533657:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202755.533660:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533667:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533674:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff91cfc1de2400) 00010000:00010000:3.0:1779202755.533677:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202755.533680:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533686:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533783:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf497 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a28 expref: 99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533800:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf4ac lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a28 expref: 98 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.533808:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:3.0:1779202755.533810:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202755.533813:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4c00, rc 0) 00000100:00100000:3.0:1779202755.533919:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:31205:x1865628501126912:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 2382us (3248us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202755.533933:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1260 00000100:00100000:1.0:1779202755.542952:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202755.543315:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501127040 00000100:00100000:2.0:1779202755.543329:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501127040 00000100:00100000:2.0:1779202755.543406:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 336 00000100:00100000:2.0:1779202755.543418:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501127040:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202755.543442:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202755.543465:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbf4b3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a2f expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202755.543549:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524121728:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202755.543741:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9780 going to sleep for 11 seconds 00002000:00010000:0.0:1779202755.553593:0:8447:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1779202755.553607:0:8447:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime: 0 -> 1779202755 00002000:00010000:0.0:1779202755.553609:0:8447:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime: 0 -> 1779202755 00002000:00010000:0.0:1779202755.553611:0:8447:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime: 0 -> 1779202755 00002000:00010000:0.0:1779202755.553613:0:8447:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1779202755.553644:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524121728:192.168.204.21@tcp:106: 00010000:00010000:0.0:1779202755.553721:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbf4b3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a2f expref: 12 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.553772:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcc52571/0x3d5ca2fc49dbf4b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a2f expref: 12 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.553788:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7c00, rc 0) 00000100:00100000:0.0:1779202755.553869:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501127040:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 10452us (10935us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202755.553880:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 336 00000100:00100000:0.0:1779202755.559494:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202755.560397:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501127168 00000100:00100000:3.0:1779202755.560417:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501127168 00000100:00100000:3.0:1779202755.560512:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1261 00000100:00100000:3.0:1779202755.560525:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:31205:x1865628501127168:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202755.560554:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202755.560595:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf4ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a36 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.560907:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.560928:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.560942:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202755.561018:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:3.0:1779202755.561024:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202755.561366:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.561411:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf4ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a36 expref: 100 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.561436:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a36 expref: 99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202755.561452:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:3.0:1779202755.561455:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202755.561460:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4000, rc 0) 00000100:00100000:3.0:1779202755.561570:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:31205:x1865628501127168:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1047us (2098us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202755.561592:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1261 00000100:00100000:3.0:1779202755.567007:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202755.567297:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501127296 00000100:00100000:1.0:1779202755.567314:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501127296 00000100:00100000:1.0:1779202755.567397:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 337 00000100:00100000:1.0:1779202755.567412:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501127296:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202755.567441:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202755.567470:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf4c8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a3d expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202755.567559:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524121856:192.168.204.21@tcp:106: 00000100:00100000:1.0:1779202755.568106:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb000 going to sleep for 11 seconds 00000100:00100000:0.0:1779202755.590831:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524121856:192.168.204.21@tcp:106: 00010000:00010000:0.0:1779202755.590904:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf4c8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a3d expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.590944:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbf4c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a3d expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202755.590964:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934c00, rc 0) 00000100:00100000:0.0:1779202755.591160:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501127296:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 23750us (24170us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202755.591172:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 337 00000100:00100000:2.0:1779202755.600487:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202755.600591:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501127552 00000100:00100000:0.0:1779202755.600605:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501127552 00000100:00100000:0.0:1779202755.600675:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1262 00000100:00100000:0.0:1779202755.600689:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:31205:x1865628501127552:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:0.0:1779202755.601006:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 136 off12816 00000100:00100000:0.0:1779202755.601117:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:31205:x1865628501127552:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 430us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202755.601125:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1262 00000040:00080000:0.0:1779202756.235050:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202756.235061:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202756.235099:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:0.0:1779202756.235112:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202756.235395:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524121984:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202756.235636:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e08f89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202756.262741:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202756.262816:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524121984:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202756.264433:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501127680 00000100:00100000:0.0:1779202756.264449:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501127680 00000100:00100000:0.0:1779202756.264561:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1263 00000100:00100000:0.0:1779202756.264576:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:31215:x1865628501127680:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1779202756.264628:0:6562:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202756.264814:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:31215:x1865628501127680:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 241us (2088us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202756.264822:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1263 00000100:00080000:3.0:1779202756.264973:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202756.276812:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202756.279458:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501127936 00000100:00100000:3.0:1779202756.279483:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501127936 00000100:00100000:3.0:1779202756.279592:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1264 00000100:00100000:3.0:1779202756.279606:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:31215:x1865628501127936:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202756.279639:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202756.279671:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf4cf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a44 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.279869:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf4d6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.279890:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.279907:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202756.279922:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1779202756.280084:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf4cf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a44 expref: 52 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.280104:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf4d6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a44 expref: 51 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.280115:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:3.0:1779202756.280119:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202756.280125:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5400, rc 0) 00000100:00100000:3.0:1779202756.280234:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:31215:x1865628501127936:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 631us (3437us total) trans 4294968061 rc 0/0 00000100:00100000:3.0:1779202756.280253:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1264 00000100:00100000:1.0:1779202756.296502:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202756.296588:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202756.296640:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501128192 00000100:00100000:1.0:1779202756.296656:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501128192 00000100:00100000:1.0:1779202756.296765:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 58 00000100:00100000:1.0:1779202756.296780:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:2422:x1865628501128192:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202756.296801:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202756.296834:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf4d6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a44 expref: 51 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202756.296860:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:1.0:1779202756.296867:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202756.296938:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:2422:x1865628501128192:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 162us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202756.296947:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 58 00000100:00100000:3.0:1779202756.297281:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501128064 00000100:00100000:3.0:1779202756.297287:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501128064 00000100:00100000:3.0:1779202756.297357:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 338 00000100:00100000:3.0:1779202756.297366:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501128064:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1779202756.297416:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.297438:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 10 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.297446:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202756.297449:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202756.297453:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.297492:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 10 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.297511:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 10 pid: 8511 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202756.297528:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524122112:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202756.297624:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414600 going to sleep for 11 seconds 00000100:00080000:2.0:1779202756.297756:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202756.303164:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524122112:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202756.303210:0:8444:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.307403:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202756.312067:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202756.317080:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501128320 00000100:00100000:0.0:1779202756.317104:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501128320 00002000:00100000:0.0:1779202756.317211:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff91cfc31a6300 x1865628501128320/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:722/0 lens 648/0 e 0 to 0 dl 1779202767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202756.317225:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc31a6300 with x1865628501128320 ext(0->157) 00010000:00010000:0.0:1779202756.317237:0:8452:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 11 pid: 8511 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.317258:0:8452:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 11 pid: 8511 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202756.317266:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc31a6300 00000100:00100000:0.0:1779202756.317310:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 16 00000100:00100000:0.0:1779202756.317322:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501128320:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:0.0:1779202756.322557:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501128320:12345-192.168.204.21@tcp:4:cp.0 Request processed in 5219us (10487us total) trans 4294967361 rc 0/0 00000100:00100000:0.0:1779202756.322577:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 16 00002000:00100000:0.0:1779202756.322594:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff91cfc31a6300 x1865628501128320/t4294967361(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:722/0 lens 648/448 e 0 to 0 dl 1779202767 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202756.322606:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc31a6300 with x1865628501128320 ext(0->157) 00010000:00010000:0.0:1779202756.322618:0:8452:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 13 pid: 8511 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.322644:0:8452:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 13 pid: 8511 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202756.322653:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc31a6300 00000100:00100000:1.0:1779202756.339504:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202756.339610:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501128448 00000100:00100000:0.0:1779202756.339623:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501128448 00010000:00010000:0.0:1779202756.339675:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 13 pid: 8511 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202756.339759:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 384 00000100:00100000:0.0:1779202756.339771:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628501128448:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202756.339791:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1779202756.339813:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1779202756.339821:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 13 pid: 8511 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.339837:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 13 pid: 8511 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.339867:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf490 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a21 expref: 13 pid: 8511 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.339885:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202756.339887:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202756.339893:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.339904:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.339940:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202756.340018:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501128448:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 249us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202756.340026:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 384 00010000:00010000:0.0:1779202756.347475:0:8444:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.347501:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.347546:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.347556:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.347925:0:8444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.347934:0:8444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202756.347939:0:8444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.347949:0:8444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.347987:0:8444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202756.347996:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbf4e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202756.348803:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501128064:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 51425us (52304us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202756.348819:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 338 00000100:00100000:1.0:1779202756.366877:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202756.366969:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501128704 00000100:00100000:2.0:1779202756.366984:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501128704 00000100:00100000:2.0:1779202756.367058:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1265 00000100:00100000:2.0:1779202756.367071:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:31215:x1865628501128704:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202756.367255:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:31215:x1865628501128704:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 186us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202756.367263:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1265 00000100:00100000:3.0:1779202756.374439:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202756.377071:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501128832 00000100:00100000:1.0:1779202756.377102:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501128832 00000100:00100000:1.0:1779202756.377222:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 339 00000100:00100000:1.0:1779202756.377238:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501128832:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202756.377268:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202756.377309:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf4eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a4b expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202756.377348:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a0c7ac3, atime: 0x0, ctime: 0x6a0c7ac3, blocks: 0x8 00010000:00010000:1.0:1779202756.377380:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202756.377383:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202756.377394:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf4eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a4b expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202756.377415:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf4eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a4b expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202756.377432:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935600, rc 0) 00000100:00100000:1.0:1779202756.377527:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501128832:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 292us (3104us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202756.377536:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 339 00000100:00100000:1.0:1779202756.382480:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202756.382790:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501129088 00000100:00100000:3.0:1779202756.382804:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501129088 00000100:00100000:3.0:1779202756.382880:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1266 00000100:00100000:3.0:1779202756.382892:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:31215:x1865628501129088:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202756.383049:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:31215:x1865628501129088:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 159us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202756.383058:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1266 00000100:00100000:1.0:1779202756.388136:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202756.388322:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501129216 00000100:00100000:3.0:1779202756.388339:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501129216 00002000:00100000:3.0:1779202756.388423:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff91cfc33f8e00 x1865628501129216/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:722/0 lens 488/0 e 0 to 0 dl 1779202767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202756.388438:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc33f8e00 with x1865628501129216 ext(0->4095) 00002000:00010000:3.0:1779202756.388448:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc33f8e00 00000100:00100000:3.0:1779202756.388493:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 90 00000100:00100000:3.0:1779202756.388503:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501129216:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1779202756.393406:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501129216:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 4884us (5266us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1779202756.393424:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 90 00002000:00100000:3.0:1779202756.393441:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff91cfc33f8e00 x1865628501129216/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:722/0 lens 488/4536 e 0 to 0 dl 1779202767 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202756.393454:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc33f8e00 with x1865628501129216 ext(0->4095) 00002000:00010000:3.0:1779202756.393462:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc33f8e00 00000100:00100000:0.0:1779202756.409994:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202756.410081:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501129344 00000100:00100000:2.0:1779202756.410098:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501129344 00000100:00100000:2.0:1779202756.410198:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1267 00000100:00100000:2.0:1779202756.410211:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:31215:x1865628501129344:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202756.410242:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202756.410269:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf4f2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a52 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.410338:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf4f9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.410358:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf4f9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.410376:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf4f9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.410567:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf4f2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a52 expref: 52 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.410592:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf4f9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a52 expref: 51 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.410602:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:2.0:1779202756.410606:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202756.410611:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7e00, rc 0) 00000100:00100000:2.0:1779202756.410729:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:31215:x1865628501129344:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 520us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202756.410737:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1267 00000100:00100000:1.0:1779202756.417100:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202756.417161:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501129472 00000100:00100000:1.0:1779202756.417177:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501129472 00000100:00100000:1.0:1779202756.417253:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1268 00000100:00100000:1.0:1779202756.417265:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:31215:x1865628501129472:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202756.417322:0:10076:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202756.417470:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:31215:x1865628501129472:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 207us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202756.417477:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1268 00000100:00100000:0.0:1779202756.434024:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202756.434152:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501129600 00000100:00100000:3.0:1779202756.434166:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501129600 00000100:00100000:3.0:1779202756.434237:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 340 00000100:00100000:3.0:1779202756.434249:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501129600:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1779202756.434333:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026234661/0x3d5ca2fc49dbf500 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.434359:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202756.434363:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202756.434370:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026234661/0x3d5ca2fc49dbf500 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.434386:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026234661/0x3d5ca2fc49dbf500 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.434419:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026234661/0x3d5ca2fc49dbf500 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.434428:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026234661/0x3d5ca2fc49dbf500 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.434437:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026234661/0x3d5ca2fc49dbf500 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.434445:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202756.434450:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026234661/0x3d5ca2fc49dbf500 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.434460:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026234661/0x3d5ca2fc49dbf500 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.434479:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026234661/0x3d5ca2fc49dbf500 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202756.434487:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026234661/0x3d5ca2fc49dbf500 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202756.434592:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501129600:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 345us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202756.434601:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 340 00000100:00100000:3.0:1779202756.438531:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202756.440427:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501129856 00000100:00100000:2.0:1779202756.440449:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501129856 00000100:00100000:2.0:1779202756.440549:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1269 00000100:00100000:2.0:1779202756.440564:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:31215:x1865628501129856:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1779202756.440688:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.440732:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf4f9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a52 expref: 51 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.440743:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.440799:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf4f9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a52 expref: 51 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.440818:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf4f9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a52 expref: 51 pid: 16980 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202756.440837:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524122240:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202756.440994:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202756.444904:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524122240:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202756.445785:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202756.448510:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202756.448628:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501129984 00000100:00100000:2.0:1779202756.448643:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501129984 00010000:00010000:2.0:1779202756.461492:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf4f9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a52 expref: 52 pid: 16980 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202756.461549:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 385 00000100:00100000:2.0:1779202756.461575:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:2420:x1865628501129984:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202756.461601:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202756.461610:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf4f9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a52 expref: 52 pid: 16980 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.461627:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf4f9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a52 expref: 52 pid: 16980 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.461657:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf4f9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a52 expref: 52 pid: 16980 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.461674:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:2.0:1779202756.461680:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.461711:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.461721:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.461753:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202756.461824:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:2420:x1865628501129984:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 264us (13327us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202756.461831:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 385 00010000:00010000:2.0:1779202756.461884:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.461892:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.462834:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.462852:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.462860:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.462876:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202756.462884:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.462894:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.462911:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:2.0:1779202756.462914:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202756.462920:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202756.462926:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6600/0x3d5ca2fc49dbf507 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202756.463113:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:31215:x1865628501129856:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 22548us (24590us total) trans 4294968062 rc 0/0 00000100:00100000:2.0:1779202756.463124:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1269 00000040:00080000:0.0:1779202756.468828:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202756.468840:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202756.469370:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1779202756.469384:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202756.486274:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202756.487429:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501130240 00000100:00100000:0.0:1779202756.487447:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501130240 00000100:00100000:0.0:1779202756.487530:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 240 00000100:00100000:0.0:1779202756.487543:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:31215:x1865628501130240:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1779202756.490848:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:31215:x1865628501130240:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 3293us (4572us total) trans 4294968063 rc 0/0 00000100:00100000:0.0:1779202756.490863:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 240 00000100:00100000:3.0:1779202756.491216:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524122368:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202756.491295:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202756.491382:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524122368 00000100:00100000:3.0:1779202756.491392:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524122368 00000100:00100000:3.0:1779202756.491448:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1779202756.491458:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524122368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202756.491502:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202756.491550:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524122368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202756.491557:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1779202756.491628:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524122368:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1779202757.033017:0:23036:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202757.033030:0:23036:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202757.033071:0:23036:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:0.0:1779202757.033087:0:23036:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202757.236119:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202757.236200:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501130496 00000100:00100000:0.0:1779202757.236225:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501130496 00000100:00100000:0.0:1779202757.236341:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1270 00000100:00100000:0.0:1779202757.236356:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:31222:x1865628501130496:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:0.0:1779202757.236392:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202757.236423:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf50e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a59 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1779202757.236756:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1779202757.236793:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf515 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202757.236813:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf515 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202757.236830:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf515 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202757.236846:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1779202757.237006:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf50e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a59 expref: 102 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202757.237028:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf515 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a59 expref: 101 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202757.237039:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:0.0:1779202757.237043:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202757.237048:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913400, rc 0) 00000100:00100000:0.0:1779202757.237149:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:31222:x1865628501130496:12345-192.168.204.21@tcp:101:cat.0 Request processed in 797us (1053us total) trans 4294968064 rc 0/0 00000100:00100000:0.0:1779202757.237158:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1270 00000100:00100000:0.0:1779202757.255406:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202757.255469:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202757.255540:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501130752 00000100:00100000:2.0:1779202757.255557:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501130752 00000100:00100000:1.0:1779202757.255642:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501130624 00000100:00100000:1.0:1779202757.255649:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501130624 00000100:00100000:2.0:1779202757.255655:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 59 00000100:00100000:2.0:1779202757.255670:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:2421:x1865628501130752:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202757.255709:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1779202757.255807:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 341 00000100:00100000:1.0:1779202757.255819:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2420:x1865628501130624:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202757.255838:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202757.255970:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbf515 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a59 expref: 101 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202757.255992:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:2.0:1779202757.255999:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202757.256028:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ddd4959e/0x3d5ca2fc49dbf523 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a60 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202757.256088:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:2421:x1865628501130752:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 421us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202757.256096:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 59 00010000:00010000:1.0:1779202757.256157:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202757.256160:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202757.256171:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ddd4959e/0x3d5ca2fc49dbf523 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a60 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.256196:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ddd4959e/0x3d5ca2fc49dbf523 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a60 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.256212:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935000, rc 0) 00000100:00100000:1.0:1779202757.256241:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628501130624:12345-192.168.204.21@tcp:101:cat.0 Request processed in 427us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202757.256247:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 341 00000100:00080000:1.0:1779202757.256272:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202757.275754:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202757.276098:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501130880 00000100:00100000:2.0:1779202757.276121:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501130880 00002000:00100000:2.0:1779202757.276223:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff91cfc4c22a00 x1865628501130880/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:723/0 lens 488/0 e 0 to 0 dl 1779202768 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202757.276240:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4c22a00 with x1865628501130880 ext(0->4095) 00002000:00010000:2.0:1779202757.276249:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4c22a00 00000100:00100000:2.0:1779202757.276301:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 91 00000100:00100000:2.0:1779202757.276313:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2422:x1865628501130880:12345-192.168.204.21@tcp:3:cat.0 00000100:00100000:2.0:1779202757.276853:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2422:x1865628501130880:12345-192.168.204.21@tcp:3:cat.0 Request processed in 540us (1116us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1779202757.276863:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 91 00002000:00100000:2.0:1779202757.276870:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff91cfc4c22a00 x1865628501130880/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:723/0 lens 488/4536 e 0 to 0 dl 1779202768 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202757.276879:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4c22a00 with x1865628501130880 ext(0->4095) 00002000:00010000:2.0:1779202757.276883:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4c22a00 00000100:00100000:0.0:1779202757.295240:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202757.295376:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501131136 00000100:00100000:3.0:1779202757.295392:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501131136 00000100:00100000:3.0:1779202757.295518:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 241 00000100:00100000:3.0:1779202757.295531:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:31222:x1865628501131136:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:3.0:1779202757.296095:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:31222:x1865628501131136:12345-192.168.204.21@tcp:35:cat.0 Request processed in 563us (1040us total) trans 4294968065 rc 0/0 00000100:00100000:3.0:1779202757.296115:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 241 00010000:00010000:0.0:1779202757.328351:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202757.350098:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202757.351040:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501131392 00000100:00100000:3.0:1779202757.351057:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501131392 00000100:00100000:3.0:1779202757.351146:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1271 00000100:00100000:3.0:1779202757.351159:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:31223:x1865628501131392:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202757.351196:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202757.351224:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf52a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a67 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.351383:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf531 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.351402:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf531 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.351416:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf531 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202757.351432:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1779202757.351600:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf52a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a67 expref: 104 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.351618:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf531 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a67 expref: 103 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.351628:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:3.0:1779202757.351631:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1779202757.351635:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4800, rc 0) 00000100:00100000:3.0:1779202757.351750:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:31223:x1865628501131392:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 593us (1666us total) trans 4294968066 rc 0/0 00000100:00100000:3.0:1779202757.351759:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1271 00000100:00100000:1.0:1779202757.362372:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202757.368910:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501131520 00000100:00100000:2.0:1779202757.368926:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501131520 00000100:00100000:2.0:1779202757.369162:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 342 00000100:00100000:2.0:1779202757.369174:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2422:x1865628501131520:12345-192.168.204.21@tcp:1:lfs.0 00010000:00010000:2.0:1779202757.369232:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202757.369259:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf4eb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a4b expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202757.369269:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ddd4959e/0x3d5ca2fc49dbf523 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a60 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202757.369282:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202757.369284:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202757.369288:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 5/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202757.369332:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ddd4959e/0x3d5ca2fc49dbf523 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a60 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202757.369347:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ddd4959e/0x3d5ca2fc49dbf523 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a60 expref: 12 pid: 8511 timeout: 986 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202757.369366:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524122496:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202757.369507:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf4eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a4b expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202757.369517:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf4eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a4b expref: 11 pid: 17866 timeout: 986 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202757.369527:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524122624:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202757.371306:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1779202757.378712:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202757.378754:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202757.378793:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501131648 00000100:00100000:1.0:1779202757.378805:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501131648 00010000:00010000:1.0:1779202757.378862:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ddd4959e/0x3d5ca2fc49dbf523 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a60 expref: 13 pid: 8511 timeout: 986 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202757.378913:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501131776 00000100:00100000:1.0:1779202757.378916:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501131776 00010000:00010000:1.0:1779202757.378942:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf4eb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a4b expref: 12 pid: 17866 timeout: 986 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202757.378967:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 386 00000100:00100000:1.0:1779202757.378978:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628501131648:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202757.378998:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202757.379027:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ddd4959e/0x3d5ca2fc49dbf523 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a60 expref: 13 pid: 8511 timeout: 986 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202757.380434:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524122496:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202757.380457:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524122624:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202757.380500:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.380796:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ddd4959e/0x3d5ca2fc49dbf523 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a60 expref: 13 pid: 8511 timeout: 986 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.380830:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ddd4959e/0x3d5ca2fc49dbf523 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a60 expref: 13 pid: 8511 timeout: 986 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.380852:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202757.380944:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501131648:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1958us (2248us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202757.380955:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 386 00000100:00100000:1.0:1779202757.380999:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 387 00000100:00100000:1.0:1779202757.381014:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92e3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501131776:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202757.381032:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202757.383679:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf4eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a4b expref: 12 pid: 17866 timeout: 986 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.383725:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf4eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a4b expref: 12 pid: 17866 timeout: 986 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.383763:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf4eb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a4b expref: 12 pid: 17866 timeout: 986 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.383782:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202757.383784:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202757.383789:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.383801:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.383862:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202757.383964:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92e3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501131776:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 2955us (5206us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202757.383977:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 387 00010000:00010000:1.0:1779202757.384095:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.384114:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.384146:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.384155:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.384163:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.384170:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202757.384175:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.384184:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.384201:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.384208:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf53f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202757.384264:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2422:x1865628501131520:12345-192.168.204.21@tcp:1:lfs.0 Request processed in 15093us (21909us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202757.384273:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 342 00000100:00100000:1.0:1779202757.405248:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202757.405308:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501132032 00000100:00100000:1.0:1779202757.405324:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501132032 00000100:00100000:1.0:1779202757.405398:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 242 00000100:00100000:1.0:1779202757.405411:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:31223:x1865628501132032:12345-192.168.204.21@tcp:35:lfs.0 00000004:00010000:1.0:1779202757.405531:0:6565:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf531 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a67 expref: 103 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1779202757.405854:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968067 00000001:00080000:1.0:1779202757.406256:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968068 00010000:00010000:1.0:1779202757.406300:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.406322:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf47b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a13 expref: 51 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.406331:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf4ac lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a28 expref: 106 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.406341:0:6565:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.406383:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf4ac lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a28 expref: 106 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.406402:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf4ac lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a28 expref: 106 pid: 7869 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202757.406420:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33f8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524122752:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202757.406560:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf47b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a13 expref: 51 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.406571:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf47b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a13 expref: 51 pid: 10076 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202757.406581:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a62300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524122880:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202757.406606:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202757.432723:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202757.432768:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501132288 00000100:00100000:0.0:1779202757.432781:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501132288 00010000:00010000:0.0:1779202757.432840:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf4ac lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a28 expref: 107 pid: 7869 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202757.432894:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 388 00000100:00100000:0.0:1779202757.432909:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:2420:x1865628501132288:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202757.432941:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202757.432949:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf4ac lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a28 expref: 107 pid: 7869 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202757.432966:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf4ac lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a28 expref: 107 pid: 7869 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202757.432999:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:0.0:1779202757.433005:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202757.433016:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202757.433026:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202757.433097:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:2420:x1865628501132288:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 190us (406us total) trans 0 rc 0/0 00010000:00010000:1.0:1779202757.436727:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf4ac lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a28 expref: 107 pid: 7869 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202757.436763:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33f8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524122752:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202757.436817:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a62300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524122880:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202757.436856:0:6565:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202757.439666:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 388 00000100:00100000:3.0:1779202757.442761:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202757.442834:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501132160 00000100:00100000:3.0:1779202757.442848:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501132160 00010000:00010000:3.0:1779202757.442897:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf47b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a13 expref: 52 pid: 10076 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202757.442950:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 389 00000100:00100000:3.0:1779202757.442961:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:2420:x1865628501132160:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202757.442980:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202757.442987:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf47b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a13 expref: 52 pid: 10076 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.443003:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf47b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a13 expref: 52 pid: 10076 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.443031:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf47b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a13 expref: 52 pid: 10076 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.443050:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:3.0:1779202757.443056:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.443068:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.443077:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.445001:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202757.445098:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:2420:x1865628501132160:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 2130us (9767us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202757.445640:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 389 00010000:00010000:3.0:1779202757.447982:0:6565:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.448004:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1779202757.450811:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968069 00000001:00080000:3.0:1779202757.451017:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968070 00000001:00080000:3.0:1779202757.451060:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968071 00000100:00100000:3.0:1779202757.451194:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31caa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524123008:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1779202757.451296:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202757.451354:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4d410c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202757.452084:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524123008 00000100:00100000:2.0:1779202757.452097:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524123008 00000100:00100000:2.0:1779202757.452212:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1779202757.452223:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6565:x1865628524123008:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1779202757.452355:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6565:x1865628524123008:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 133us (1059us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202757.452362:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00080000:1.0:1779202757.453658:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202757.454322:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31caa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524123008:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1779202757.454535:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968072 00000100:00100000:3.0:1779202757.454638:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31caa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524123136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1779202757.454747:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202757.454802:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4d41c00 going to sleep for 11 seconds 00000100:00100000:0.0:1779202757.454884:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524123136 00000100:00100000:0.0:1779202757.454894:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524123136 00000100:00100000:0.0:1779202757.454966:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1779202757.454977:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6565:x1865628524123136:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1779202757.455142:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6565:x1865628524123136:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 167us (395us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1779202757.455150:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1779202757.457221:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31caa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524123136:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:3.0:1779202757.457270:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.457284:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.457298:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.457305:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202757.457310:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.457319:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.457339:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:3.0:1779202757.457342:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1779202757.457348:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.457354:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf546 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1779202757.457539:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x42:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1779202757.457631:0:6565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9264 00000004:00080000:3.0:1779202757.457646:0:6565:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 886693952809ns, next at 887693949415ns, rc = 0 00000001:00080000:3.0:1779202757.457660:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968073 00010000:00010000:3.0:1779202757.457759:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2900) 00010000:00010000:3.0:1779202757.457763:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1779202757.457772:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf531 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a67 expref: 110 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202757.458740:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:31223:x1865628501132032:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 53324us (53500us total) trans 4294968074 rc 0/0 00000100:00100000:3.0:1779202757.458759:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 242 00000020:00080000:3.0:1779202757.458769:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1779202757.561922:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202757.564437:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501132544 00000100:00100000:1.0:1779202757.564464:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501132544 00000100:00100000:1.0:1779202757.564663:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1272 00000100:00100000:1.0:1779202757.564769:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:31228:x1865628501132544:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202757.564884:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202757.564914:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf54d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a6e expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565045:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf554 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565064:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf554 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565076:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf554 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565088:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf55b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565096:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf55b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565103:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf55b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565267:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf562 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565383:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf562 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565390:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf562 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202757.565404:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:1.0:1779202757.565600:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf554 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565609:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf554 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565617:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf554 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565623:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202757.565628:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf554 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565637:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf554 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565651:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:1.0:1779202757.565655:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202757.565662:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf554 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565668:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf554 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565890:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf55b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565897:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf55b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565904:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf55b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565909:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202757.565913:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf55b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565919:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf55b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565935:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff91cfc1de2400) 00010000:00010000:1.0:1779202757.565939:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202757.565943:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf55b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.565950:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf55b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.566020:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf54d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a6e expref: 112 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.566141:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf562 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a6e expref: 111 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.566149:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d900) 00010000:00010000:1.0:1779202757.566151:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202757.566155:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934c00, rc 0) 00000100:00100000:1.0:1779202757.566427:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:31228:x1865628501132544:12345-192.168.204.21@tcp:101:cat.0 Request processed in 1661us (4522us total) trans 4294968075 rc 0/0 00000100:00100000:1.0:1779202757.566438:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1272 00000100:00100000:1.0:1779202757.571292:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202757.571569:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501132800 00000100:00100000:0.0:1779202757.571587:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501132800 00000100:00100000:0.0:1779202757.571739:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 60 00000100:00100000:0.0:1779202757.571752:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:31228:x1865628501132800:12345-192.168.204.21@tcp:103:cat.0 00010000:00010000:0.0:1779202757.571774:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202757.571813:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf562 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a6e expref: 111 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202757.571838:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d900) 00010000:00010000:0.0:1779202757.571851:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202757.571924:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:31228:x1865628501132800:12345-192.168.204.21@tcp:103:cat.0 Request processed in 175us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202757.571942:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 60 00000100:00100000:2.0:1779202757.575776:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202757.575829:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501132928 00000100:00100000:1.0:1779202757.575844:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501132928 00000100:00100000:1.0:1779202757.575939:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1273 00000100:00100000:1.0:1779202757.575951:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:31228:x1865628501132928:12345-192.168.204.21@tcp:58:cat.0 00010000:00010000:1.0:1779202757.576208:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf570 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.576231:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf570 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202757.576246:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf570 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1779202757.576371:0:6564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].35, 136 off12952 00000100:00100000:1.0:1779202757.576679:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:31228:x1865628501132928:12345-192.168.204.21@tcp:58:cat.0 Request processed in 728us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202757.576688:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1273 00000100:00100000:1.0:1779202757.581799:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202757.581890:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501133056 00000100:00100000:3.0:1779202757.581905:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501133056 00000100:00100000:3.0:1779202757.581990:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1274 00000100:00100000:3.0:1779202757.582003:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:31228:x1865628501133056:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202757.582035:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202757.582061:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a75 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.582267:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf570 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.582281:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 111 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.582306:0:10076:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf570 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.582321:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 111 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.582336:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:3.0:1779202757.582340:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202757.582343:0:10076:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 111 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202757.582358:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4800, rc 0) 00000100:00100000:3.0:1779202757.582619:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:31228:x1865628501133056:12345-192.168.204.21@tcp:101:cat.0 Request processed in 617us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202757.582629:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1274 00010000:00010000:3.0:1779202758.347338:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202758.539274:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202758.539310:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524123264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202758.539409:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524123520:0@lo:400:kworker.0 00000100:00100000:0.0:1779202758.539426:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202758.539506:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524123776:0@lo:400:kworker.0 00000040:00080000:1.0:1779202758.540507:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202758.540514:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202758.540552:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 4 00000040:00080000:1.0:1779202758.540565:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202758.540957:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202758.541221:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524124032:0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.541377:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202758.541412:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524124544:0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.541435:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202758.541472:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1779202758.541480:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524123648:0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.541508:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202758.541531:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524124160:0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.541556:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202758.541575:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524124672:0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.541599:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202758.541655:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524123264 00000100:00100000:3.0:1779202758.541884:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524123264 00000100:00100000:3.0:1779202758.541948:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524123648 00000100:00100000:3.0:1779202758.541952:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524123648 00000100:00100000:3.0:1779202758.541973:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1779202758.541984:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3663:x1865628524123264:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202758.542052:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33f8a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524125056:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202758.542130:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1779202758.542151:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524123520 00000004:00000024:3.0:1779202758.542272:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:3.0:1779202758.542340:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3663:x1865628524123264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 356us (2914us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.542348:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1779202758.542370:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1779202758.542376:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524123648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.542412:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524123648:12345-0@lo:400:kworker.0 Request processed in 36us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.542418:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1779202758.542479:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524123648:0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.542529:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524124032 00000100:00100000:3.0:1779202758.542533:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524124032 00000100:00100000:3.0:1779202758.542583:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524124544 00000100:00100000:3.0:1779202758.542586:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524124544 00000100:00100000:3.0:1779202758.542601:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524124160 00000100:00100000:3.0:1779202758.542603:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524124160 00000100:00100000:3.0:1779202758.542624:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524124672 00000100:00100000:3.0:1779202758.542626:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524124672 00000100:00100000:3.0:1779202758.542641:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:3.0:1779202758.542647:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524124032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.542798:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524124032:12345-0@lo:400:kworker.0 Request processed in 150us (1420us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.542805:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:3.0:1779202758.542819:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1779202758.542825:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524124544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.542853:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524124544:12345-0@lo:400:kworker.0 Request processed in 29us (1417us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.542859:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1779202758.542870:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:3.0:1779202758.542876:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524124160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.542903:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524124160:12345-0@lo:400:kworker.0 Request processed in 29us (1347us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.542922:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:3.0:1779202758.542934:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:3.0:1779202758.542940:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524124672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.542971:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524124672:12345-0@lo:400:kworker.0 Request processed in 31us (1370us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202758.542972:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524123520 00000100:00100000:3.0:1779202758.542979:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1779202758.543013:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:1.0:1779202758.543020:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524123520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202758.543062:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524123520:12345-0@lo:400:kworker.0 Request processed in 43us (2108us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202758.543068:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1779202758.543249:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524124160:0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.543273:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524124672:0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.543285:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524123520:0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.543297:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524124032:0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.543837:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524124544:0@lo:400:kworker.0 00000100:00080000:3.0:1779202758.543918:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202758.543924:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202758.546478:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202758.546542:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524124288:0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.546596:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202758.546616:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524124800:0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.546641:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202758.546671:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1779202758.546679:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524123392:0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.546736:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202758.546781:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524123392 00000100:00100000:2.0:1779202758.546791:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524123392 00000100:00100000:2.0:1779202758.546869:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1779202758.546880:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524123392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.546955:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524123392:12345-0@lo:400:kworker.0 Request processed in 75us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202758.546963:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1779202758.547042:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524123776 00000100:00100000:2.0:1779202758.547045:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524123392:0@lo:400:kworker.0 00000100:00100000:1.0:1779202758.547050:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524123776 00000100:00100000:2.0:1779202758.547057:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524123904:0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.547092:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202758.547100:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1779202758.547110:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524123776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.547120:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524124416:0@lo:400:kworker.0 00000100:00100000:3.0:1779202758.547209:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524124288 00000100:00100000:3.0:1779202758.547214:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524124288 00000100:00100000:3.0:1779202758.547265:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524124800 00000100:00100000:3.0:1779202758.547269:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524124800 00000100:00100000:3.0:1779202758.547296:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1779202758.547304:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524124288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.551967:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202758.552056:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524124416 00000100:00100000:2.0:1779202758.552072:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524124416 00000100:00100000:2.0:1779202758.552148:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1779202758.552161:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524124800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.552257:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524124800:12345-0@lo:400:kworker.0 Request processed in 99us (5614us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202758.552265:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1779202758.552286:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1779202758.552293:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524124416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.552324:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524124416:12345-0@lo:400:kworker.0 Request processed in 33us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202758.552330:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1779202758.552358:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524123904 00000100:00100000:2.0:1779202758.552364:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524123904 00000100:00100000:2.0:1779202758.552396:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1779202758.552402:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524123904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.552445:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524123904:12345-0@lo:400:kworker.0 Request processed in 43us (5353us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202758.552451:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1779202758.552521:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524124416:0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.552538:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524124928:0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.552578:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202758.552596:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524124928 00000100:00100000:2.0:1779202758.552600:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524124928 00000100:00100000:2.0:1779202758.552625:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1779202758.552632:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524124928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.552661:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524124928:12345-0@lo:400:kworker.0 Request processed in 29us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202758.552667:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1779202758.552719:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524124928:0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.552735:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524124800:0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.552785:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524123904:0@lo:400:kworker.0 00000100:00080000:2.0:1779202758.552842:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202758.552848:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202758.554521:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524124288:12345-0@lo:400:kworker.0 Request processed in 7209us (7914us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.554537:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1779202758.554620:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524124288:0@lo:400:kworker.0 00000100:00100000:2.0:1779202758.554920:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.554992:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501133184 00000100:00100000:3.0:1779202758.555000:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501133184 00000100:00100000:3.0:1779202758.555119:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1275 00000100:00100000:3.0:1779202758.555128:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:31230:x1865628501133184:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202758.555170:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202758.555312:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:31230:x1865628501133184:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 185us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.555319:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1275 00000100:00100000:3.0:1779202758.555357:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33f8a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524125056:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00080000:2.0:1779202758.558684:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202758.559628:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524123776:12345-0@lo:400:kworker.0 Request processed in 12511us (13151us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202758.559649:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1779202758.559719:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524123776:0@lo:400:kworker.0 00000100:00100000:0.0:1779202758.559892:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524123264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202758.562673:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.564004:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501133312 00000100:00100000:1.0:1779202758.564025:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501133312 00000100:00100000:1.0:1779202758.564270:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1276 00000100:00100000:1.0:1779202758.564284:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:31230:x1865628501133312:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1779202758.564410:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf57e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.564438:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf57e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.564453:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf57e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.564472:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf585 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.564484:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf585 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.564490:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf585 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.564517:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf58c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.564524:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf58c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.564530:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf58c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202758.564591:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:1.0:1779202758.564596:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202758.564614:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf58c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.564629:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf57e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.564635:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf57e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.564642:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf57e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.564649:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202758.564653:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf57e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.564662:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf57e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565018:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202758.565022:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202758.565029:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf57e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565036:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf57e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565054:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf585 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565059:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf585 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565066:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf585 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565071:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202758.565074:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf585 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565079:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf585 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565084:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff91cfc2a5df00) 00010000:00010000:1.0:1779202758.565086:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202758.565089:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf585 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565099:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf585 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565114:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf58c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565120:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf58c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565126:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf58c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565131:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202758.565134:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf58c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565140:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf58c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565147:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202758.565149:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202758.565301:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf58c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.565310:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf58c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202758.565493:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:31230:x1865628501133312:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 1208us (2831us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202758.565504:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1276 00000100:00100000:2.0:1779202758.584356:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.584456:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501133568 00000100:00100000:1.0:1779202758.584484:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501133568 00000100:00100000:1.0:1779202758.584574:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1277 00000100:00100000:1.0:1779202758.584589:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:31230:x1865628501133568:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202758.584629:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202758.584661:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf593 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a7c expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.584882:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf59a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.584902:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf59a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.584925:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf59a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202758.584940:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:1.0:1779202758.585046:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf59a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.585054:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf59a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.585062:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf59a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.585068:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202758.585075:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf59a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.585088:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf59a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.585103:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202758.585106:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202758.585112:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf59a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.585119:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf59a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.585274:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf593 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a7c expref: 53 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.585286:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202758.585288:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202758.585293:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf593 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a7c expref: 53 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.585304:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935600, rc 0) 00000100:00100000:1.0:1779202758.585391:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:31230:x1865628501133568:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 806us (1051us total) trans 4294968076 rc 301/301 00000100:00100000:1.0:1779202758.585402:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1277 00000100:00100000:2.0:1779202758.602812:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.604568:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501133696 00000100:00100000:3.0:1779202758.604588:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501133696 00000100:00100000:3.0:1779202758.604740:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1278 00000100:00100000:3.0:1779202758.604755:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:31230:x1865628501133696:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202758.604809:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202758.605047:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:31230:x1865628501133696:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 294us (2250us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202758.608416:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1278 00000100:00100000:3.0:1779202758.616625:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202758.625926:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501133952 00000100:00100000:0.0:1779202758.625955:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501133952 00000100:00100000:0.0:1779202758.626062:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1279 00000100:00100000:0.0:1779202758.626077:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:31230:x1865628501133952:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202758.626121:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202758.626164:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf5a8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a83 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.626956:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf5af lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.626979:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf5af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.626994:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf5af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202758.627010:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00010000:00010000:0.0:1779202758.627073:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf5a8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a83 expref: 55 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.627095:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf5af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a83 expref: 54 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.627105:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91cfc1de2d00) 00010000:00010000:0.0:1779202758.627108:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202758.627114:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912a00, rc 0) 00000100:00100000:0.0:1779202758.627204:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:31230:x1865628501133952:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1130us (10595us total) trans 4294968077 rc 0/0 00000100:00100000:0.0:1779202758.627217:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1279 00000100:00100000:2.0:1779202758.637480:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.637611:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501134208 00000100:00100000:3.0:1779202758.637632:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501134208 00000100:00100000:3.0:1779202758.637777:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1280 00000100:00100000:3.0:1779202758.637793:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:31230:x1865628501134208:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1779202758.637889:0:6564:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202758.637939:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf5af lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a83 expref: 54 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.637971:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91cfc1de2d00) 00010000:00010000:3.0:1779202758.637990:0:6564:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202758.638029:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.638049:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4c1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a36 expref: 110 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.638061:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.638117:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a36 expref: 110 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.638449:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a36 expref: 110 pid: 6564 timeout: 987 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202758.638471:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524125184:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202758.638855:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372e40 going to sleep for 11 seconds 00000100:00100000:3.0:1779202758.641832:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524125184:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202758.641877:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202758.641966:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.642456:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501134336 00000100:00100000:3.0:1779202758.642481:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501134336 00010000:00010000:3.0:1779202758.642538:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a36 expref: 111 pid: 6564 timeout: 987 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202758.642594:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 390 00000100:00100000:3.0:1779202758.642605:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2419:x1865628501134336:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202758.642625:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202758.642633:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a36 expref: 111 pid: 6564 timeout: 987 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.642647:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a36 expref: 111 pid: 6564 timeout: 987 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.642675:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf4c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a36 expref: 111 pid: 6564 timeout: 987 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.642735:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:3.0:1779202758.642742:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.642754:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.642763:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.642798:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202758.642951:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.642960:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.642991:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf5c4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x26357bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643001:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf5c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x26357bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643009:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf5c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x26357bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643091:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643100:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643108:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643116:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202758.643122:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643140:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643149:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:2.0:1779202758.643152:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202758.643156:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643161:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf5bd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643172:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf5c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x26357bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643177:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf5c4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x26357bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643183:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf5c4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x26357bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643188:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202758.643191:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf5c4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x26357bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643196:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf5c4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x26357bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643203:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x26357bdb (ffff91cfc2882300) 00010000:00010000:2.0:1779202758.643205:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202758.643208:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf5c4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x26357bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.643213:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf5c4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x26357bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202758.643531:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:2419:x1865628501134336:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 925us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.643544:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 390 00000100:00100000:2.0:1779202758.643854:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:31230:x1865628501134208:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 6065us (6392us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202758.643864:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1280 00000100:00100000:2.0:1779202758.655926:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.656025:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501134464 00000100:00100000:3.0:1779202758.656039:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501134464 00000100:00100000:3.0:1779202758.656294:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1281 00000100:00100000:3.0:1779202758.656314:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:31230:x1865628501134464:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202758.656348:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202758.656384:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf5cb lrc: 2/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a8a expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.656438:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf5d2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.656458:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.656484:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf5d2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.656645:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf5cb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a8a expref: 55 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.656667:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf5d2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a8a expref: 54 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.656679:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:3.0:1779202758.656682:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202758.656687:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5800, rc 0) 00000100:00100000:3.0:1779202758.656825:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:31230:x1865628501134464:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 516us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.656835:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1281 00000100:00100000:0.0:1779202758.667044:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.667187:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501134720 00000100:00100000:1.0:1779202758.667203:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501134720 00000100:00100000:1.0:1779202758.667276:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1282 00000100:00100000:1.0:1779202758.667291:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:31230:x1865628501134720:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1779202758.667444:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf5d9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.667469:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.667486:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202758.667774:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d51e756b reply state 000000007f450f9e transno 4294968078 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.667790:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf5d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.667800:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:1.0:1779202758.667803:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1779202758.667809:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202758.667968:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:31230:x1865628501134720:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 679us (937us total) trans 4294968078 rc 0/0 00000100:00100000:1.0:1779202758.667977:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1282 00000100:00100000:2.0:1779202758.674087:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.676821:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501134848 00000100:00100000:1.0:1779202758.676842:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501134848 00000100:00100000:1.0:1779202758.676952:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1283 00000100:00100000:1.0:1779202758.676965:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:31230:x1865628501134848:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202758.677002:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202758.677032:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf5e0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a91 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.677121:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf5e0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a91 expref: 57 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.677152:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf5e0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a91 expref: 57 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.677164:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:1.0:1779202758.677168:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202758.677173:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935400, rc 0) 00000100:00100000:1.0:1779202758.677275:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:31230:x1865628501134848:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 312us (3203us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202758.677284:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1283 00000100:00100000:2.0:1779202758.687063:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.690273:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501134976 00000100:00100000:1.0:1779202758.690309:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501134976 00000100:00100000:1.0:1779202758.690404:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 243 00000100:00100000:1.0:1779202758.690417:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:31230:x1865628501134976:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1779202758.690625:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:31230:x1865628501134976:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 Request processed in 211us (3579us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202758.690635:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 243 00000100:00100000:0.0:1779202758.694161:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.694569:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501135232 00000100:00100000:1.0:1779202758.694585:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501135232 00000100:00100000:1.0:1779202758.694763:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 244 00000100:00100000:1.0:1779202758.694777:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6471c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:31230:x1865628501135232:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202758.695115:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6471c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:31230:x1865628501135232:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 340us (968us total) trans 4294968079 rc 0/0 00000100:00100000:1.0:1779202758.695134:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 244 00000100:00100000:2.0:1779202758.704394:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.705441:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501135488 00000100:00100000:3.0:1779202758.705458:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501135488 00000100:00100000:3.0:1779202758.705569:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1284 00000100:00100000:3.0:1779202758.705582:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:31230:x1865628501135488:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202758.706010:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:31230:x1865628501135488:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 428us (1631us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.706019:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1284 00000100:00100000:2.0:1779202758.710492:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.710763:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501135744 00000100:00100000:1.0:1779202758.710779:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501135744 00000100:00100000:1.0:1779202758.710867:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1285 00000100:00100000:1.0:1779202758.710879:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:31230:x1865628501135744:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202758.710921:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202758.710951:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf5e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a98 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.711118:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.711137:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf5e0 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a91 expref: 59 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.711147:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.711189:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf5e0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a91 expref: 59 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.711205:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf5e0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a91 expref: 59 pid: 6563 timeout: 987 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202758.711224:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524125312:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202758.711370:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb540 going to sleep for 11 seconds 00000100:00100000:0.0:1779202758.724555:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.724784:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501135872 00000100:00100000:3.0:1779202758.724798:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501135872 00010000:00010000:3.0:1779202758.724861:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf5e0 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a91 expref: 60 pid: 6563 timeout: 987 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202758.724926:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 391 00000100:00100000:3.0:1779202758.724938:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+60:2420:x1865628501135872:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202758.724959:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202758.724967:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf5e0 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a91 expref: 60 pid: 6563 timeout: 987 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.724983:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf5e0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a91 expref: 60 pid: 6563 timeout: 987 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.725013:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:3.0:1779202758.725020:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.725037:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.725046:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.725071:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202758.725171:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+60:2420:x1865628501135872:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 235us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.725181:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 391 00010000:00010000:1.0:1779202758.728049:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf5e0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a91 expref: 59 pid: 6563 timeout: 987 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202758.728095:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524125312:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202758.728132:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.728144:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.728150:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202758.728184:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000004:00080000:1.0:1779202758.728430:0:16980:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:1.0:1779202758.728645:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.728878:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.728887:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.728893:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202758.728898:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.728917:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.728938:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:1.0:1779202758.728943:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202758.728949:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.728955:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf5ee lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.729027:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf5e7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a98 expref: 59 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.729039:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:1.0:1779202758.729042:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202758.729046:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf5e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a98 expref: 59 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.729056:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935000, rc 0) 00000100:00100000:1.0:1779202758.729160:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:31230:x1865628501135744:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 18283us (18682us total) trans 4294968080 rc 301/301 00000100:00100000:1.0:1779202758.729171:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1285 00000100:00100000:0.0:1779202758.736180:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.739277:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501136128 00000100:00100000:3.0:1779202758.739300:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501136128 00000100:00100000:3.0:1779202758.739398:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 245 00000100:00100000:3.0:1779202758.739413:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:31230:x1865628501136128:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1779202758.739894:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:31230:x1865628501136128:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 483us (3728us total) trans 4294968081 rc 0/0 00000100:00100000:3.0:1779202758.739913:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 245 00000100:00100000:2.0:1779202758.746015:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.746119:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501136256 00000100:00100000:1.0:1779202758.746134:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501136256 00000100:00100000:1.0:1779202758.746219:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1286 00000100:00100000:1.0:1779202758.746232:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:31230:x1865628501136256:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202758.746265:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202758.746293:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf5fc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65a9f expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.746394:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf603 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.746420:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf603 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.746434:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf603 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202758.746496:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000004:00200000:1.0:1779202758.746501:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202758.746540:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf603 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.746573:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf5fc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a9f expref: 61 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.746594:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf603 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a9f expref: 60 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.746604:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:1.0:1779202758.746608:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1779202758.746613:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934c00, rc 0) 00000100:00100000:1.0:1779202758.746749:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+60:31230:x1865628501136256:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 519us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202758.746757:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1286 00000100:00100000:0.0:1779202758.749647:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202758.749864:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501136384 00000100:00100000:2.0:1779202758.749878:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501136384 00000100:00100000:2.0:1779202758.749977:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 343 00000100:00100000:2.0:1779202758.749988:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501136384:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202758.750022:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202758.750053:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf60a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65aa6 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202758.750099:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1779202758.750125:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202758.750128:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202758.750139:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf60a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aa6 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.750161:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf60a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aa6 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.750176:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7e00, rc 0) 00000100:00100000:2.0:1779202758.750260:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501136384:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 273us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202758.750267:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 343 00000100:00080000:3.0:1779202758.750976:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202758.755365:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.755632:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501136640 00000100:00100000:3.0:1779202758.755656:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501136640 00000100:00100000:3.0:1779202758.755799:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1287 00000100:00100000:3.0:1779202758.755812:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+60:31230:x1865628501136640:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202758.755986:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+60:31230:x1865628501136640:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 176us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.755993:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1287 00000100:00100000:1.0:1779202758.763740:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202758.764014:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501136768 00000100:00100000:2.0:1779202758.764032:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501136768 00000100:00100000:2.0:1779202758.764133:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 344 00000100:00100000:2.0:1779202758.764147:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:31230:x1865628501136768:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202758.764177:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202758.764204:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf611 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65aad expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.764250:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf60a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aa6 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.764264:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202758.764267:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202758.764271:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf611 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aad expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.764317:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf60a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aa6 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.764335:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf60a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aa6 expref: 11 pid: 17866 timeout: 987 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202758.764355:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524125440:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202758.764526:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202758.773148:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524125440:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202758.773208:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf611 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aad expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.773240:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6600, rc 0) 00000100:00100000:2.0:1779202758.773346:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:31230:x1865628501136768:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 9199us (9654us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202758.773359:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 344 00000100:00100000:3.0:1779202758.777540:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.777819:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501136896 00000100:00100000:1.0:1779202758.777834:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501136896 00010000:00010000:1.0:1779202758.777890:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf60a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aa6 expref: 11 pid: 17866 timeout: 987 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202758.777965:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 392 00000100:00100000:1.0:1779202758.777981:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501136896:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202758.778008:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202758.778044:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf60a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aa6 expref: 11 pid: 17866 timeout: 987 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.778062:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf60a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aa6 expref: 11 pid: 17866 timeout: 987 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.778112:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf60a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aa6 expref: 11 pid: 17866 timeout: 987 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.778134:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202758.778137:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202758.778148:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aad expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.778161:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aad expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.778214:0:6549:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aad expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202758.778233:0:6549:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6549:1865628524125568:192.168.204.21@tcp:105: 00000100:00100000:1.0:1779202758.778367:0:6549:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202758.783729:0:6549:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6549:1865628524125568:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202758.783773:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202758.783853:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501136896:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 5875us (6340us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.783866:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 392 00000100:00100000:0.0:1779202758.787622:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.788262:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501137024 00000100:00100000:1.0:1779202758.788278:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501137024 00002000:00100000:1.0:1779202758.788356:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff91cfc4c21c00 x1865628501137024/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:724/0 lens 648/0 e 0 to 0 dl 1779202769 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202758.788369:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4c21c00 with x1865628501137024 ext(0->157) 00002000:00010000:1.0:1779202758.788376:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4c21c00 00000100:00100000:1.0:1779202758.788417:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 92 00000100:00100000:1.0:1779202758.788429:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501137024:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1779202758.791555:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501137024:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 3113us (3931us total) trans 4294967365 rc 0/0 00000100:00100000:0.0:1779202758.791572:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 92 00002000:00100000:0.0:1779202758.791587:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff91cfc4c21c00 x1865628501137024/t4294967365(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:724/0 lens 648/448 e 0 to 0 dl 1779202769 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202758.791600:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4c21c00 with x1865628501137024 ext(0->157) 00002000:00010000:0.0:1779202758.791607:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4c21c00 00000100:00100000:0.0:1779202758.800402:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.800587:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501137152 00000100:00100000:3.0:1779202758.800602:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501137152 00000100:00100000:1.0:1779202758.801345:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1288 00000100:00100000:1.0:1779202758.801364:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+60:31230:x1865628501137152:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1779202758.819114:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968081 is committed 00000001:00080000:2.0:1779202758.819159:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968075 is committed 00000004:00080000:2.0:1779202758.819167:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000020:00080000:2.0:1779202758.819195:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0f4d410c0 refcount 2 committed 0 result 0 batchid 25 00000020:00080000:2.0:1779202758.819202:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0d079c700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0f4d41240 00000020:00080000:2.0:1779202758.819205:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0d079c300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc1961c00 00010000:00010000:0.0:1779202758.819362:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf474 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.819378:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf474 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.819387:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf474 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.819394:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202758.819400:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf474 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.819409:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf474 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.819432:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff91cfc1de2400) 00010000:00010000:0.0:1779202758.819435:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202758.819441:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf474 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.819448:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf474 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.819495:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf5d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.819501:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf5d9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.819507:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf5d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.819521:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202758.819524:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf5d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.819530:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf5d9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.819537:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:0.0:1779202758.819539:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1779202758.819542:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf5d9 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.819548:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf5d9 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1779202758.819678:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 25 committed batchid 24 00000020:00080000:3.0:1779202758.819841:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:1.0:1779202758.820328:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:31230:x1865628501137152:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 18962us (19935us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202758.820342:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1288 00000100:00100000:0.0:1779202758.820431:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202758.820453:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524125696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1779202758.820551:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202758.821070:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524125696 00000100:00100000:1.0:1779202758.821083:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524125696 00000100:00100000:1.0:1779202758.821856:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1779202758.821872:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524125696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1779202758.821922:0:8511:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24 count 1 00002000:00010000:1.0:1779202758.821966:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a0c7ac3, atime: 0x0, ctime: 0x6a0c7ac3, blocks: 0x8 00010000:00010000:1.0:1779202758.821976:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf618 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.821997:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202758.822000:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202758.822008:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf618 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.822028:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf618 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.822040:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf618 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.822048:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf618 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.822078:0:8511:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1779202758.822311:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524125696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 444us (1760us total) trans 4294967363 rc 0/0 00000100:00100000:1.0:1779202758.822319:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000004:00080000:0.0:1779202758.822435:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc33f8a80/2, rc 0, transno 4294967363 00000100:00100000:0.0:1779202758.822442:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524125696:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1779202758.825057:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1779202758.825077:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf618 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.825099:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202758.825106:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf618 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.825120:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf618 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.825150:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf618 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.825159:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dbf618 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.825197:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202758.825200:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202758.825202:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202758.829166:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202758.829259:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501137280 00000100:00100000:2.0:1779202758.829273:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501137280 00000100:00100000:2.0:1779202758.829348:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 346 00000100:00100000:2.0:1779202758.829362:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501137280:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1779202758.834213:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000100:00100000:2.0:1779202758.834439:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501137280:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 5071us (5283us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202758.834454:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 346 00000100:00100000:0.0:1779202758.838921:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.839046:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501137536 00000100:00100000:1.0:1779202758.839062:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501137536 00000100:00100000:1.0:1779202758.839153:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1289 00000100:00100000:1.0:1779202758.839167:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:31230:x1865628501137536:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1779202758.839247:0:6563:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202758.839285:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf603 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a9f expref: 47 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.839311:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:1.0:1779202758.839318:0:6563:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202758.839357:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf61f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.839373:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf61f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.839384:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf61f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202758.839648:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005488ac4c reply state 000000006a7a3aaf transno 4294968082 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf61f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.839664:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf61f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.839670:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:1.0:1779202758.839674:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202758.839677:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202758.839897:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:31230:x1865628501137536:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 732us (1001us total) trans 4294968082 rc 0/0 00000100:00100000:1.0:1779202758.839916:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1289 00000100:00100000:0.0:1779202758.847529:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.847731:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501137664 00000100:00100000:3.0:1779202758.847748:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501137664 00000100:00100000:3.0:1779202758.847983:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1290 00000100:00100000:3.0:1779202758.848000:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:31230:x1865628501137664:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202758.848039:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202758.848069:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf626 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ab4 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.848172:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf626 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ab4 expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.848189:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf626 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ab4 expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.848213:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:3.0:1779202758.848217:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202758.848222:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5600, rc 0) 00000100:00100000:3.0:1779202758.848295:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:31230:x1865628501137664:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 299us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.848304:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1290 00000100:00100000:1.0:1779202758.860004:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202758.860649:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501137792 00000100:00100000:0.0:1779202758.860665:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501137792 00000100:00100000:0.0:1779202758.860773:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 347 00000100:00100000:0.0:1779202758.860786:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501137792:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1779202758.861001:0:8444:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1779202758.861005:0:8444:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1779202755 00002000:00010000:0.0:1779202758.861008:0:8444:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 0 -> 1779202756 00002000:00010000:0.0:1779202758.861010:0:8444:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1779202755 00002000:00010000:0.0:1779202758.861013:0:8444:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1779202758.862457:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2421:x1865628501137792:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 1656us (2452us total) trans 4294967366 rc 0/0 00000100:00100000:0.0:1779202758.862475:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 347 00000100:00100000:0.0:1779202758.865374:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202758.865794:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501138048 00000100:00100000:2.0:1779202758.865810:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501138048 00000100:00100000:2.0:1779202758.865886:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1291 00000100:00100000:2.0:1779202758.865899:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:31230:x1865628501138048:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1779202758.866001:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.866024:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf5d2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a8a expref: 49 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.866035:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 4/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.866094:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf5d2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a8a expref: 49 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.866111:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf5d2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a8a expref: 49 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202758.866129:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524125824:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202758.866548:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b99c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202758.872146:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202758.872248:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501138176 00000100:00100000:0.0:1779202758.872271:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501138176 00010000:00010000:0.0:1779202758.872328:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf5d2 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a8a expref: 50 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202758.872380:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 393 00000100:00100000:0.0:1779202758.872392:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:2419:x1865628501138176:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202758.872412:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202758.872419:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf5d2 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a8a expref: 50 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.872434:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf5d2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a8a expref: 50 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.872464:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:0.0:1779202758.872469:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.872480:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.872489:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202758.872680:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202758.872941:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf5d2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a8a expref: 50 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202758.872969:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524125824:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202758.872997:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.873006:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.873013:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.873065:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.873073:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.873080:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.873087:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202758.873091:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.873099:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.873110:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:2.0:1779202758.873112:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1779202758.873117:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.873123:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf62d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202758.873261:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2419:x1865628501138176:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 860us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202758.873271:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 393 00000100:00100000:2.0:1779202758.875321:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:31230:x1865628501138048:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 9406us (9942us total) trans 0 rc -22/-22 00000100:00100000:2.0:1779202758.875341:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1291 00000100:00100000:2.0:1779202758.883918:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.884021:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501138304 00000100:00100000:3.0:1779202758.884039:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501138304 00000100:00100000:3.0:1779202758.884246:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 348 00000100:00100000:3.0:1779202758.884271:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501138304:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1779202758.884334:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.884361:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aad expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.884371:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202758.884374:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202758.884378:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.884436:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aad expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.884455:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aad expref: 11 pid: 12963 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202758.884475:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524125952:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202758.889392:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372e40 going to sleep for 11 seconds 00000100:00100000:0.0:1779202758.895458:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.896321:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501138432 00000100:00100000:3.0:1779202758.896337:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501138432 00010000:00010000:3.0:1779202758.896401:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf611 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aad expref: 12 pid: 12963 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202758.896470:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 394 00000100:00100000:3.0:1779202758.896481:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501138432:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202758.896499:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202758.896538:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf611 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aad expref: 12 pid: 12963 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.896555:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aad expref: 12 pid: 12963 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.896587:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202758.896590:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202758.896596:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.896608:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202758.896637:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202758.896748:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501138432:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 268us (1303us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.896767:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 394 00010000:00010000:2.0:1779202758.899050:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf611 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aad expref: 11 pid: 12963 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202758.899176:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524125952:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202758.899214:0:8446:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.899230:0:8446:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.899238:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.899384:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.899395:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.899405:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.899413:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202758.899418:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.899427:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.899452:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.899460:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbf634 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202758.899804:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501138304:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 15534us (15908us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202758.899817:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 348 00000100:00100000:0.0:1779202758.912262:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.912442:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501138688 00000100:00100000:1.0:1779202758.912456:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501138688 00000100:00100000:1.0:1779202758.912555:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1292 00000100:00100000:1.0:1779202758.912567:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:31230:x1865628501138688:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1779202758.912678:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf63b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.912729:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf63b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.912749:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf63b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.913171:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.913187:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf626 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ab4 expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.913197:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.913246:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf626 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ab4 expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.913379:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf626 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ab4 expref: 49 pid: 7869 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202758.913399:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524126080:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202758.913965:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202758.918278:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.918839:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524126080:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202758.918883:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202758.920955:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501138816 00000100:00100000:2.0:1779202758.920978:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501138816 00010000:00010000:2.0:1779202758.921047:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf626 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ab4 expref: 50 pid: 7869 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202758.921112:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 395 00000100:00100000:2.0:1779202758.921125:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:2420:x1865628501138816:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202758.921146:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202758.921154:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf626 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ab4 expref: 50 pid: 7869 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.921170:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf626 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ab4 expref: 50 pid: 7869 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.921200:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf626 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ab4 expref: 50 pid: 7869 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.921222:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:2.0:1779202758.921228:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.921239:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.921248:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.921288:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202758.921386:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2420:x1865628501138816:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 263us (3134us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202758.921394:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 395 00010000:00010000:1.0:1779202758.922280:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.922294:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1779202758.922461:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968083 00000001:00080000:1.0:1779202758.922608:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968084 00000001:00080000:1.0:1779202758.922651:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968085 00000100:00100000:1.0:1779202758.923595:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524126208:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1779202758.924105:0:6563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202758.924154:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d8e62900 going to sleep for 11 seconds 00000100:00100000:3.0:1779202758.924328:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524126208 00000100:00100000:3.0:1779202758.924339:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524126208 00000100:00100000:3.0:1779202758.924416:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1779202758.924427:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524126208:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1779202758.924589:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524126208:12345-0@lo:1000:mdt00_001.0 Request processed in 162us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202758.924597:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1779202758.924824:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524126208:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1779202758.925015:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968086 00000100:00100000:1.0:1779202758.925132:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3165500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524126336:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1779202758.925172:0:6563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202758.925194:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb000 going to sleep for 11 seconds 00000100:00100000:2.0:1779202758.925465:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524126336 00000100:00100000:2.0:1779202758.925472:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524126336 00000100:00100000:2.0:1779202758.925519:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1779202758.925528:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524126336:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1779202758.925685:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6563:x1865628524126336:12345-0@lo:1000:mdt00_001.0 Request processed in 158us (512us total) trans 4294967367 rc 0/0 00000100:00100000:2.0:1779202758.925729:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1779202758.925897:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3165500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524126336:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1779202758.926004:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968087 00010000:00010000:1.0:1779202758.926040:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926053:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926062:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926070:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202758.926087:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926097:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926123:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:1.0:1779202758.926127:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202758.926134:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926141:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbf642 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926171:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf570 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926178:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf570 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926184:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf570 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926189:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202758.926192:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf570 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926198:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf570 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926206:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202758.926209:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202758.926218:0:6563:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 97 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926231:0:6563:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 97 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926244:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 97 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.926474:0:6563:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 97 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202758.926490:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524126464:192.168.204.21@tcp:105: 00000100:00100000:1.0:1779202758.926659:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e06423c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202758.933009:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202758.933530:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501138944 00000100:00100000:0.0:1779202758.933544:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501138944 00000100:00100000:0.0:1779202758.933607:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 246 00000100:00100000:0.0:1779202758.933618:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:31228:x1865628501138944:12345-192.168.204.21@tcp:49:cat.0 00000100:00100000:0.0:1779202758.933827:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:31228:x1865628501138944:12345-192.168.204.21@tcp:49:cat.0 Request processed in 210us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202758.933835:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 246 00000100:00100000:1.0:1779202758.941428:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524126464:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202758.941474:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf570 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941488:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf570 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941551:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf649 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941571:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf649 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941585:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf649 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941598:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf649 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941605:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf649 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941613:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf649 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941620:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202758.941624:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf649 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941633:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf649 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941647:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202758.941652:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202758.941656:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf649 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941662:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf649 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941673:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf63b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941680:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf63b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941686:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf63b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941720:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202758.941723:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf63b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941733:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf63b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941740:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202758.941742:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202758.941746:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf63b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.941752:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf63b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202758.942747:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.943137:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:31230:x1865628501138688:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 30570us (30902us total) trans 4294968088 rc 0/0 00000100:00100000:1.0:1779202758.943151:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1292 00000020:00080000:1.0:1779202758.943159:0:6563:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1779202758.943363:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202758.943368:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202758.944089:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1779202758.944106:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202758.947105:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501139072 00000100:00100000:2.0:1779202758.947128:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501139072 00000100:00100000:2.0:1779202758.947241:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 349 00000100:00100000:2.0:1779202758.947255:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:31228:x1865628501139072:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:2.0:1779202758.947281:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202758.947312:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf650 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65abb expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202758.947351:0:8447:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a0c7ac3, atime: 0x6a0c7ac4, ctime: 0x6a0c7ac3, blocks: 0x8 00010000:00010000:2.0:1779202758.947381:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202758.947384:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00080000:3.0:1779202758.947393:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1779202758.947395:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf650 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65abb expref: 18 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.947413:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf650 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65abb expref: 18 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.947429:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6600, rc 0) 00000100:00100000:2.0:1779202758.947522:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:31228:x1865628501139072:12345-192.168.204.21@tcp:101:cat.0 Request processed in 270us (4780us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202758.947531:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 349 00000100:00100000:3.0:1779202758.947893:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202758.948093:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501139328 00000100:00100000:1.0:1779202758.948102:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501139328 00000100:00100000:1.0:1779202758.948151:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 247 00000100:00100000:1.0:1779202758.948158:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:31230:x1865628501139328:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1779202758.948523:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x23:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1779202758.948578:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968089 00010000:00010000:1.0:1779202758.948619:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf657 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.948641:0:6565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf657 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.948653:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf657 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.948666:0:6565:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf657 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.948673:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf657 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.948680:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf657 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202758.948751:0:6565:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1779202758.948909:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1779202758.948917:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf657 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.948927:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934c00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202758.948932:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf657 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.948943:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf657 lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.948960:0:19508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:2.0:1779202758.948962:0:19508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1779202758.948969:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf657 lrc: 3/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202758.948976:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202758.948978:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202758.948980:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202758.951975:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf657 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202758.952187:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:31230:x1865628501139328:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 4022us (4289us total) trans 4294968090 rc 0/0 00000100:00100000:1.0:1779202758.952199:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 247 00000020:00080000:1.0:1779202758.952208:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1779202758.956041:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202758.956225:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501139456 00000100:00100000:0.0:1779202758.956239:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501139456 00002000:00100000:0.0:1779202758.956307:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff91d0ffb17480 x1865628501139456/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:724/0 lens 488/0 e 0 to 0 dl 1779202769 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202758.956321:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb17480 with x1865628501139456 ext(0->4095) 00002000:00010000:0.0:1779202758.956327:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffb17480 00000100:00100000:0.0:1779202758.956365:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 93 00000100:00100000:0.0:1779202758.956375:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501139456:12345-192.168.204.21@tcp:3:cat.0 00000100:00100000:0.0:1779202758.956611:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501139456:12345-192.168.204.21@tcp:3:cat.0 Request processed in 237us (584us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202758.956620:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 93 00002000:00100000:0.0:1779202758.956627:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff91d0ffb17480 x1865628501139456/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:724/0 lens 488/4536 e 0 to 0 dl 1779202769 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202758.956634:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb17480 with x1865628501139456 ext(0->4095) 00002000:00010000:0.0:1779202758.956637:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffb17480 00000100:00100000:0.0:1779202758.966206:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202758.966526:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501139712 00000100:00100000:3.0:1779202758.966542:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501139712 00000100:00100000:3.0:1779202758.966629:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 248 00000100:00100000:3.0:1779202758.966642:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:31228:x1865628501139712:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:3.0:1779202758.967303:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:31228:x1865628501139712:12345-192.168.204.21@tcp:35:cat.0 Request processed in 659us (1108us total) trans 4294968091 rc 0/0 00000100:00100000:3.0:1779202758.967314:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 248 00000100:00100000:1.0:1779202759.031821:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202759.031894:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501139840 00000100:00100000:2.0:1779202759.031919:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501139840 00000100:00100000:2.0:1779202759.032024:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1293 00000100:00100000:2.0:1779202759.032050:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:31231:x1865628501139840:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202759.032085:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202759.032115:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf65e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ac2 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032208:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf665 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032226:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf665 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032239:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf665 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032430:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf66c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032439:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf66c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032447:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf66c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032550:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf673 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032559:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf673 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032566:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf673 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202759.032616:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:2.0:1779202759.032621:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202759.032649:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf673 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032663:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf673 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032675:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf665 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032682:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf665 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032726:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf665 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032734:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf665 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032746:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202759.032751:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf665 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032760:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf665 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032776:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:2.0:1779202759.032779:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202759.032785:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf665 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032792:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf665 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032809:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf66c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032815:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf66c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032820:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf66c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032825:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202759.032829:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf66c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032834:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf66c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032840:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff91cfc2882000) 00010000:00010000:2.0:1779202759.032843:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202759.032845:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf66c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032850:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf66c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032890:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf65e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac2 expref: 101 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032917:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf673 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac2 expref: 100 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.032925:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:2.0:1779202759.032927:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202759.032929:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7400, rc 0) 00000100:00100000:2.0:1779202759.033025:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:31231:x1865628501139840:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 978us (1220us total) trans 0 rc 0/0 00000100:00080000:3.0:1779202759.033716:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202759.034297:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1293 00000100:00100000:0.0:1779202759.044436:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202759.049042:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501139968 00000100:00100000:1.0:1779202759.049069:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501139968 00000100:00100000:1.0:1779202759.049276:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1294 00000100:00100000:1.0:1779202759.049290:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:31231:x1865628501139968:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202759.049325:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202759.049359:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf67a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ac9 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.049470:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf681 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.049509:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf681 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.049524:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf681 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202759.049597:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:1.0:1779202759.049601:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202759.049631:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf681 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.049667:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf67a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac9 expref: 102 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.049776:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf681 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac9 expref: 101 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.049787:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:1.0:1779202759.049791:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202759.049795:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934a00, rc 0) 00000100:00100000:1.0:1779202759.049912:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:31231:x1865628501139968:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 613us (5480us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202759.049920:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1294 00000100:00100000:1.0:1779202759.057088:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202759.057279:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501140224 00000100:00100000:2.0:1779202759.057298:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501140224 00000100:00100000:2.0:1779202759.057388:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1295 00000100:00100000:2.0:1779202759.057401:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:31231:x1865628501140224:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202759.057433:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202759.057460:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf688 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ad0 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.057640:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf68f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.057660:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf68f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.057674:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf68f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202759.057689:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:2.0:1779202759.057872:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf688 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ad0 expref: 104 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.057892:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf68f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ad0 expref: 103 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.057914:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:2.0:1779202759.057917:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1779202759.057921:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6800, rc 0) 00000100:00100000:2.0:1779202759.058146:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:31231:x1865628501140224:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 747us (1073us total) trans 4294968092 rc 0/0 00000100:00100000:2.0:1779202759.058155:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1295 00000100:00100000:3.0:1779202759.064563:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202759.064760:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501140352 00000100:00100000:2.0:1779202759.064778:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501140352 00000100:00100000:2.0:1779202759.064852:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 350 00000100:00100000:2.0:1779202759.064864:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501140352:12345-192.168.204.21@tcp:1:lfs.0 00010000:00010000:2.0:1779202759.064940:0:12963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.064968:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf650 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65abb expref: 18 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.064979:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202759.064982:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202759.064987:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.065054:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf650 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65abb expref: 18 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.065334:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf650 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65abb expref: 18 pid: 8447 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202759.065357:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524126592:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202759.065504:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1779202759.069390:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524126592:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202759.069438:0:12963:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202759.076831:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202759.077434:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501140480 00000100:00100000:3.0:1779202759.077449:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501140480 00010000:00010000:3.0:1779202759.077515:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf650 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65abb expref: 19 pid: 8447 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202759.077571:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 396 00000100:00100000:3.0:1779202759.077583:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+19:2419:x1865628501140480:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202759.077605:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202759.077638:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf650 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65abb expref: 19 pid: 8447 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202759.077654:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf650 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65abb expref: 19 pid: 8447 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202759.077684:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9f8e0ec/0x3d5ca2fc49dbf650 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65abb expref: 19 pid: 8447 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202759.077737:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202759.077740:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202759.077746:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202759.077759:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202759.077808:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202759.077889:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501140480:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 306us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202759.077907:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 396 00010000:00010000:2.0:1779202759.078223:0:12963:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.078240:0:12963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.078458:0:12963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.078469:0:12963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.078478:0:12963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.078486:0:12963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6c00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202759.078491:0:12963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.078503:0:12963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.078532:0:12963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.078540:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061b6fed1/0x3d5ca2fc49dbf69d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202759.078649:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501140352:12345-192.168.204.21@tcp:1:lfs.0 Request processed in 13785us (14105us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202759.078659:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 350 00000100:00100000:0.0:1779202759.087303:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202759.087428:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501140736 00000100:00100000:1.0:1779202759.087444:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501140736 00000100:00100000:1.0:1779202759.087634:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 249 00000100:00100000:1.0:1779202759.087648:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6472050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:31231:x1865628501140736:12345-192.168.204.21@tcp:35:lfs.0 00000004:00010000:1.0:1779202759.087800:0:6565:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf68f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ad0 expref: 103 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1779202759.088071:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968093 00000001:00080000:0.0:1779202759.089024:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968094 00010000:00010000:0.0:1779202759.089103:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.089126:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 106 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.089135:0:6565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf673 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac2 expref: 106 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.089145:0:6565:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.089199:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf673 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac2 expref: 106 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.089221:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf673 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac2 expref: 106 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202759.089237:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524126720:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202759.089379:0:6565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 106 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.089389:0:6565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 106 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202759.089398:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524126848:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202759.089425:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cc01e600 going to sleep for 11 seconds 00000100:00100000:1.0:1779202759.100440:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202759.100744:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501140992 00000100:00100000:2.0:1779202759.100759:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501140992 00010000:00010000:2.0:1779202759.100815:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 107 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202759.100864:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 397 00000100:00100000:2.0:1779202759.100875:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:2420:x1865628501140992:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202759.100894:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202759.100916:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 107 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.100931:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 107 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.100959:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:2.0:1779202759.100965:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.100974:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.100981:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202759.101051:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:2420:x1865628501140992:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 177us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202759.101059:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 397 00000100:00100000:0.0:1779202759.101399:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524126720:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202759.101413:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf577 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65a75 expref: 106 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202759.101431:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6565:1865628524126848:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202759.101462:0:6565:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202759.102126:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202759.102162:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501140864 00000100:00100000:1.0:1779202759.102168:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501140864 00010000:00010000:1.0:1779202759.102219:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf673 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac2 expref: 106 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202759.102257:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 398 00000100:00100000:1.0:1779202759.102267:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:2420:x1865628501140864:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202759.102282:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202759.102291:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf673 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac2 expref: 106 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.102303:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf673 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac2 expref: 106 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.102322:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf673 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac2 expref: 106 pid: 10076 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.102336:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202759.102341:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.102355:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.102364:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.102390:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202759.102442:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:2420:x1865628501140864:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 175us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202759.102451:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 398 00010000:00010000:0.0:1779202759.102534:0:6565:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.102542:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1779202759.102751:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968095 00000001:00080000:0.0:1779202759.102921:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968096 00000001:00080000:0.0:1779202759.102976:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968097 00000100:00100000:0.0:1779202759.103093:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524126976:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1779202759.103185:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202759.103237:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cc1160c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202759.104227:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524126976 00000100:00100000:1.0:1779202759.104240:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524126976 00000100:00100000:1.0:1779202759.104304:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1779202759.104313:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6565:x1865628524126976:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1779202759.104483:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6565:x1865628524126976:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 170us (1297us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202759.104491:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1779202759.104579:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524126976:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1779202759.104785:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968098 00000100:00100000:1.0:1779202759.104874:0:6565:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc36d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524127104:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1779202759.104930:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202759.104951:0:6565:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202759.106242:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524127104 00000100:00100000:2.0:1779202759.106258:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524127104 00000100:00100000:2.0:1779202759.106329:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1779202759.106340:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6565:x1865628524127104:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1779202759.106560:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6565:x1865628524127104:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 221us (1629us total) trans 4294967368 rc 0/0 00000100:00100000:2.0:1779202759.106569:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1779202759.108389:0:6565:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc36d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6565:1865628524127104:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:1.0:1779202759.108441:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.108455:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.108465:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.108472:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202759.108478:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.108487:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.108521:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202759.108524:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1779202759.108531:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.108538:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf6a4 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1779202759.108778:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x43:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1779202759.108874:0:6565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off9032 00000004:00080000:1.0:1779202759.108891:0:6565:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 888345197143ns, next at 889345193205ns, rc = 0 00000001:00080000:1.0:1779202759.108913:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968099 00010000:00010000:1.0:1779202759.108971:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202759.108975:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1779202759.108985:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf68f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ad0 expref: 109 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202759.109722:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6472050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:31231:x1865628501140736:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 22041us (22402us total) trans 4294968100 rc 0/0 00000100:00100000:1.0:1779202759.109740:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 249 00000020:00080000:1.0:1779202759.109748:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1779202759.213886:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202759.214108:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501141248 00000100:00100000:0.0:1779202759.214123:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501141248 00000100:00100000:0.0:1779202759.214220:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1296 00000100:00100000:0.0:1779202759.214235:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:31237:x1865628501141248:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:0.0:1779202759.214279:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202759.214318:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf6ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ad7 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214439:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf6b2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214459:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf6b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214472:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf6b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214490:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf6b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214498:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf6b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214516:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf6b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214655:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf6c0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214663:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf6c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214670:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf6c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202759.214686:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1779202759.214835:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf6b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214843:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf6b2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214850:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf6b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214858:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202759.214863:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf6b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214871:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf6b2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214887:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:0.0:1779202759.214890:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202759.214907:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf6b2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214913:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf6b2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214930:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf6b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214936:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf6b9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214941:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf6b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214947:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202759.214950:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf6b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214955:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf6b9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214968:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff91cfc1de2400) 00010000:00010000:0.0:1779202759.214970:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202759.214973:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf6b9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.214978:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf6b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.215035:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf6ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ad7 expref: 111 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.215050:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf6c0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ad7 expref: 110 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202759.215057:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2000) 00010000:00010000:0.0:1779202759.215059:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202759.215061:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913800, rc 0) 00000100:00100000:0.0:1779202759.215141:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:31237:x1865628501141248:12345-192.168.204.21@tcp:101:cat.0 Request processed in 909us (1269us total) trans 4294968101 rc 0/0 00000100:00100000:0.0:1779202759.215150:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1296 00000100:00100000:0.0:1779202759.223873:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202759.224001:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501141504 00000100:00100000:2.0:1779202759.224015:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501141504 00000100:00100000:2.0:1779202759.224109:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 61 00000100:00100000:2.0:1779202759.224124:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:31237:x1865628501141504:12345-192.168.204.21@tcp:103:cat.0 00010000:00010000:2.0:1779202759.224147:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202759.224182:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf6c0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ad7 expref: 110 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.224209:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc1de2000) 00010000:00010000:2.0:1779202759.224227:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202759.224307:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:31237:x1865628501141504:12345-192.168.204.21@tcp:103:cat.0 Request processed in 187us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202759.224315:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 61 00000100:00100000:1.0:1779202759.230058:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202759.230332:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501141632 00000100:00100000:2.0:1779202759.230348:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501141632 00000100:00100000:2.0:1779202759.230442:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1297 00000100:00100000:2.0:1779202759.230455:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:31237:x1865628501141632:12345-192.168.204.21@tcp:58:cat.0 00010000:00010000:2.0:1779202759.230622:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf6ce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.230643:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf6ce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202759.230657:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf6ce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1779202759.230838:0:16980:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].36, 136 off13088 00000100:00100000:2.0:1779202759.230955:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:31237:x1865628501141632:12345-192.168.204.21@tcp:58:cat.0 Request processed in 500us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202759.230963:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1297 00000100:00100000:3.0:1779202759.233627:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202759.233989:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501141760 00000100:00100000:1.0:1779202759.234006:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501141760 00000100:00100000:1.0:1779202759.234441:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1298 00000100:00100000:1.0:1779202759.234455:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:31237:x1865628501141760:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202759.234488:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202759.234664:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf6d5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ade expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.234781:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf6ce lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.234794:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf6d5 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ade expref: 110 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.234817:0:6562:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf6ce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.234834:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf6d5 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ade expref: 110 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.234852:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2882300) 00010000:00010000:1.0:1779202759.234856:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202759.234861:0:6562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf6d5 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ade expref: 110 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.234870:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934200, rc 0) 00000100:00100000:1.0:1779202759.234959:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:31237:x1865628501141760:12345-192.168.204.21@tcp:101:cat.0 Request processed in 508us (1346us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202759.234968:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1298 00010000:00010000:3.0:1779202759.371337:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202759.569866:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202759.569947:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202759.569988:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202759.570025:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202759.570258:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501142016 00000100:00100000:3.0:1779202759.570273:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501142016 00000100:00100000:3.0:1779202759.570351:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501142400 00000100:00100000:3.0:1779202759.570355:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501142400 00000100:00100000:3.0:1779202759.570384:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1125 00000100:00100000:3.0:1779202759.570396:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501142016:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202759.570519:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501142016:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 125us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202759.570529:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1125 00000100:00100000:1.0:1779202759.570539:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501141888 00000100:00100000:1.0:1779202759.570543:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501141888 00000100:00100000:3.0:1779202759.570549:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1126 00000100:00100000:3.0:1779202759.570555:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2421:x1865628501142400:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202759.570586:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 755 00000100:00100000:3.0:1779202759.570591:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2421:x1865628501142400:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 37us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202759.570593:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501141888:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202759.570598:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1126 00000100:00080000:3.0:1779202759.570621:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202759.570623:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501141888:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 32us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202759.570630:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 755 00000100:00100000:0.0:1779202759.571356:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202759.571980:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501142144 00000100:00100000:2.0:1779202759.571990:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501142144 00000100:00100000:2.0:1779202759.572070:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501142656 00000100:00100000:2.0:1779202759.572074:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501142656 00000100:00100000:2.0:1779202759.572108:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 751 00000100:00100000:2.0:1779202759.572118:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501142144:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202759.572187:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:2421:x1865628501142144:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 71us (2199us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202759.572195:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 751 00000100:00100000:2.0:1779202759.572212:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 752 00000100:00100000:2.0:1779202759.572218:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2421:x1865628501142656:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202759.572247:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2421:x1865628501142656:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (2182us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202759.572253:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 752 00000100:00080000:0.0:1779202759.572399:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202759.575436:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202759.575501:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202759.575539:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202759.576018:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501142272 00000100:00100000:0.0:1779202759.576034:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501142272 00000100:00100000:0.0:1779202759.576118:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501142784 00000100:00100000:0.0:1779202759.576121:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501142784 00000100:00100000:0.0:1779202759.576147:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 753 00000100:00100000:0.0:1779202759.576160:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501142272:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202759.576264:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501142272:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 106us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202759.576271:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 753 00000100:00100000:0.0:1779202759.576292:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 754 00000100:00100000:0.0:1779202759.576298:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501142784:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202759.576321:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501142784:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202759.576327:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 754 00000100:00100000:1.0:1779202759.576460:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501142528 00000100:00100000:1.0:1779202759.576465:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501142528 00000100:00100000:1.0:1779202759.576536:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1127 00000100:00100000:1.0:1779202759.576543:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501142528:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202759.576583:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501142528:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 41us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202759.576590:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1127 00000100:00080000:1.0:1779202759.576610:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:3.0:1779202759.947484:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202759.947499:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202759.947542:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 5 00000040:00080000:3.0:1779202759.947557:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202759.947763:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524127232:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202759.947997:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372d80 going to sleep for 11 seconds 00000100:00100000:0.0:1779202759.968366:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202759.968489:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501142912 00000100:00100000:1.0:1779202759.968502:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501142912 00000100:00100000:1.0:1779202759.968586:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1299 00000100:00100000:1.0:1779202759.968599:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:31238:x1865628501142912:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202759.968647:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202759.968869:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:31238:x1865628501142912:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 272us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202759.968878:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1299 00000100:00100000:1.0:1779202759.968991:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524127232:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202759.989947:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202759.990068:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501143040 00000100:00100000:1.0:1779202759.990083:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501143040 00000100:00100000:1.0:1779202759.990169:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1300 00000100:00100000:1.0:1779202759.990182:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:31238:x1865628501143040:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1779202759.990307:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6dc lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990336:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6dc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990355:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6dc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990375:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf6e3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990383:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf6e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990390:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf6e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990422:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf6ea lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990432:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf6ea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990440:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf6ea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202759.990527:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:1.0:1779202759.990533:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202759.990551:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf6ea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990567:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6dc lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990574:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6dc lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990583:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6dc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990591:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6dc lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990599:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202759.990608:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6dc lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990616:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6dc lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990631:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202759.990635:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202759.990643:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6dc lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990653:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6dc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990673:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf6e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990679:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf6e3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990684:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf6e3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990688:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202759.990765:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf6e3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990772:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf6e3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990780:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202759.990782:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202759.990785:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf6e3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990791:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf6e3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990807:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf6ea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990813:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf6ea lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990820:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf6ea lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990825:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202759.990828:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf6ea lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990834:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf6ea lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990840:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2882300) 00010000:00010000:1.0:1779202759.990843:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202759.990846:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf6ea lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202759.990852:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf6ea lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202759.990981:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:31238:x1865628501143040:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 800us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202759.990990:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1300 00000100:00100000:0.0:1779202760.002921:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.003037:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501143296 00000100:00100000:1.0:1779202760.003052:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501143296 00000100:00100000:1.0:1779202760.003155:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1301 00000100:00100000:1.0:1779202760.003170:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:31238:x1865628501143296:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202760.003207:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202760.003235:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6f1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ae5 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.003384:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf6f8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.003406:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.003420:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202760.003435:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000100:00080000:0.0:1779202760.003681:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1779202760.007295:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.007319:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf6f8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.007327:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf6f8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.007334:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202760.007339:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf6f8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.007348:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf6f8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.007369:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2882300) 00010000:00010000:1.0:1779202760.007373:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202760.007379:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf6f8 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.007390:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf6f8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.007469:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6f1 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ae5 expref: 57 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.007482:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202760.007484:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202760.010244:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf6f1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ae5 expref: 57 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.010277:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935400, rc 0) 00000100:00100000:1.0:1779202760.010405:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:31238:x1865628501143296:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 7233us (7493us total) trans 4294968102 rc 301/301 00000100:00100000:1.0:1779202760.010416:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1301 00000100:00100000:0.0:1779202760.029324:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.029544:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501143424 00000100:00100000:2.0:1779202760.029561:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501143424 00000100:00100000:2.0:1779202760.029641:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1302 00000100:00100000:2.0:1779202760.029655:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:31238:x1865628501143424:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202760.029763:0:6563:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202760.029952:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:31238:x1865628501143424:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 299us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202760.029961:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1302 00000100:00100000:3.0:1779202760.042252:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.051738:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501143680 00000100:00100000:1.0:1779202760.051762:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501143680 00000100:00100000:1.0:1779202760.051871:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1303 00000100:00100000:1.0:1779202760.051897:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:31238:x1865628501143680:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202760.051928:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202760.051958:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf706 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65aec expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.052566:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf70d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.052584:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf70d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.052600:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf70d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202760.052614:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00010000:00010000:1.0:1779202760.052676:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf706 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aec expref: 59 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.052726:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf70d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aec expref: 58 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.052737:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202760.052740:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202760.052744:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935800, rc 0) 00000100:00100000:1.0:1779202760.052841:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:31238:x1865628501143680:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 959us (10609us total) trans 4294968103 rc 0/0 00000100:00100000:1.0:1779202760.052850:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1303 00000100:00100000:0.0:1779202760.057610:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.057903:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501143936 00000100:00100000:2.0:1779202760.057917:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501143936 00000100:00100000:2.0:1779202760.058005:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1304 00000100:00100000:2.0:1779202760.058017:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:31238:x1865628501143936:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202760.058101:0:6564:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202760.058141:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf70d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65aec expref: 58 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.058165:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:2.0:1779202760.058190:0:6564:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202760.058229:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.058245:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf681 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac9 expref: 109 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.058256:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.058298:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf681 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac9 expref: 109 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.058314:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf681 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac9 expref: 109 pid: 16980 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202760.058332:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524127360:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202760.058461:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1779202760.072924:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.074467:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524127360:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202760.074937:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501144064 00010000:00010000:2.0:1779202760.074941:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202760.074948:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501144064 00010000:00010000:1.0:1779202760.075024:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf681 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac9 expref: 110 pid: 16980 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202760.075083:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 399 00000100:00100000:1.0:1779202760.075098:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:2420:x1865628501144064:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202760.075121:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202760.075131:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf681 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac9 expref: 110 pid: 16980 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.075151:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf681 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac9 expref: 110 pid: 16980 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.075180:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf681 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ac9 expref: 110 pid: 16980 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.075201:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:1.0:1779202760.075206:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.075219:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.075228:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.075259:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202760.075342:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:2420:x1865628501144064:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 246us (2433us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202760.075350:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 399 00000100:00100000:0.0:1779202760.075384:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524127488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202760.075450:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1779202760.075602:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075610:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075640:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf722 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xeedc23c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075651:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf722 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xeedc23c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075660:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf722 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xeedc23c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075755:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075764:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075772:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075779:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202760.075784:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075793:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075803:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:2.0:1779202760.075806:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202760.075811:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075817:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf71b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075827:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf722 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xeedc23c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075834:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf722 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xeedc23c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075839:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf722 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xeedc23c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075845:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202760.075847:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf722 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xeedc23c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075857:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf722 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xeedc23c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075865:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xeedc23c2 (ffff91cfc2882e00) 00010000:00010000:2.0:1779202760.075868:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202760.075870:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf722 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xeedc23c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.075875:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf722 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xeedc23c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202760.075917:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524127488 00000100:00100000:0.0:1779202760.075923:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524127488 00000100:00100000:0.0:1779202760.075970:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1779202760.075977:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524127488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202760.076010:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162790208 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:3.0:1779202760.076105:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524127616:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1779202760.076258:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202760.082603:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:31238:x1865628501143936:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 24567us (24987us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202760.082618:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1304 00000100:00100000:0.0:1779202760.083726:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524127488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7742us (8268us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202760.083744:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1779202760.087333:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524127488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202760.087405:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202760.095451:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524127616 00000100:00100000:2.0:1779202760.095484:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524127616 00000100:00100000:2.0:1779202760.095603:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1779202760.095617:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524127616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202760.095657:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162790208 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:2.0:1779202760.095802:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524127616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 189us (8398us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202760.095811:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:2.0:1779202760.095845:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202760.096894:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524127616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202760.104453:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.110121:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501144192 00000100:00100000:1.0:1779202760.110145:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501144192 00000100:00100000:1.0:1779202760.110345:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1305 00000100:00100000:1.0:1779202760.110360:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:31238:x1865628501144192:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202760.110394:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202760.110427:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf729 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65af3 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.110650:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf730 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.110674:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf730 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.110690:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf730 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.110918:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf729 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65af3 expref: 59 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.110943:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf730 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65af3 expref: 58 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.110955:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:1.0:1779202760.110959:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202760.110963:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935200, rc 0) 00000100:00100000:1.0:1779202760.111058:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:31238:x1865628501144192:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 701us (6620us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202760.111065:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1305 00000100:00100000:1.0:1779202760.123896:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.124019:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501144448 00000100:00100000:2.0:1779202760.124033:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501144448 00000100:00100000:2.0:1779202760.124113:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1306 00000100:00100000:2.0:1779202760.124125:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:31238:x1865628501144448:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202760.124251:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf737 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.124273:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf737 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.124288:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf737 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202760.124502:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c6ba9cb reply state 000000002a9756ec transno 4294968104 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf737 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.124519:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf737 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.124528:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:2.0:1779202760.124531:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1779202760.124537:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1779202760.124668:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+60:31238:x1865628501144448:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 544us (797us total) trans 4294968104 rc 0/0 00000100:00100000:2.0:1779202760.124677:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1306 00000100:00100000:0.0:1779202760.134273:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.134393:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501144576 00000100:00100000:1.0:1779202760.134409:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501144576 00000100:00100000:1.0:1779202760.134530:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1307 00000100:00100000:1.0:1779202760.134543:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+60:31238:x1865628501144576:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202760.134583:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202760.134617:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf73e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65afa expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.134760:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf73e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65afa expref: 61 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.134785:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf73e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65afa expref: 61 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.134802:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:1.0:1779202760.134806:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202760.134813:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935000, rc 0) 00000100:00100000:1.0:1779202760.134935:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+61:31238:x1865628501144576:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 393us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202760.134943:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1307 00000100:00100000:3.0:1779202760.139298:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.142751:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501144704 00000100:00100000:1.0:1779202760.142777:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501144704 00000100:00100000:1.0:1779202760.142895:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 250 00000100:00100000:1.0:1779202760.142911:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+61:31238:x1865628501144704:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1779202760.150963:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+61:31238:x1865628501144704:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 Request processed in 8039us (11663us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202760.150990:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 250 00000100:00100000:3.0:1779202760.157012:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.157157:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501144960 00000100:00100000:2.0:1779202760.157171:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501144960 00000100:00100000:2.0:1779202760.157245:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 251 00000100:00100000:2.0:1779202760.157257:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+61:31238:x1865628501144960:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202760.157937:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+62:31238:x1865628501144960:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 678us (940us total) trans 4294968105 rc 0/0 00000100:00100000:2.0:1779202760.157948:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 251 00000100:00100000:0.0:1779202760.165535:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.165664:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501145216 00000100:00100000:1.0:1779202760.165678:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501145216 00000100:00100000:1.0:1779202760.165808:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1308 00000100:00100000:1.0:1779202760.165821:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+62:31238:x1865628501145216:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202760.166007:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+62:31238:x1865628501145216:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 187us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202760.166016:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1308 00000100:00100000:3.0:1779202760.175811:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.176429:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501145472 00000100:00100000:2.0:1779202760.176446:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501145472 00000100:00100000:2.0:1779202760.176540:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1309 00000100:00100000:2.0:1779202760.176553:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+62:31238:x1865628501145472:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202760.176585:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202760.176613:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf745 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65b01 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.176815:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.176835:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf73e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65afa expref: 63 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.176845:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.176906:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf73e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65afa expref: 63 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.176922:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf73e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65afa expref: 63 pid: 6562 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202760.176942:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524127744:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202760.177105:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1779202760.193279:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524127744:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202760.193331:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202760.194786:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.194986:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501145600 00000100:00100000:1.0:1779202760.194999:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501145600 00010000:00010000:1.0:1779202760.195066:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf73e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65afa expref: 64 pid: 6562 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202760.195126:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 400 00000100:00100000:1.0:1779202760.195138:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+64:2419:x1865628501145600:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202760.195161:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202760.195170:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf73e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65afa expref: 64 pid: 6562 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.195186:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf73e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65afa expref: 64 pid: 6562 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.195218:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbf73e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65afa expref: 64 pid: 6562 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.195241:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:1.0:1779202760.195248:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.195260:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.195271:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.195314:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202760.195387:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+63:2419:x1865628501145600:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 250us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202760.195400:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 400 00010000:00010000:3.0:1779202760.196965:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.197290:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202760.197322:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00080000:3.0:1779202760.199967:0:10076:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x19:0x0], index 0: 0 00010000:00010000:3.0:1779202760.200154:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.200167:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.200175:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.200182:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202760.200187:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.200195:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.200216:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:3.0:1779202760.200219:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202760.200225:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.200231:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf74c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.200313:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf745 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b01 expref: 63 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.200326:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff91cfc2a5d800) 00010000:00010000:3.0:1779202760.200328:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202760.200332:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf745 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b01 expref: 63 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.200342:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7c00, rc 0) 00000100:00100000:2.0:1779202760.207335:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+62:31238:x1865628501145472:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 30761us (31516us total) trans 4294968106 rc 301/301 00000100:00100000:2.0:1779202760.207354:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1309 00000100:00100000:3.0:1779202760.215001:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202760.215212:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501145856 00000100:00100000:0.0:1779202760.215227:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501145856 00000100:00100000:0.0:1779202760.215307:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 252 00000100:00100000:0.0:1779202760.215319:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+62:31238:x1865628501145856:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1779202760.215946:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+63:31238:x1865628501145856:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 625us (955us total) trans 4294968107 rc 0/0 00000100:00100000:0.0:1779202760.215956:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 252 00000100:00100000:2.0:1779202760.225792:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202760.225910:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501145984 00000100:00100000:3.0:1779202760.225926:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501145984 00000100:00100000:3.0:1779202760.226010:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1310 00000100:00100000:3.0:1779202760.226023:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+63:31238:x1865628501145984:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202760.226069:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202760.226098:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf75a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65b08 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.226202:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf761 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.226221:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf761 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.226236:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf761 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202760.226297:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00200000:3.0:1779202760.226302:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202760.226331:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf761 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.226367:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf75a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b08 expref: 65 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.226388:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf761 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b08 expref: 64 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.226399:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:3.0:1779202760.226403:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1779202760.226407:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4e00, rc 0) 00000100:00100000:3.0:1779202760.226492:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+64:31238:x1865628501145984:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 472us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202760.226501:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1310 00000100:00100000:1.0:1779202760.247023:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.247190:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501146112 00000100:00100000:2.0:1779202760.247207:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501146112 00000100:00100000:2.0:1779202760.247288:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 351 00000100:00100000:2.0:1779202760.247301:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501146112:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202760.247327:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202760.247355:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf768 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65b0f expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202760.247388:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1779202760.247413:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202760.247416:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202760.247427:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf768 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b0f expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.247448:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf768 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b0f expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.247464:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7e00, rc 0) 00000100:00100000:2.0:1779202760.247559:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501146112:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 260us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202760.247566:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 351 00000100:00100000:2.0:1779202760.262840:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.266250:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501146368 00000100:00100000:1.0:1779202760.266274:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501146368 00000100:00100000:1.0:1779202760.266389:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1311 00000100:00100000:1.0:1779202760.266403:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+64:31238:x1865628501146368:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202760.266589:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+64:31238:x1865628501146368:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 188us (3763us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202760.266599:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1311 00000100:00100000:1.0:1779202760.274889:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202760.275316:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501146496 00000100:00100000:0.0:1779202760.275331:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501146496 00000100:00100000:0.0:1779202760.275411:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 352 00000100:00100000:0.0:1779202760.275424:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:31238:x1865628501146496:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202760.275450:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202760.276317:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbf76f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65b16 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202760.276393:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf768 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b0f expref: 13 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202760.276406:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202760.276409:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202760.276414:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbf76f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b16 expref: 13 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202760.276466:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf768 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b0f expref: 13 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202760.277010:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf768 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b0f expref: 13 pid: 17866 timeout: 989 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202760.277031:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524127872:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202760.277267:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202760.298785:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524127872:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202760.298834:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbf76f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b16 expref: 13 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.298864:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913400, rc 0) 00000100:00100000:2.0:1779202760.298964:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:31238:x1865628501146496:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 23542us (24100us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202760.298982:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 352 00000100:00100000:2.0:1779202760.305633:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.305750:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501146624 00000100:00100000:1.0:1779202760.305763:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501146624 00010000:00010000:1.0:1779202760.305820:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf768 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b0f expref: 13 pid: 17866 timeout: 989 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202760.305886:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 401 00000100:00100000:1.0:1779202760.305899:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501146624:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202760.305921:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202760.305946:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf768 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b0f expref: 13 pid: 17866 timeout: 989 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.305964:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf768 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b0f expref: 13 pid: 17866 timeout: 989 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.305994:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009230be9a/0x3d5ca2fc49dbf768 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b0f expref: 13 pid: 17866 timeout: 989 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.306018:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202760.306020:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202760.306028:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbf76f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b16 expref: 12 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.306038:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbf76f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b16 expref: 12 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.306100:0:6549:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbf76f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b16 expref: 12 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202760.306118:0:6549:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c70000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6549:1865628524128000:192.168.204.21@tcp:105: 00000100:00100000:1.0:1779202760.306393:0:6549:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202760.315431:0:6549:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c70000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6549:1865628524128000:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202760.315471:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202760.315564:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501146624:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 9666us (9947us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202760.315577:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 401 00000100:00100000:0.0:1779202760.326298:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202760.326811:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501146752 00000100:00100000:3.0:1779202760.326829:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501146752 00002000:00100000:3.0:1779202760.326928:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->157) req@ffff91cfc2a7e300 x1865628501146752/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:726/0 lens 648/0 e 0 to 0 dl 1779202771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202760.326942:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc2a7e300 with x1865628501146752 ext(0->157) 00002000:00010000:3.0:1779202760.326951:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc2a7e300 00000100:00100000:3.0:1779202760.326994:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 94 00000100:00100000:3.0:1779202760.327005:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501146752:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1779202760.330655:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2420:x1865628501146752:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 3634us (4357us total) trans 4294967364 rc 0/0 00000100:00100000:3.0:1779202760.330673:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 94 00002000:00100000:3.0:1779202760.330690:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->157) req@ffff91cfc2a7e300 x1865628501146752/t4294967364(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:726/0 lens 648/448 e 0 to 0 dl 1779202771 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202760.330760:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc2a7e300 with x1865628501146752 ext(0->157) 00002000:00010000:3.0:1779202760.330766:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc2a7e300 00000100:00100000:3.0:1779202760.338459:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202760.342066:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501146880 00000100:00100000:0.0:1779202760.342086:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501146880 00000100:00100000:0.0:1779202760.342185:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1312 00000100:00100000:0.0:1779202760.342199:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+64:31238:x1865628501146880:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1779202760.355744:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968107 is committed 00000001:00080000:0.0:1779202760.355793:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968101 is committed 00000004:00080000:0.0:1779202760.355800:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000020:00080000:0.0:1779202760.355821:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91cfc1b05900 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:0.0:1779202760.355827:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0c2ad0a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0e06423c0 00000020:00080000:0.0:1779202760.355830:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0c2ad0000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4a71e00 00000020:00080000:0.0:1779202760.355862:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0d8e62600 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:0.0:1779202760.355865:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0c2ad0600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0e01e0900 00000020:00080000:0.0:1779202760.355868:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0c2ad0c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc2a40600 00000020:00080000:0.0:1779202760.355893:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 25 batchid updated 00000020:00080000:2.0:1779202760.356029:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 27 committed batchid 25 00000020:00080000:2.0:1779202760.356125:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:3.0:1779202760.356134:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202760.356162:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524128128:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1779202760.356309:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf61f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.356323:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf61f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.356332:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf61f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.356339:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202760.356344:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf61f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.356352:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf61f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.356372:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff91d0f3878800) 00010000:00010000:1.0:1779202760.356375:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202760.356382:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf61f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.356388:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf61f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.356418:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf737 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.356425:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf737 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202760.356433:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1779202760.356435:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf737 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.356441:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202760.356443:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf737 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.356449:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf737 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.356457:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:1.0:1779202760.356460:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1779202760.356464:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf737 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.356482:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf737 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202760.356646:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:31238:x1865628501146880:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 14446us (18197us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202760.356658:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1312 00000100:00100000:2.0:1779202760.356789:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524128128 00000100:00100000:2.0:1779202760.356800:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524128128 00000100:00100000:2.0:1779202760.356866:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1779202760.356889:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3662:x1865628524128128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1779202760.356928:0:12963:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:25 count 1 00002000:00010000:2.0:1779202760.356976:0:12963:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a0c7ac3, atime: 0x6a0c7ac4, ctime: 0x6a0c7ac3, blocks: 0x8 00010000:00010000:2.0:1779202760.356985:0:12963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf776 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.357007:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202760.357010:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202760.357017:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf776 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.357035:0:12963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf776 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.357044:0:12963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf776 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.357053:0:12963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf776 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.357074:0:12963:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1779202760.357217:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3662:x1865628524128128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 344us (787us total) trans 4294967369 rc 0/0 00000100:00100000:2.0:1779202760.357225:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00080000:2.0:1779202760.357244:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1779202760.357257:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1779202760.357263:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf776 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.357272:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7400 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202760.357276:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf776 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.357290:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf776 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.357308:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf776 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.357315:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf776 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.357334:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202760.357337:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202760.357338:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1779202760.357417:0:3662:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc1dac700/2, rc 0, transno 4294967369 00000100:00100000:3.0:1779202760.357425:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524128128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1779202760.390226:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.390369:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501147008 00000100:00100000:2.0:1779202760.390386:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501147008 00000100:00100000:2.0:1779202760.390459:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 354 00000100:00100000:2.0:1779202760.390472:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2419:x1865628501147008:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1779202760.393263:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000001:00080000:0.0:1779202760.393292:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00000100:00100000:2.0:1779202760.393551:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501147008:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 3073us (3331us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202760.393565:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 354 00010000:00010000:2.0:1779202760.395005:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202760.402381:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202760.402757:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501147264 00000100:00100000:3.0:1779202760.402775:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501147264 00000100:00100000:3.0:1779202760.402865:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1313 00000100:00100000:3.0:1779202760.402891:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:31238:x1865628501147264:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1779202760.402982:0:6562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202760.403020:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf761 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b08 expref: 47 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.403057:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:3.0:1779202760.403065:0:6562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202760.403105:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf77d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.403124:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf77d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.403136:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf77d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202760.403307:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000025a43b47 reply state 0000000038b486b5 transno 4294968108 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf77d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.403413:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf77d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.403421:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:3.0:1779202760.403424:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202760.403428:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1779202760.403564:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:31238:x1865628501147264:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 688us (1200us total) trans 4294968108 rc 0/0 00000100:00100000:3.0:1779202760.403573:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1313 00000100:00100000:3.0:1779202760.410414:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.422545:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501147392 00000100:00100000:1.0:1779202760.422567:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501147392 00000100:00100000:1.0:1779202760.424911:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1314 00000100:00100000:1.0:1779202760.424948:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:31238:x1865628501147392:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202760.424986:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202760.425016:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf784 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65b1d expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.425100:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf784 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b1d expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.425118:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf784 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b1d expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.425140:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:1.0:1779202760.425143:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202760.425148:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935a00, rc 0) 00000100:00100000:1.0:1779202760.425239:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:31238:x1865628501147392:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 312us (14839us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202760.425247:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1314 00000100:00100000:3.0:1779202760.433536:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.433679:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501147520 00000100:00100000:2.0:1779202760.433721:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501147520 00000100:00100000:2.0:1779202760.433795:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 355 00000100:00100000:2.0:1779202760.433807:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501147520:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1779202760.434064:0:8447:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1779202760.434069:0:8447:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1779202755 00002000:00010000:2.0:1779202760.434072:0:8447:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime from disk: 0 -> 1779202758 00002000:00010000:2.0:1779202760.434074:0:8447:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1779202755 00002000:00010000:2.0:1779202760.434077:0:8447:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1779202760.434163:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501147520:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 358us (641us total) trans 4294967365 rc 0/0 00000100:00100000:2.0:1779202760.434173:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 355 00000100:00100000:0.0:1779202760.442667:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.443021:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501147776 00000100:00100000:2.0:1779202760.443036:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501147776 00000100:00100000:2.0:1779202760.443130:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1315 00000100:00100000:2.0:1779202760.443143:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:31238:x1865628501147776:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1779202760.443244:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.443267:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf730 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65af3 expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.443278:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 4/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.443426:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf730 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65af3 expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.443444:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf730 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65af3 expref: 49 pid: 7869 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202760.443463:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524128256:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202760.443651:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1779202760.459401:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524128256:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202760.459443:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202760.461545:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.461665:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501147904 00000100:00100000:1.0:1779202760.461681:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501147904 00010000:00010000:1.0:1779202760.461782:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf730 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65af3 expref: 50 pid: 7869 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202760.461838:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 402 00000100:00100000:1.0:1779202760.461850:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:2419:x1865628501147904:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202760.461880:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202760.461889:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf730 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65af3 expref: 50 pid: 7869 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.461905:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf730 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65af3 expref: 50 pid: 7869 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.461935:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf730 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65af3 expref: 50 pid: 7869 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.461955:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:1.0:1779202760.461961:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.461973:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.461983:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.462022:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202760.462103:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2419:x1865628501147904:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 254us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202760.462115:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 402 00010000:00010000:2.0:1779202760.462413:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.462423:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.462478:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.462485:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.462492:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.462498:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202760.462503:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.462511:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.462521:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:2.0:1779202760.462524:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1779202760.462538:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.462546:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf78b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202760.462601:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:31238:x1865628501147776:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 19461us (19951us total) trans 0 rc -22/-22 00000100:00100000:2.0:1779202760.462609:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1315 00000100:00100000:3.0:1779202760.467487:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.468384:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501148032 00000100:00100000:2.0:1779202760.468400:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501148032 00000100:00100000:2.0:1779202760.468517:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 356 00000100:00100000:2.0:1779202760.468541:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501148032:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1779202760.468604:0:12963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.468631:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbf76f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b16 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.468652:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1779202760.468654:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1779202760.468658:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.468722:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbf76f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b16 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.468739:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbf76f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b16 expref: 11 pid: 8444 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202760.468756:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524128384:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202760.468908:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1779202760.484521:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524128384:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202760.484565:0:12963:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202760.485185:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.485334:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501148160 00000100:00100000:2.0:1779202760.485345:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501148160 00010000:00010000:2.0:1779202760.485393:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbf76f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b16 expref: 12 pid: 8444 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202760.485442:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 403 00000100:00100000:2.0:1779202760.485452:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501148160:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202760.485473:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202760.485501:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbf76f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b16 expref: 12 pid: 8444 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.485517:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbf76f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b16 expref: 12 pid: 8444 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.485558:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbf76f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b16 expref: 12 pid: 8444 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.485580:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202760.485582:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202760.485587:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.485598:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.485647:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202760.485743:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501148160:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 291us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202760.485752:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 403 00010000:00010000:0.0:1779202760.485919:0:12963:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202760.485930:0:12963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202760.485956:0:12963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202760.485964:0:12963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202760.485972:0:12963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202760.485979:0:12963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7400 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202760.485984:0:12963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202760.485993:0:12963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202760.486011:0:12963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202760.486018:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000977b79e7/0x3d5ca2fc49dbf792 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202760.486078:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501148032:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 17551us (18607us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202760.486088:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 356 00000100:00100000:2.0:1779202760.492469:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.492580:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501148416 00000100:00100000:1.0:1779202760.492595:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501148416 00000100:00100000:1.0:1779202760.492676:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1316 00000100:00100000:1.0:1779202760.492688:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:31238:x1865628501148416:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1779202760.492821:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf799 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.492844:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf799 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.492858:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf799 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.493072:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.493086:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf784 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b1d expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.493095:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.493150:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf784 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b1d expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.493167:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf784 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b1d expref: 49 pid: 7869 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202760.493190:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c73100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524128512:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202760.493309:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb000 going to sleep for 11 seconds 00000100:00100000:1.0:1779202760.509515:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.509631:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501148544 00000100:00100000:2.0:1779202760.509648:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501148544 00010000:00010000:2.0:1779202760.509746:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf784 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b1d expref: 50 pid: 7869 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202760.509793:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 404 00000100:00100000:2.0:1779202760.509804:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:2420:x1865628501148544:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202760.509823:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202760.509831:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf784 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b1d expref: 50 pid: 7869 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.509847:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf784 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b1d expref: 50 pid: 7869 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.509889:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:2.0:1779202760.509895:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.509908:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.509917:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202760.509941:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202760.510006:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:2420:x1865628501148544:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 203us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202760.510014:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 404 00010000:00010000:3.0:1779202760.511387:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbf784 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b1d expref: 49 pid: 7869 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202760.511419:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c73100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524128512:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202760.511449:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.511460:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.511466:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1779202760.511638:0:6562:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968109 00000001:00080000:3.0:1779202760.512000:0:6562:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968110 00000001:00080000:3.0:1779202760.512047:0:6562:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968111 00000100:00100000:3.0:1779202760.512889:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6562:1865628524128640:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1779202760.512993:0:6562:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202760.513094:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372540 going to sleep for 11 seconds 00000100:00100000:2.0:1779202760.518804:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524128640 00000100:00100000:2.0:1779202760.518827:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524128640 00000100:00100000:2.0:1779202760.519854:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1779202760.519887:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6562:x1865628524128640:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1779202760.520269:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6562:x1865628524128640:12345-0@lo:1000:mdt00_000.0 Request processed in 400us (7275us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202760.520278:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1779202760.520470:0:6562:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:3.0:1779202760.520479:0:6562:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967362 committed transno 4294967363 00000004:00080000:3.0:1779202760.520513:0:6562:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc33f8a80, transno 4294967363 00000100:00100000:3.0:1779202760.520543:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6562:1865628524128640:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1779202760.520786:0:6562:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968112 00000100:00100000:3.0:1779202760.521032:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6562:1865628524128768:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1779202760.521088:0:6562:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202760.521212:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c8372480 going to sleep for 11 seconds 00000100:00100000:2.0:1779202760.521445:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524128768 00000100:00100000:2.0:1779202760.521454:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524128768 00000100:00100000:2.0:1779202760.521554:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1779202760.521563:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6562:x1865628524128768:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1779202760.521748:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6562:x1865628524128768:12345-0@lo:1000:mdt00_000.0 Request processed in 186us (660us total) trans 4294967366 rc 0/0 00000100:00100000:2.0:1779202760.521756:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1779202760.521845:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6562:1865628524128768:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1779202760.525325:0:6562:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968113 00010000:00010000:3.0:1779202760.525420:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525436:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525444:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525450:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202760.525456:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525464:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525485:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:3.0:1779202760.525488:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202760.525494:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525500:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf7a0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525545:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf6ce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525552:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf6ce lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525558:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf6ce lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525563:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202760.525566:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf6ce lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525571:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf6ce lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525580:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2882300) 00010000:00010000:3.0:1779202760.525583:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202760.525593:0:6562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf6d5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ade expref: 97 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525606:0:6562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf6d5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ade expref: 97 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525616:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf6d5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ade expref: 97 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.525675:0:6562:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934200/0x3d5ca2fc49dbf6d5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ade expref: 97 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202760.525716:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c89180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524128896:192.168.204.21@tcp:105: 00000100:00100000:3.0:1779202760.525850:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e04b2c00 going to sleep for 11 seconds 00000100:00100000:1.0:1779202760.534189:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.534231:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501148672 00000100:00100000:1.0:1779202760.534243:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501148672 00000100:00100000:1.0:1779202760.534318:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 253 00000100:00100000:1.0:1779202760.534332:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:31237:x1865628501148672:12345-192.168.204.21@tcp:49:cat.0 00000100:00100000:1.0:1779202760.534510:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:31237:x1865628501148672:12345-192.168.204.21@tcp:49:cat.0 Request processed in 181us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202760.534519:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 253 00000100:00100000:3.0:1779202760.535163:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c89180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524128896:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202760.535201:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf6ce lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535220:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6c00/0x3d5ca2fc49dbf6ce lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535265:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf7a7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535286:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf7a7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535314:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf7a7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535327:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf7a7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535335:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf7a7 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535341:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf7a7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535347:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202760.535351:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf7a7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535899:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf7a7 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535916:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2882300) 00010000:00010000:3.0:1779202760.535920:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202760.535925:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf7a7 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535946:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4e00/0x3d5ca2fc49dbf7a7 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535961:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf799 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535968:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf799 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535975:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf799 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535980:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202760.535983:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf799 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535989:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf799 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.535998:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff91cfc2882300) 00010000:00010000:3.0:1779202760.536001:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202760.536004:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf799 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.536010:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf799 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202760.536293:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:31238:x1865628501148416:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 43604us (43838us total) trans 4294968114 rc 0/0 00000100:00100000:2.0:1779202760.536307:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1316 00000020:00080000:2.0:1779202760.536314:0:6562:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1779202760.537137:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202760.537145:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202760.538286:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:1.0:1779202760.538303:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202760.550019:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202760.550201:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501148800 00000100:00100000:3.0:1779202760.550214:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501148800 00000100:00100000:3.0:1779202760.550279:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 357 00000100:00100000:3.0:1779202760.550290:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+11:31237:x1865628501148800:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202760.550314:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202760.550340:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf7ae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65b24 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202760.550373:0:8446:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a0c7ac3, atime: 0x6a0c7ac6, ctime: 0x6a0c7ac3, blocks: 0x8 00010000:00010000:3.0:1779202760.550401:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202760.550404:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202760.550413:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf7ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b24 expref: 12 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.550433:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf7ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b24 expref: 12 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.550448:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4e00, rc 0) 00000100:00100000:3.0:1779202760.550527:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:31237:x1865628501148800:12345-192.168.204.21@tcp:101:cat.0 Request processed in 238us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202760.550534:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 357 00000100:00100000:3.0:1779202760.555622:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202760.557899:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501149056 00000100:00100000:1.0:1779202760.557919:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501149056 00000100:00100000:1.0:1779202760.558063:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 254 00000100:00100000:1.0:1779202760.558079:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6473850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:31238:x1865628501149056:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1779202760.558442:0:6566:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1779202760.558503:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968115 00010000:00010000:1.0:1779202760.558546:0:6566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf7b5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.558572:0:6566:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf7b5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.558586:0:6566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf7b5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.558597:0:6566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf7b5 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.558604:0:6566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf7b5 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.558611:0:6566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf7b5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202760.558632:0:6566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1779202760.558816:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6473850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:31238:x1865628501149056:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 739us (3209us total) trans 4294968116 rc 0/0 00000100:00100000:1.0:1779202760.558826:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 254 00000020:00080000:1.0:1779202760.558833:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1779202760.560835:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202760.560849:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf7b5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.560862:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202760.560867:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf7b5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.560889:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf7b5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.560918:0:6552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:3.0:1779202760.560921:0:6552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1779202760.560929:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf7b5 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.560935:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf7b5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202760.560950:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202760.560952:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202760.560954:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202760.570380:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202760.570501:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501149184 00000100:00100000:0.0:1779202760.570518:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501149184 00002000:00100000:0.0:1779202760.570605:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff91cfc1dae680 x1865628501149184/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:726/0 lens 488/0 e 0 to 0 dl 1779202771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202760.570618:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc1dae680 with x1865628501149184 ext(0->4095) 00002000:00010000:0.0:1779202760.570624:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc1dae680 00000100:00100000:0.0:1779202760.570666:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 95 00000100:00100000:0.0:1779202760.570678:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501149184:12345-192.168.204.21@tcp:3:cat.0 00000100:00100000:0.0:1779202760.571002:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501149184:12345-192.168.204.21@tcp:3:cat.0 Request processed in 324us (644us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202760.571496:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 95 00002000:00100000:0.0:1779202760.571507:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff91cfc1dae680 x1865628501149184/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:726/0 lens 488/4536 e 0 to 0 dl 1779202771 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202760.571517:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc1dae680 with x1865628501149184 ext(0->4095) 00002000:00010000:0.0:1779202760.571523:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc1dae680 00000100:00100000:0.0:1779202760.581764:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202760.582109:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501149440 00000100:00100000:2.0:1779202760.582123:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501149440 00000100:00100000:2.0:1779202760.582206:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 255 00000100:00100000:2.0:1779202760.582219:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:31237:x1865628501149440:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:2.0:1779202760.582569:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:31237:x1865628501149440:12345-192.168.204.21@tcp:35:cat.0 Request processed in 352us (819us total) trans 4294968117 rc 0/0 00000100:00100000:2.0:1779202760.582583:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 255 00000100:00100000:1.0:1779202760.587012:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202760.591017:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524129152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202760.591167:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202760.591275:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524129024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202760.591315:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202760.591608:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524129152 00000100:00100000:3.0:1779202760.591621:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524129152 00000100:00100000:3.0:1779202760.591730:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524129024 00000100:00100000:3.0:1779202760.591734:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524129024 00000100:00100000:3.0:1779202760.591753:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1779202760.591764:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524129152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202760.591799:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 169573184 pending 0 free 3920334848 avail 3688783872 00000100:00100000:3.0:1779202760.591859:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524129152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202760.591868:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1779202760.591905:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1779202760.591912:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3665:x1865628524129024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202760.591921:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 169573184 pending 0 free 3920334848 avail 3688783872 00000100:00100000:3.0:1779202760.591944:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3665:x1865628524129024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202760.591949:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00080000:3.0:1779202760.591966:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202760.592806:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524129152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202760.592826:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524129024:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1779202761.419375:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202761.611542:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779202761.611576:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524129280:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202761.611716:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202761.613150:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524129280 00000100:00100000:3.0:1779202761.613166:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524129280 00000100:00100000:3.0:1779202761.613245:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1779202761.613257:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524129280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202761.613309:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202761.613414:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524129280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 158us (1720us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202761.613421:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1779202761.614165:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524129280:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1779202762.443271:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202763.468476:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202763.598526:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202763.598537:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202763.598665:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:2.0:1779202763.598674:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1779202763.599955:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202763.659275:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202763.659306:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524129408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202763.659408:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202763.659529:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524129408 00000100:00100000:3.0:1779202763.659540:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524129408 00000100:00100000:3.0:1779202763.659600:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1779202763.659609:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524129408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202763.659656:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:3.0:1779202763.659730:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524129408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202763.659737:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1779202763.659792:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524129408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202763.660028:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524129664:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660069:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202763.660103:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524130176:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660126:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202763.660150:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524130688:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660174:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202763.660199:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1779202763.660204:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524129536:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660233:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202763.660256:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524130048:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660277:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202763.660295:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524130560:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660315:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202763.660344:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524129664 00000100:00100000:0.0:1779202763.660349:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524129664 00000100:00100000:0.0:1779202763.660380:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524130176 00000100:00100000:0.0:1779202763.660383:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524130176 00000100:00100000:0.0:1779202763.660409:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524130688 00000100:00100000:0.0:1779202763.660412:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524130688 00000100:00100000:0.0:1779202763.660425:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524130048 00000100:00100000:0.0:1779202763.660427:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524130048 00000100:00100000:0.0:1779202763.660438:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524130560 00000100:00100000:0.0:1779202763.660440:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524130560 00000100:00100000:0.0:1779202763.660453:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1779202763.660460:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524129664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660506:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524129664:12345-0@lo:400:kworker.0 Request processed in 46us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202763.660513:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1779202763.660528:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:0.0:1779202763.660533:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524130176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660560:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524130176:12345-0@lo:400:kworker.0 Request processed in 27us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202763.660566:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:0.0:1779202763.660578:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:0.0:1779202763.660584:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524130688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660610:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524130688:12345-0@lo:400:kworker.0 Request processed in 27us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202763.660615:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:0.0:1779202763.660626:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1779202763.660632:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524130048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660654:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524130048:12345-0@lo:400:kworker.0 Request processed in 23us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202763.660659:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1779202763.660669:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1779202763.660675:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524130560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660738:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524130560:12345-0@lo:400:kworker.0 Request processed in 63us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202763.660744:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1779202763.660774:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524129536 00000100:00100000:0.0:1779202763.660778:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524129536 00000100:00100000:0.0:1779202763.660807:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1779202763.660826:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524129536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660857:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524129536:12345-0@lo:400:kworker.0 Request processed in 33us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202763.660864:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00080000:0.0:1779202763.660902:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202763.660907:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202763.660923:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524129792:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660948:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202763.660968:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524130304:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.660992:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202763.661010:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524130816:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661031:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202763.661051:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1779202763.661057:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524129920:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661080:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202763.661096:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524130432:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661117:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202763.661132:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524130944:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661150:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202763.661177:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524130304 00000100:00100000:0.0:1779202763.661181:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524130304 00000100:00100000:0.0:1779202763.661214:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524130816 00000100:00100000:0.0:1779202763.661217:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524130816 00000100:00100000:0.0:1779202763.661236:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524130432 00000100:00100000:0.0:1779202763.661239:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524130432 00000100:00100000:0.0:1779202763.661251:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524130944 00000100:00100000:0.0:1779202763.661254:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524130944 00000100:00100000:0.0:1779202763.661269:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1779202763.661275:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524130304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661310:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524130304:12345-0@lo:400:kworker.0 Request processed in 35us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202763.661317:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1779202763.661329:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1779202763.661335:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524130816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661362:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524130816:12345-0@lo:400:kworker.0 Request processed in 28us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202763.661368:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1779202763.661378:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1779202763.661383:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524130432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661411:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524130432:12345-0@lo:400:kworker.0 Request processed in 27us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202763.661417:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1779202763.661597:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1779202763.661603:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3662:x1865628524130944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661628:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3662:x1865628524130944:12345-0@lo:400:kworker.0 Request processed in 26us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202763.661633:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1779202763.661659:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524129920 00000100:00100000:0.0:1779202763.661663:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524129920 00000100:00100000:0.0:1779202763.661686:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1779202763.661725:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524129920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661757:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524129920:12345-0@lo:400:kworker.0 Request processed in 65us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202763.661765:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00080000:0.0:1779202763.661792:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202763.661795:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202763.661837:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524129536:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661855:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524130048:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661866:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524130560:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661878:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524129664:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661891:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524130176:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661901:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524130688:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661950:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524129920:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661961:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524130432:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661971:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524130944:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661979:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524130304:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.661988:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524130816:0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.662013:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524129792 00000100:00100000:0.0:1779202763.662016:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524129792 00000100:00100000:0.0:1779202763.662042:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1779202763.662048:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524129792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202763.662080:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524129792:12345-0@lo:400:kworker.0 Request processed in 32us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202763.662086:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1779202763.662112:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524129792:0@lo:400:kworker.0 00010000:00010000:0.0:1779202764.497563:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202764.682994:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202764.683052:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202764.683080:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202764.683108:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202764.683131:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202764.683151:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202764.683170:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202764.683186:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202764.683209:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202764.683236:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501149568 00000100:00100000:3.0:1779202764.683244:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501149568 00000100:00100000:3.0:1779202764.683292:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 757 00000100:00100000:3.0:1779202764.683302:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501149568:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202764.683370:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501149568:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 70us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202764.683377:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 757 00000100:00100000:3.0:1779202764.683423:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501149824 00000100:00100000:3.0:1779202764.683426:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501149824 00000100:00100000:3.0:1779202764.683459:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501150336 00000100:00100000:3.0:1779202764.683461:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501150336 00000100:00100000:3.0:1779202764.683478:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501149696 00000100:00100000:3.0:1779202764.683479:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501149696 00000100:00100000:3.0:1779202764.683492:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501150208 00000100:00100000:3.0:1779202764.683494:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501150208 00000100:00100000:3.0:1779202764.683509:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1134 00000100:00100000:3.0:1779202764.683515:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501149824:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202764.683544:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501149824:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202764.683550:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1134 00000100:00100000:3.0:1779202764.683563:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1135 00000100:00100000:3.0:1779202764.683570:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501150336:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202764.683590:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501150336:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202764.683597:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1135 00000100:00100000:3.0:1779202764.683607:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1136 00000100:00100000:3.0:1779202764.683613:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:2421:x1865628501149696:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202764.683636:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:2421:x1865628501149696:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202764.683641:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1136 00000100:00100000:3.0:1779202764.683649:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1137 00000100:00100000:3.0:1779202764.683655:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2421:x1865628501150208:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202764.683674:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2421:x1865628501150208:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202764.683680:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1137 00000100:00100000:3.0:1779202764.683723:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501150080 00000100:00100000:3.0:1779202764.683729:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501150080 00000100:00100000:3.0:1779202764.683752:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501150592 00000100:00100000:3.0:1779202764.683755:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501150592 00000100:00100000:3.0:1779202764.684047:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501149952 00000100:00100000:3.0:1779202764.684050:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501149952 00000100:00100000:3.0:1779202764.684066:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501150464 00000100:00100000:3.0:1779202764.684068:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501150464 00000100:00100000:3.0:1779202764.684080:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 759 00000100:00100000:3.0:1779202764.684086:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501150080:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202764.684113:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501150080:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202764.684118:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 759 00000100:00100000:3.0:1779202764.684129:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 760 00000100:00100000:3.0:1779202764.684135:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501150592:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202764.684155:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501150592:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202764.684161:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 760 00000100:00100000:3.0:1779202764.684172:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 761 00000100:00100000:3.0:1779202764.684178:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2421:x1865628501149952:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202764.684197:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2421:x1865628501149952:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202764.684203:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 761 00000100:00100000:3.0:1779202764.684213:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 762 00000100:00100000:3.0:1779202764.684218:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501150464:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202764.684235:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501150464:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 17us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202764.684241:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 762 00000100:00080000:3.0:1779202764.684963:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202764.684980:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202764.684983:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202764.684986:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:3.0:1779202764.695973:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000001:00080000:3.0:1779202764.695990:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00000100:00100000:1.0:1779202765.195813:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202765.195845:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524131072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202765.195940:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202765.196722:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524131072 00000100:00100000:3.0:1779202765.196731:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524131072 00000100:00100000:3.0:1779202765.196805:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1779202765.196815:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524131072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202765.196853:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1779202765.196904:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524131072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202765.196912:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00080000:0.0:1779202765.197008:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202765.197708:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202765.197728:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524131200:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202765.197773:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202765.197891:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524131200 00000100:00100000:0.0:1779202765.197907:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524131200 00000100:00100000:0.0:1779202765.197953:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1779202765.197961:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524131200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202765.197977:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:0.0:1779202765.198012:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524131200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202765.198018:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1779202765.198075:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524131072:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1779202765.198289:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202765.198314:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524131200:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1779202765.515411:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202765.707761:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202765.707791:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524131328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202765.707858:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202765.707925:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524131328 00000100:00100000:3.0:1779202765.707932:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524131328 00000100:00100000:3.0:1779202765.707987:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1779202765.707996:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524131328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202765.708031:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 169573184 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1779202765.708077:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524131328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202765.708084:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00080000:3.0:1779202765.708105:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202765.708141:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524131328:0@lo:13:osp-pre-1-1.0 00000001:00080000:1.0:1779202765.720810:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968117 is committed 00000001:00080000:1.0:1779202765.720844:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968116 is committed 00000020:00080000:1.0:1779202765.720863:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0c8372e40 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:1.0:1779202765.720870:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f4de5200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0e0642780 00000020:00080000:1.0:1779202765.720873:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f4de5900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4890e00 00000020:00080000:1.0:1779202765.720890:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 27 batchid updated 00010000:00010000:2.0:1779202765.722076:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf77d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202765.722091:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf77d lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202765.722099:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf77d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202765.722106:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202765.722110:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf77d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202765.722119:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf77d lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202765.722136:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff91cfc2a5d100) 00010000:00010000:2.0:1779202765.722140:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202765.722145:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf77d lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202765.722150:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4800/0x3d5ca2fc49dbf77d lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1779202765.722187:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 28 committed batchid 27 00000020:00080000:2.0:1779202765.722268:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 27 00000001:00080000:1.0:1779202765.734778:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00000001:00080000:1.0:1779202765.734796:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967365 is committed 00000100:00100000:1.0:1779202765.741184:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202765.741224:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524131456:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202765.741354:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202765.741436:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524131456 00000100:00100000:0.0:1779202765.741453:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524131456 00000100:00100000:0.0:1779202765.741536:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1779202765.741546:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524131456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202765.741572:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 169573184 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1779202765.741663:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524131456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202765.741670:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00080000:3.0:1779202765.742249:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202765.742340:0:3662:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:2.0:1779202765.742346:0:3662:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967367 committed transno 4294967369 00000004:00080000:2.0:1779202765.742366:0:3662:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967368 committed transno 4294967369 00000004:00080000:2.0:1779202765.742389:0:3662:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc1dac700, transno 4294967369 00000100:00100000:2.0:1779202765.742414:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524131456:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1779202766.539054:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202766.748158:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524131584:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202766.748251:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202766.748340:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524131584 00000100:00100000:2.0:1779202766.748350:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524131584 00000100:00100000:2.0:1779202766.748401:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1779202766.748425:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524131584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202766.748467:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202766.748524:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524131584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202766.748534:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1779202766.748887:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524131584:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202767.351023:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202767.354156:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501150720 00000100:00100000:0.0:1779202767.354170:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501150720 00000100:00100000:0.0:1779202767.354263:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1317 00000100:00100000:0.0:1779202767.354274:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31198:x1865628501150720:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1779202767.354384:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31198:x1865628501150720:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 112us (3866us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202767.354393:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1317 00000100:00080000:3.0:1779202767.354687:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202767.358326:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202767.360580:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501150848 00000100:00100000:0.0:1779202767.360598:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501150848 00000100:00100000:0.0:1779202767.360757:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1318 00000100:00100000:0.0:1779202767.360775:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:31198:x1865628501150848:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00080000:3.0:1779202767.361094:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202767.361207:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:31198:x1865628501150848:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 437us (2893us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202767.361216:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1318 00010000:00010000:0.0:1779202767.564522:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202768.587657:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202768.784773:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524131712:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202768.784851:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202768.785023:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524131712 00000100:00100000:0.0:1779202768.785032:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524131712 00000100:00100000:0.0:1779202768.785080:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1779202768.785090:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524131712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202768.785125:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:0.0:1779202768.785174:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524131712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202768.785181:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1779202768.785572:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524131712:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202768.787490:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524131840:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.787578:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202768.787624:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524132352:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.787651:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202768.787672:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524132864:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.787730:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202768.787760:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1779202768.787766:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524131968:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.787786:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202768.787801:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524132480:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.787820:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202768.787835:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524132992:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.787853:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202768.787881:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524132096:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.787916:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202768.787932:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524132608:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.787954:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202768.787971:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524133120:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.787990:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202768.788006:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779202768.788011:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524132224:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788033:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202768.788049:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524132736:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788067:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202768.788083:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524133248:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788101:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202768.788132:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524131840 00000100:00100000:0.0:1779202768.788140:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524131840 00000100:00100000:0.0:1779202768.788184:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1779202768.788193:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524131840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788237:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524131840:12345-0@lo:400:kworker.0 Request processed in 45us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202768.788244:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1779202768.788276:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524132352 00000100:00100000:0.0:1779202768.788279:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524132352 00000100:00100000:0.0:1779202768.788308:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524132864 00000100:00100000:0.0:1779202768.788310:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524132864 00000100:00100000:0.0:1779202768.788322:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524131968 00000100:00100000:0.0:1779202768.788324:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524131968 00000100:00100000:0.0:1779202768.788333:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524132480 00000100:00100000:0.0:1779202768.788335:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524132480 00000100:00100000:0.0:1779202768.788346:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524132992 00000100:00100000:0.0:1779202768.788348:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524132992 00000100:00100000:0.0:1779202768.788357:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524132096 00000100:00100000:0.0:1779202768.788360:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524132096 00000100:00100000:0.0:1779202768.788371:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:0.0:1779202768.788376:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524132352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788405:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524132352:12345-0@lo:400:kworker.0 Request processed in 30us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202768.788412:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:0.0:1779202768.788423:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:0.0:1779202768.788429:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524132864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788449:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524132864:12345-0@lo:400:kworker.0 Request processed in 22us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202768.788455:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:0.0:1779202768.788466:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:0.0:1779202768.788471:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524131968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788493:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524131968:12345-0@lo:400:kworker.0 Request processed in 22us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202768.788499:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:0.0:1779202768.788510:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:0.0:1779202768.788516:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524132480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788538:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524132480:12345-0@lo:400:kworker.0 Request processed in 22us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202768.788543:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:0.0:1779202768.788553:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:0.0:1779202768.788559:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524132992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788583:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524132992:12345-0@lo:400:kworker.0 Request processed in 25us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202768.788589:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:0.0:1779202768.788598:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:0.0:1779202768.788604:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524132096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788630:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524132096:12345-0@lo:400:kworker.0 Request processed in 26us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202768.788635:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:0.0:1779202768.788661:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524132224 00000100:00100000:0.0:1779202768.788665:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524132224 00000100:00100000:0.0:1779202768.788685:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1779202768.788726:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524132224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788757:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524132224:12345-0@lo:400:kworker.0 Request processed in 66us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202768.788763:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1779202768.788798:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524131968:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788809:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524132480:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788818:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524132992:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788826:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524131840:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788835:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524132352:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788843:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524132864:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788875:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524132224:0@lo:400:kworker.0 00000100:00100000:0.0:1779202768.788884:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524132096:0@lo:400:kworker.0 00000100:00100000:3.0:1779202768.790732:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524132608 00000100:00100000:3.0:1779202768.790744:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524132608 00000100:00100000:3.0:1779202768.790800:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524133120 00000100:00100000:3.0:1779202768.790803:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524133120 00000100:00100000:3.0:1779202768.790825:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524132736 00000100:00100000:3.0:1779202768.790828:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524132736 00000100:00100000:3.0:1779202768.790842:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524133248 00000100:00100000:3.0:1779202768.790845:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524133248 00000100:00100000:3.0:1779202768.790861:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1779202768.790869:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524132608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202768.791032:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524132608:12345-0@lo:400:kworker.0 Request processed in 162us (3075us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202768.791040:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1779202768.791057:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1779202768.791063:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524133120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202768.791088:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524133120:12345-0@lo:400:kworker.0 Request processed in 26us (3098us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202768.791094:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1779202768.791103:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1779202768.791109:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524132736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202768.791131:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524132736:12345-0@lo:400:kworker.0 Request processed in 23us (3064us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202768.791137:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1779202768.791146:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1779202768.791151:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524133248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202768.791174:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524133248:12345-0@lo:400:kworker.0 Request processed in 23us (3072us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202768.791180:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00080000:3.0:1779202768.791208:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202768.791213:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202768.791215:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202768.791218:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202768.791256:0:3664:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:3.0:1779202768.791262:0:3664:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967366 committed transno 4294967366 00000100:00100000:3.0:1779202768.791284:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524132736:0@lo:400:kworker.0 00000100:00100000:3.0:1779202768.791387:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524133248:0@lo:400:kworker.0 00000100:00100000:3.0:1779202768.791397:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524132608:0@lo:400:kworker.0 00000100:00100000:3.0:1779202768.791406:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524133120:0@lo:400:kworker.0 00000001:02000400:2.0:1779202769.618096:0:23233:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12q: file attributes are refreshed after restore ========================================================== 10:59:27 (1779202767) 00010000:00010000:3.0:1779202769.619070:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202769.831837:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202769.831874:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202769.831904:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202769.831924:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202769.831942:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202769.831959:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202769.831979:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202769.831999:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202769.832026:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202769.832053:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501151232 00000100:00100000:2.0:1779202769.832063:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501151232 00000100:00100000:2.0:1779202769.832124:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501151744 00000100:00100000:2.0:1779202769.832128:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501151744 00000100:00100000:2.0:1779202769.832145:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501151104 00000100:00100000:2.0:1779202769.832148:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501151104 00000100:00100000:2.0:1779202769.832161:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501151616 00000100:00100000:2.0:1779202769.832163:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501151616 00000100:00100000:2.0:1779202769.832179:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1144 00000100:00100000:2.0:1779202769.832188:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501151232:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202769.832276:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501151232:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 89us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202769.832285:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1144 00000100:00100000:2.0:1779202769.832304:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1145 00000100:00100000:2.0:1779202769.832310:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501151744:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202769.832336:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501151744:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202769.832341:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1145 00000100:00100000:2.0:1779202769.832351:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1146 00000100:00100000:2.0:1779202769.832357:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:2422:x1865628501151104:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202769.832379:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:2422:x1865628501151104:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202769.832385:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1146 00000100:00100000:2.0:1779202769.832396:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1147 00000100:00100000:2.0:1779202769.832402:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2422:x1865628501151616:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202769.832425:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2422:x1865628501151616:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202769.832431:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1147 00000100:00100000:2.0:1779202769.832451:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501151488 00000100:00100000:2.0:1779202769.832454:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501151488 00000100:00100000:2.0:1779202769.832476:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501152000 00000100:00100000:2.0:1779202769.832479:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501152000 00000100:00100000:2.0:1779202769.832497:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501151360 00000100:00100000:2.0:1779202769.832499:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501151360 00000100:00100000:2.0:1779202769.832510:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501151872 00000100:00100000:2.0:1779202769.832512:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501151872 00000100:00100000:2.0:1779202769.832523:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 767 00000100:00100000:2.0:1779202769.832528:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501151488:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202769.832555:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501151488:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202769.832561:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 767 00000100:00100000:2.0:1779202769.832572:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 768 00000100:00100000:2.0:1779202769.832577:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501152000:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202769.832598:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501152000:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202769.832603:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 768 00000100:00100000:2.0:1779202769.832613:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 769 00000100:00100000:2.0:1779202769.832619:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2422:x1865628501151360:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202769.832641:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2422:x1865628501151360:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202769.832646:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 769 00000100:00100000:2.0:1779202769.832656:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 770 00000100:00100000:2.0:1779202769.832661:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501151872:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202769.832683:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501151872:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202769.832688:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 770 00000100:00080000:2.0:1779202769.832770:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202769.832774:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202769.832777:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202769.832779:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202769.833359:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501150976 00000100:00100000:3.0:1779202769.833366:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501150976 00000100:00100000:3.0:1779202769.833411:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 759 00000100:00100000:3.0:1779202769.833419:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501150976:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202769.833462:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501150976:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 43us (1635us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202769.833468:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 759 00000100:00100000:2.0:1779202770.057114:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202770.057187:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501152128 00000100:00100000:3.0:1779202770.057198:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501152128 00000100:00100000:3.0:1779202770.057262:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 760 00000100:00100000:3.0:1779202770.057274:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:31842:x1865628501152128:12345-192.168.204.21@tcp:101:mount.lustre.0 00010000:00010000:3.0:1779202770.057298:0:6558:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202770.057320:0:6558:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf7bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65b2b expref: -99 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202770.057354:0:6558:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf7bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b2b expref: 13 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202770.057366:0:6558:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf7bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b2b expref: 13 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202770.057380:0:6558:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5600, rc 0) 00000100:00100000:3.0:1779202770.057438:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+13:31842:x1865628501152128:12345-192.168.204.21@tcp:101:mount.lustre.0 Request processed in 167us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202770.057446:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 760 00000100:00100000:3.0:1779202770.064589:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202770.064875:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501152256 00000100:00100000:1.0:1779202770.064887:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501152256 00000100:00100000:1.0:1779202770.064941:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 761 00000100:00100000:1.0:1779202770.064952:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+13:31842:x1865628501152256:12345-192.168.204.21@tcp:501:mount.lustre.0 00000100:00100000:1.0:1779202770.065124:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+13:31842:x1865628501152256:12345-192.168.204.21@tcp:501:mount.lustre.0 Request processed in 174us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202770.065132:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 761 00000100:00100000:3.0:1779202770.086316:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202770.086631:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501152384 00000100:00100000:2.0:1779202770.086642:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501152384 00000100:00100000:2.0:1779202770.086733:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 762 00000100:00100000:2.0:1779202770.086745:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+13:31842:x1865628501152384:12345-192.168.204.21@tcp:503:mount.lustre.0 00000100:00100000:2.0:1779202770.086925:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+13:31842:x1865628501152384:12345-192.168.204.21@tcp:503:mount.lustre.0 Request processed in 181us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202770.086934:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 762 00000100:00100000:1.0:1779202770.114904:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202770.115336:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501152512 00000100:00100000:3.0:1779202770.115347:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501152512 00000100:00100000:3.0:1779202770.115412:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 763 00000100:00100000:3.0:1779202770.115422:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+13:31846:x1865628501152512:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:3.0:1779202770.115581:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+13:31846:x1865628501152512:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 160us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202770.115590:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 763 00000100:00100000:3.0:1779202770.150625:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202770.158740:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501152640 00000100:00100000:1.0:1779202770.158758:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501152640 00000100:00100000:1.0:1779202770.159112:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 764 00000100:00100000:1.0:1779202770.159125:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+13:31846:x1865628501152640:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:1.0:1779202770.159364:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+13:31846:x1865628501152640:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 241us (8751us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202770.159371:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 764 00000100:00100000:0.0:1779202770.167978:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202770.168235:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501152768 00000100:00100000:1.0:1779202770.168246:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501152768 00000100:00100000:1.0:1779202770.168305:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 765 00000100:00100000:1.0:1779202770.168315:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+13:31846:x1865628501152768:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:1.0:1779202770.168451:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+13:31846:x1865628501152768:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 137us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202770.168460:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 765 00000100:00100000:2.0:1779202770.185934:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202770.186246:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501152896 00000100:00100000:1.0:1779202770.186259:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501152896 00000100:00100000:1.0:1779202770.186331:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 766 00000100:00100000:1.0:1779202770.186343:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+13:31842:x1865628501152896:12345-192.168.204.21@tcp:101:mount.lustre.0 00010000:00010000:1.0:1779202770.186363:0:6555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202770.186392:0:6555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91cfc3935000/0x3d5ca2fc49dbf7c3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65b5c expref: -99 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202770.186430:0:6555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91cfc3935000/0x3d5ca2fc49dbf7c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b5c expref: 14 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202770.186442:0:6555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91cfc3935000/0x3d5ca2fc49dbf7c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b5c expref: 14 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202770.186457:0:6555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935000, rc 0) 00000100:00100000:1.0:1779202770.186544:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+14:31842:x1865628501152896:12345-192.168.204.21@tcp:101:mount.lustre.0 Request processed in 195us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202770.186552:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 766 00000100:00100000:0.0:1779202770.196561:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202770.196839:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501153024 00000100:00100000:2.0:1779202770.196850:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501153024 00000100:00100000:2.0:1779202770.196919:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 767 00000100:00100000:2.0:1779202770.196929:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+14:31842:x1865628501153024:12345-192.168.204.21@tcp:256:mount.lustre.0 20000000:01000000:2.0:1779202770.196954:0:6557:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1779202770.196973:0:6557:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1779202770.196978:0:6557:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1779202770.196981:0:6557:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1779202770.196984:0:6557:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1779202770.196986:0:6557:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 6 00000100:00100000:2.0:1779202770.207174:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+14:31842:x1865628501153024:12345-192.168.204.21@tcp:256:mount.lustre.0 Request processed in 10235us (10612us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202770.207187:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 767 00000100:00100000:1.0:1779202770.215499:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202770.215635:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501153152 00000100:00100000:0.0:1779202770.215645:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501153152 00000100:00100000:0.0:1779202770.215735:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 768 00000100:00100000:0.0:1779202770.215745:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+14:31842:x1865628501153152:12345-192.168.204.21@tcp:101:mount.lustre.0 00010000:00010000:0.0:1779202770.215763:0:6555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202770.215783:0:6555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91d0f3913400/0x3d5ca2fc49dbf7ca lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65b63 expref: -99 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202770.215813:0:6555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91d0f3913400/0x3d5ca2fc49dbf7ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b63 expref: 15 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202770.215825:0:6555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91d0f3913400/0x3d5ca2fc49dbf7ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b63 expref: 15 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202770.215836:0:6555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913400, rc 0) 00000100:00100000:0.0:1779202770.215908:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+15:31842:x1865628501153152:12345-192.168.204.21@tcp:101:mount.lustre.0 Request processed in 164us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202770.215915:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 768 00000100:00100000:0.0:1779202770.224498:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202770.225473:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501153280 00000100:00100000:2.0:1779202770.225487:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501153280 00000100:00100000:2.0:1779202770.225551:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 769 00000100:00100000:2.0:1779202770.225563:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+15:31842:x1865628501153280:12345-192.168.204.21@tcp:501:mount.lustre.0 00000100:00100000:2.0:1779202770.225782:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+15:31842:x1865628501153280:12345-192.168.204.21@tcp:501:mount.lustre.0 Request processed in 220us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202770.225790:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 769 00000100:00100000:1.0:1779202770.237134:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202770.237238:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501153408 00000100:00100000:3.0:1779202770.237249:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501153408 00000100:00100000:3.0:1779202770.237321:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 770 00000100:00100000:3.0:1779202770.237333:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+15:31842:x1865628501153408:12345-192.168.204.21@tcp:503:mount.lustre.0 00000100:00100000:3.0:1779202770.237515:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+15:31842:x1865628501153408:12345-192.168.204.21@tcp:503:mount.lustre.0 Request processed in 183us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202770.237524:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 770 00000100:00100000:1.0:1779202770.248445:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202770.248636:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501153536 00000100:00100000:0.0:1779202770.248648:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501153536 00000100:00100000:0.0:1779202770.248762:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 771 00000100:00100000:0.0:1779202770.248775:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+15:31849:x1865628501153536:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:0.0:1779202770.248970:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+15:31849:x1865628501153536:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 197us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202770.248978:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 771 00000100:00100000:0.0:1779202770.264381:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202770.276779:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501153664 00000100:00100000:2.0:1779202770.276793:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501153664 00000100:00100000:2.0:1779202770.276854:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 772 00000100:00100000:2.0:1779202770.276876:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+15:31849:x1865628501153664:12345-192.168.204.21@tcp:502:llog_process_th.0 00000100:00100000:2.0:1779202770.277044:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+15:31849:x1865628501153664:12345-192.168.204.21@tcp:502:llog_process_th.0 Request processed in 170us (12674us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202770.277052:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 772 00000100:00100000:3.0:1779202770.315940:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202770.315962:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524133376:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202770.316045:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202770.316246:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524133376 00000100:00100000:0.0:1779202770.316255:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524133376 00000100:00100000:0.0:1779202770.316336:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1779202770.316348:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524133376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202770.316380:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:0.0:1779202770.316431:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524133376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202770.316439:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1779202770.316498:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524133376:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1779202770.316824:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202770.318141:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202770.318163:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524133504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202770.318225:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202770.326037:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524133504 00000100:00100000:1.0:1779202770.326053:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524133504 00000100:00100000:1.0:1779202770.326126:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1779202770.326136:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524133504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202770.326165:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1779202770.326259:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524133504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (8033us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202770.326266:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1779202770.326346:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524133504:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1779202770.326928:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202770.327680:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202770.327749:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202770.327785:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202770.327809:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202770.327828:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202770.327845:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202770.327874:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202770.327898:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202770.327924:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501154688 00000100:00100000:2.0:1779202770.327932:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501154688 00000100:00100000:2.0:1779202770.327974:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501155200 00000100:00100000:2.0:1779202770.327976:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501155200 00000100:00100000:2.0:1779202770.327990:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501154816 00000100:00100000:2.0:1779202770.327993:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501154816 00000100:00100000:2.0:1779202770.328003:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501155328 00000100:00100000:2.0:1779202770.328005:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501155328 00000100:00100000:2.0:1779202770.328017:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 771 00000100:00100000:2.0:1779202770.328026:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2421:x1865628501154688:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202770.328086:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2421:x1865628501154688:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 61us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202770.328095:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 771 00000100:00100000:2.0:1779202770.328110:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 772 00000100:00100000:2.0:1779202770.328117:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501155200:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202770.328142:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501155200:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202770.328147:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 772 00000100:00100000:2.0:1779202770.328157:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 773 00000100:00100000:2.0:1779202770.328163:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501154816:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202770.328184:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501154816:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202770.328189:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 773 00000100:00100000:2.0:1779202770.328199:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 774 00000100:00100000:2.0:1779202770.328205:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501155328:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202770.328227:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501155328:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202770.328234:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 774 00000100:00100000:2.0:1779202770.328251:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501154432 00000100:00100000:2.0:1779202770.328254:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501154432 00000100:00100000:2.0:1779202770.328278:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501154944 00000100:00100000:2.0:1779202770.328280:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501154944 00000100:00100000:2.0:1779202770.328817:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501154560 00000100:00100000:2.0:1779202770.328822:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501154560 00000100:00100000:0.0:1779202770.335896:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501155072 00000100:00100000:0.0:1779202770.335912:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501155072 00000100:00100000:0.0:1779202770.335975:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1148 00000100:00100000:0.0:1779202770.335987:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:2421:x1865628501154432:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202770.336216:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:2421:x1865628501154432:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 231us (8542us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202770.336225:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1148 00000100:00100000:0.0:1779202770.336247:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1149 00000100:00100000:0.0:1779202770.336255:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2421:x1865628501154944:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202770.336283:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2421:x1865628501154944:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (8507us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202770.336289:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1149 00000100:00100000:0.0:1779202770.336413:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1150 00000100:00100000:0.0:1779202770.336421:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501154560:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202770.336451:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501154560:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (8622us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202770.337135:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1150 00000100:00100000:0.0:1779202770.337161:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1151 00000100:00100000:0.0:1779202770.337171:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501155072:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202770.337211:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501155072:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 43us (9336us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202770.337218:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1151 00000100:00100000:1.0:1779202770.349874:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202770.349919:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202770.350231:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501153792 00000100:00100000:2.0:1779202770.350242:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501153792 00000100:00100000:2.0:1779202770.350286:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501154048 00000100:00100000:2.0:1779202770.350297:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501154048 00000100:00100000:2.0:1779202770.350327:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1319 00000100:00100000:2.0:1779202770.350335:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2418:x1865628501153792:12345-192.168.204.21@tcp:38:mount.lustre.0 00010000:00080000:2.0:1779202770.350366:0:16980:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-MDT0000: connection from 0dfb49ca-b780-4a3a-a7b5-f562aed681aa@192.168.204.21@tcp t0 exp 0000000000000000 cur 899 last 0 00000020:00000080:2.0:1779202770.350407:0:16980:0:(genops.c:1406:class_connect()) connect: client 0dfb49ca-b780-4a3a-a7b5-f562aed681aa, cookie 0x3d5ca2fc49dbf7d1 00000004:00100000:2.0:1779202770.350431:0:16980:0:(mdt_handler.c:7283:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:1.0:1779202770.350633:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1320 00000100:00100000:1.0:1779202770.350640:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2418:x1865628501154048:12345-192.168.204.21@tcp:38:mount.lustre.0 00010000:00080000:1.0:1779202770.350656:0:10076:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-MDT0001: connection from 0dfb49ca-b780-4a3a-a7b5-f562aed681aa@192.168.204.21@tcp t0 exp 0000000000000000 cur 899 last 0 00000020:00000080:1.0:1779202770.350714:0:10076:0:(genops.c:1406:class_connect()) connect: client 0dfb49ca-b780-4a3a-a7b5-f562aed681aa, cookie 0x3d5ca2fc49dbf7d8 00000004:00100000:1.0:1779202770.350728:0:10076:0:(mdt_handler.c:7283:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1779202770.350837:0:10076:0:(import.c:65:import_set_state_nolock()) ffff91cfc30a3000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1779202770.350922:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2418:x1865628501154048:12345-192.168.204.21@tcp:38:mount.lustre.0 Request processed in 280us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202770.350930:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1320 00000100:00080000:2.0:1779202770.351260:0:16980:0:(import.c:65:import_set_state_nolock()) ffff91cfc32f7800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1779202770.351375:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2418:x1865628501153792:12345-192.168.204.21@tcp:38:mount.lustre.0 Request processed in 955us (1435us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202770.351384:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1319 00000100:00100000:0.0:1779202770.356978:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202770.357019:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202770.357063:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202770.357329:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501154304 00000100:00100000:1.0:1779202770.357341:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501154304 00000100:00100000:1.0:1779202770.357423:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501154176 00000100:00100000:1.0:1779202770.357427:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501154176 00000100:00100000:1.0:1779202770.357450:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501153920 00000100:00100000:1.0:1779202770.357452:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501153920 00000100:00100000:1.0:1779202770.357484:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1321 00000100:00100000:1.0:1779202770.357494:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+7:31842:x1865628501154304:12345-192.168.204.21@tcp:41:mount.lustre.0 00000004:00000024:1.0:1779202770.357532:0:6563:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444364288 avail 1298124800 00000100:00100000:1.0:1779202770.357601:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+7:31842:x1865628501154304:12345-192.168.204.21@tcp:41:mount.lustre.0 Request processed in 109us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202770.357608:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1321 00000100:00100000:1.0:1779202770.357626:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1322 00000100:00100000:1.0:1779202770.357632:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:0:x1865628501154176:12345-192.168.204.21@tcp:41:mount.lustre.0 00000004:00000024:1.0:1779202770.357648:0:6563:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202770.357675:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:0:x1865628501154176:12345-192.168.204.21@tcp:41:mount.lustre.0 Request processed in 44us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202770.357722:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1322 00000100:00100000:1.0:1779202770.357737:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1323 00000100:00100000:1.0:1779202770.357743:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:0:x1865628501153920:12345-192.168.204.21@tcp:41:mount.lustre.0 00000004:00000024:1.0:1779202770.357754:0:6563:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444364288 avail 1298124800 00000100:00100000:1.0:1779202770.357777:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:0:x1865628501153920:12345-192.168.204.21@tcp:41:mount.lustre.0 Request processed in 34us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202770.357786:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1323 00000100:00080000:0.0:1779202770.358425:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202770.358430:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202770.375734:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202770.379478:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501155456 00000100:00100000:1.0:1779202770.379496:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501155456 00000100:00100000:1.0:1779202770.379579:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1324 00000100:00100000:1.0:1779202770.379590:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31842:x1865628501155456:12345-192.168.204.21@tcp:40:mount.lustre.0 00000100:00100000:1.0:1779202770.379728:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31842:x1865628501155456:12345-192.168.204.21@tcp:40:mount.lustre.0 Request processed in 139us (4053us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202770.379736:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1324 00000100:00100000:1.0:1779202770.392110:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202770.392159:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202770.392200:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202770.392315:0:6573:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501155840 00000100:00100000:3.0:1779202770.392327:0:6573:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501155840 00000100:00100000:3.0:1779202770.392383:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 11 00000100:00100000:3.0:1779202770.392392:0:6573:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ebcbcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31842:x1865628501155840:12345-192.168.204.21@tcp:900:mount.lustre.0 00000100:00100000:3.0:1779202770.392480:0:6573:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ebcbcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31842:x1865628501155840:12345-192.168.204.21@tcp:900:mount.lustre.0 Request processed in 89us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202770.392488:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 11 00000100:00100000:0.0:1779202770.410960:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501155584 00000100:00100000:0.0:1779202770.410978:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501155584 00000100:00100000:0.0:1779202770.411043:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501155712 00000100:00100000:0.0:1779202770.411048:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501155712 00000100:00100000:0.0:1779202770.411081:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 358 00000100:00100000:0.0:1779202770.411093:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2418:x1865628501155584:12345-192.168.204.21@tcp:8:mount.lustre.0 00010000:00080000:0.0:1779202770.411140:0:8444:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 0dfb49ca-b780-4a3a-a7b5-f562aed681aa@192.168.204.21@tcp t0 exp 0000000000000000 cur 899 last 0 00000020:00000080:0.0:1779202770.411180:0:8444:0:(genops.c:1406:class_connect()) connect: client 0dfb49ca-b780-4a3a-a7b5-f562aed681aa, cookie 0x3d5ca2fc49dbf7df 00002000:00100000:0.0:1779202770.411195:0:8444:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 0dfb49ca-b780-4a3a-a7b5-f562aed681aa/ffff91cfc4a9f000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113519 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1779202770.411210:0:8444:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1779202770.411334:0:8444:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1779202770.411369:0:8444:0:(import.c:65:import_set_state_nolock()) ffff91cfc4a9b000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1779202770.411444:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2418:x1865628501155584:12345-192.168.204.21@tcp:8:mount.lustre.0 Request processed in 352us (19284us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202770.411451:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 358 00000100:00100000:3.0:1779202770.412978:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202770.414794:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501155968 00000100:00100000:3.0:1779202770.414809:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501155968 00000100:00100000:3.0:1779202770.414893:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 256 00000100:00100000:3.0:1779202770.414903:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31842:x1865628501155968:12345-192.168.204.21@tcp:33:mount.lustre.0 00000004:00200000:3.0:1779202770.414995:0:6565:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1779202770.415114:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31842:x1865628501155968:12345-192.168.204.21@tcp:33:mount.lustre.0 Request processed in 213us (2141us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202770.415123:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 256 00000100:00100000:1.0:1779202770.420849:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 359 00000100:00100000:1.0:1779202770.420880:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2418:x1865628501155712:12345-192.168.204.21@tcp:8:mount.lustre.0 00010000:00080000:1.0:1779202770.420925:0:8511:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 0dfb49ca-b780-4a3a-a7b5-f562aed681aa@192.168.204.21@tcp t0 exp 0000000000000000 cur 899 last 0 00000020:00000080:1.0:1779202770.420962:0:8511:0:(genops.c:1406:class_connect()) connect: client 0dfb49ca-b780-4a3a-a7b5-f562aed681aa, cookie 0x3d5ca2fc49dbf7e6 00002000:00100000:1.0:1779202770.420975:0:8511:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 0dfb49ca-b780-4a3a-a7b5-f562aed681aa/ffff91cfc30a2800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113519 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1779202770.420994:0:8511:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1779202770.421111:0:8511:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1779202770.421149:0:8511:0:(import.c:65:import_set_state_nolock()) ffff91cfc30a6000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1779202770.421229:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2418:x1865628501155712:12345-192.168.204.21@tcp:8:mount.lustre.0 Request processed in 353us (29026us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202770.421239:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 359 00010000:00010000:0.0:1779202770.635069:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202770.826996:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202770.827021:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524133632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202770.827112:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202770.828276:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524133632 00000100:00100000:1.0:1779202770.828297:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524133632 00000100:00100000:1.0:1779202770.828371:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1779202770.828383:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524133632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202770.828408:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1779202770.828492:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524133632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (1380us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202770.828500:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1779202770.828563:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524133632:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1779202770.828722:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202770.829509:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779202770.829527:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524133760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202770.829576:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202770.829634:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524133760 00000100:00100000:3.0:1779202770.829641:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524133760 00000100:00080000:3.0:1779202770.829737:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202770.829748:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1779202770.829756:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524133760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202770.829773:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1779202770.829812:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524133760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202770.829819:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1779202770.829861:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524133760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202771.188619:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202771.188818:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501156096 00000100:00100000:0.0:1779202771.188830:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501156096 00000100:00100000:0.0:1779202771.188907:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1325 00000100:00100000:0.0:1779202771.188918:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31892:x1865628501156096:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202771.188940:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202771.188963:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf7ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65b94 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.189032:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf7f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.189048:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf7f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.189067:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf7f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202771.189125:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202771.189130:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202771.189150:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf7f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.189177:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf7ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b94 expref: 8 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.189197:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf7f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b94 expref: 7 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.189206:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202771.189208:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202771.189212:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913c00, rc 0) 00000100:00100000:0.0:1779202771.189289:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+7:31892:x1865628501156096:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 372us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202771.189296:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1325 00000100:00100000:2.0:1779202771.213776:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202771.215805:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501156224 00000100:00100000:0.0:1779202771.215822:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501156224 00000100:00100000:0.0:1779202771.215915:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1326 00000100:00100000:0.0:1779202771.215927:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+7:31893:x1865628501156224:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202771.215947:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202771.215969:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf7fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65b9b expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216045:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf802 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216059:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf802 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216069:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf802 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216084:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf809 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216090:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf809 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216095:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf809 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216160:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf810 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216167:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf810 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216174:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf810 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202771.216208:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202771.216212:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202771.216231:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf810 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216245:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf802 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216250:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf802 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216257:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf802 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216263:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202771.216267:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf802 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216284:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf802 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216296:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202771.216299:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202771.216304:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf802 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216309:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf802 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216322:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf809 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216327:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf809 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216333:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf809 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216338:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202771.216341:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf809 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216346:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf809 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216353:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff91cfc1de2100) 00010000:00010000:0.0:1779202771.216360:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202771.216363:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf809 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216369:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf809 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216399:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf7fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b9b expref: 9 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216413:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf810 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b9b expref: 8 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.216420:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff91cfc1acb700) 00010000:00010000:0.0:1779202771.216422:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202771.216425:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912800, rc 0) 00000100:00100000:0.0:1779202771.216499:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:31893:x1865628501156224:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 574us (2734us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202771.216508:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1326 00000100:00100000:2.0:1779202771.222572:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202771.222806:0:6573:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501156352 00000100:00100000:3.0:1779202771.222818:0:6573:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501156352 00000100:00100000:3.0:1779202771.222889:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 12 00000100:00100000:3.0:1779202771.222899:0:6573:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:31893:x1865628501156352:12345-192.168.204.21@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1779202771.222986:0:6573:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:31893:x1865628501156352:12345-192.168.204.21@tcp:900:lhsmtool_posix.0 Request processed in 88us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202771.222993:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 12 00000100:00100000:3.0:1779202771.233859:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202771.238050:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501156608 00000100:00100000:1.0:1779202771.238066:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501156608 00000100:00100000:1.0:1779202771.238153:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1327 00000100:00100000:1.0:1779202771.238164:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:31893:x1865628501156608:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202771.238185:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202771.238206:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf817 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ba2 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.238284:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf81e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.238299:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf81e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.238310:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf81e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.238326:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf825 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.238333:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf825 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.238344:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf825 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.238433:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf82c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.238442:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf82c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.238448:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf82c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202771.238457:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00000001:00080000:0.0:1779202771.246061:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968118 is committed 00000001:00100000:0.0:1779202771.246083:0:6542:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0dfb49ca-b780-4a3a-a7b5-f562aed681aa 00000020:00080000:0.0:1779202771.246094:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 28 batchid updated 00000020:00080000:2.0:1779202771.246190:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000020:00080000:2.0:1779202771.246205:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00010000:00010000:1.0:1779202771.246762:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf81e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.246781:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf81e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.246788:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf81e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.246795:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202771.246799:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf81e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.246808:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf81e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.246824:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff91cfc1acb700) 00010000:00010000:1.0:1779202771.246827:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202771.246832:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf81e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.246838:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf81e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.246853:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf825 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.246859:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf825 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.246864:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf825 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.246868:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202771.246871:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf825 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.246876:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf825 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.246883:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff91d0ebf53100) 00010000:00010000:1.0:1779202771.246885:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202771.246888:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf825 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.246893:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf825 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.247211:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbf817 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ba2 expref: 9 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.247232:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf82c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ba2 expref: 8 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.247239:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202771.247242:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202771.247244:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934a00, rc 0) 00000100:00100000:1.0:1779202771.247353:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:31893:x1865628501156608:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 9188us (13502us total) trans 4294968118 rc 0/0 00000100:00100000:1.0:1779202771.247363:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1327 00000100:00100000:2.0:1779202771.267551:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202771.267814:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501156736 00000100:00100000:0.0:1779202771.267829:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501156736 00000100:00100000:0.0:1779202771.267911:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1328 00000100:00100000:0.0:1779202771.267923:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:31893:x1865628501156736:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1779202771.268097:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:31893:x1865628501156736:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 175us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202771.268105:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1328 00000100:00100000:2.0:1779202771.276773:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202771.276862:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501156864 00000100:00100000:0.0:1779202771.276877:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501156864 00000100:00100000:0.0:1779202771.276944:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1329 00000100:00100000:0.0:1779202771.276955:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31893:x1865628501156864:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1779202771.277089:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31893:x1865628501156864:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 136us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202771.277097:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1329 00000100:00100000:1.0:1779202771.330941:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202771.333477:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501156992 00000100:00100000:2.0:1779202771.333498:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501156992 00000100:00100000:2.0:1779202771.333809:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1330 00000100:00100000:2.0:1779202771.333826:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:31894:x1865628501156992:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202771.333854:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202771.333881:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf83a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ba9 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.333978:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf841 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.333998:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf841 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334012:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf841 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334030:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf848 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334038:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334044:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334104:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf841 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334112:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf841 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334119:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf841 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334126:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf841 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334132:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202771.334138:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf841 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334147:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf841 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1779202771.334168:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1779202771.334174:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202771.334179:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202771.334186:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf841 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334193:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf841 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334210:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334217:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf848 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334232:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf848 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334238:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202771.334241:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf848 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334247:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf848 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334255:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff91cfc10a3900) 00010000:00010000:2.0:1779202771.334257:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202771.334260:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf848 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334266:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf848 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334309:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf83a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ba9 expref: 99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334320:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202771.334322:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202771.334325:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf83a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ba9 expref: 99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.334334:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7400, rc 0) 00000100:00100000:2.0:1779202771.334425:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:31894:x1865628501156992:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 605us (3495us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202771.334432:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1330 00000100:00100000:3.0:1779202771.340205:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202771.373626:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501157248 00000100:00100000:0.0:1779202771.373647:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501157248 00000100:00100000:0.0:1779202771.373843:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1331 00000100:00100000:0.0:1779202771.373856:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:31894:x1865628501157248:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:0.0:1779202771.373932:0:6562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202771.373971:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf3b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659d4 expref: 98 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.373997:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202771.374004:0:6562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202771.374082:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.374099:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf3ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659e9 expref: 44 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.374110:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf7f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b94 expref: 7 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.374119:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.374180:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf7f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b94 expref: 7 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.374198:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf7f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b94 expref: 7 pid: 6564 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202771.374217:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524133888:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202771.374376:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf3ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659e9 expref: 44 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.374387:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf3ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659e9 expref: 44 pid: 6563 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202771.374396:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524134016:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202771.374419:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cfb40 going to sleep for 11 seconds 00000100:00100000:3.0:1779202771.378810:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202771.378920:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501157504 00000100:00100000:2.0:1779202771.378932:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501157504 00010000:00010000:2.0:1779202771.378993:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf3ef lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659e9 expref: 45 pid: 6563 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202771.379038:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 405 00000100:00100000:2.0:1779202771.379050:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2420:x1865628501157504:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202771.379070:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202771.379077:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf3ef lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659e9 expref: 45 pid: 6563 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.379091:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf3ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659e9 expref: 45 pid: 6563 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.379125:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202771.379130:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.379141:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202771.379208:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:2420:x1865628501157504:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 160us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202771.379217:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 405 00000100:00100000:0.0:1779202771.379451:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524133888:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202771.379467:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf3ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659e9 expref: 44 pid: 6563 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202771.379486:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524134016:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202771.379524:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1779202771.380255:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202771.381582:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202771.381740:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501157376 00000100:00100000:3.0:1779202771.381750:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501157376 00010000:00010000:3.0:1779202771.381788:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf7f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b94 expref: 8 pid: 6564 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202771.381829:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 406 00000100:00100000:3.0:1779202771.381839:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:2420:x1865628501157376:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202771.381855:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202771.381863:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf7f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b94 expref: 8 pid: 6564 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.381879:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf7f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b94 expref: 8 pid: 6564 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.381904:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf7f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b94 expref: 8 pid: 6564 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.381922:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202771.381928:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.381938:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.381948:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.381978:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202771.382038:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+7:2420:x1865628501157376:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 200us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202771.382045:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 406 00010000:00010000:0.0:1779202771.382812:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.382823:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.382855:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf856 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.382870:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf856 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.382879:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf856 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.391096:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf85d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.391118:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf85d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.391130:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf85d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202771.391148:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067a653be reply state 000000000cbf7bce transno 4294968119 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf85d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.391160:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf85d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.391168:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91d0ebf53100) 00010000:00010000:1.0:1779202771.391170:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202771.391175:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1779202771.391180:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:1.0:1779202771.391190:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.391196:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.391201:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.391207:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202771.391211:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.391218:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.391230:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202771.391232:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202771.391236:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.391241:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf84f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202771.391257:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067a653be reply state 000000000cbf7bce transno 4294968119 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf856 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.391265:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf856 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.391276:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff91cfc1de2000) 00010000:00010000:1.0:1779202771.391279:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202771.391281:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1779202771.391402:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:31894:x1865628501157248:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 17544us (51204us total) trans 4294968119 rc 0/0 00000100:00100000:1.0:1779202771.391412:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1331 00000100:00100000:0.0:1779202771.462238:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202771.462561:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501157632 00000100:00100000:2.0:1779202771.462574:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501157632 00000100:00100000:2.0:1779202771.462655:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1332 00000100:00100000:2.0:1779202771.462675:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+44:31898:x1865628501157632:12345-192.168.204.21@tcp:101:mkdir.0 00010000:00010000:2.0:1779202771.462749:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202771.462776:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf864 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65bb0 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.462866:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf86b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.462884:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf86b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.462898:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf86b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202771.462965:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1779202771.462969:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202771.462995:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf86b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.463025:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf864 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bb0 expref: 46 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.463046:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf86b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bb0 expref: 45 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.463056:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202771.463059:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202771.463064:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7e00, rc 0) 00000100:00100000:2.0:1779202771.463154:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31898:x1865628501157632:12345-192.168.204.21@tcp:101:mkdir.0 Request processed in 481us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202771.463162:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1332 00000100:00100000:3.0:1779202771.469213:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202771.469453:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202771.483169:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501158016 00000100:00100000:0.0:1779202771.483185:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501158016 00000100:00100000:1.0:1779202771.483402:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501157760 00000100:00100000:1.0:1779202771.483407:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501157760 00000100:00100000:1.0:1779202771.483456:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1333 00000100:00100000:1.0:1779202771.483467:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+6:31898:x1865628501158016:12345-192.168.204.21@tcp:36:mkdir.0 00000100:00100000:1.0:1779202771.483619:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6562:1865628524134144:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1779202771.483726:0:6562:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202771.483785:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e2703180 going to sleep for 11 seconds 00000100:00100000:1.0:1779202771.483806:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1334 00000100:00100000:1.0:1779202771.483814:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+6:2419:x1865628501157760:12345-192.168.204.21@tcp:41:mkdir.0 00000004:00000024:1.0:1779202771.483852:0:6563:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202771.483915:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+6:2419:x1865628501157760:12345-192.168.204.21@tcp:41:mkdir.0 Request processed in 101us (14462us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202771.483922:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1334 00000100:00100000:0.0:1779202771.485141:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524134144 00000100:00100000:0.0:1779202771.485151:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524134144 00000100:00100000:0.0:1779202771.485207:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1779202771.485216:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6562:x1865628524134144:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1779202771.485366:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6562:x1865628524134144:12345-0@lo:1000:mdt00_000.0 Request processed in 150us (1639us total) trans 0 rc 1/1 00000100:00100000:0.0:1779202771.485374:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00080000:3.0:1779202771.486196:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202771.486391:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6562:1865628524134144:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1779202771.486503:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:31898:x1865628501158016:12345-192.168.204.21@tcp:36:mkdir.0 Request processed in 3036us (17301us total) trans 0 rc -17/-17 00000100:00100000:1.0:1779202771.486510:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1333 00000100:00100000:3.0:1779202771.495977:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202771.496295:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501158144 00000100:00100000:2.0:1779202771.496312:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501158144 00000100:00100000:3.0:1779202771.496486:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1335 00000100:00100000:3.0:1779202771.496500:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+45:31898:x1865628501158144:12345-192.168.204.21@tcp:101:mkdir.0 00010000:00010000:3.0:1779202771.497000:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202771.497024:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf872 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65bb7 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497399:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf879 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497426:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf879 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497439:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf879 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497452:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf880 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497460:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf880 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497466:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf880 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497867:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf887 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497879:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf887 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497886:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf887 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202771.497928:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1779202771.497932:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202771.497953:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf887 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497966:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf879 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497972:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf879 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497979:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf879 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497985:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202771.497989:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf879 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.497996:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf879 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.498008:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202771.498011:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202771.498016:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf879 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.498022:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf879 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.498117:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf880 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.498124:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf880 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.498128:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf880 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.498134:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb5800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202771.498136:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf880 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.498141:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf880 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.498148:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff91cfc1de2000) 00010000:00010000:3.0:1779202771.498150:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202771.498153:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf880 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.500471:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5800/0x3d5ca2fc49dbf880 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.500556:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4200/0x3d5ca2fc49dbf872 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bb7 expref: 47 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.500573:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf887 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bb7 expref: 46 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202771.500583:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91d0ebf53100) 00010000:00010000:3.0:1779202771.500586:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202771.500589:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4c00, rc 0) 00000100:00100000:3.0:1779202771.500673:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:31898:x1865628501158144:12345-192.168.204.21@tcp:101:mkdir.0 Request processed in 4165us (4694us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202771.500682:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1335 00000100:00100000:3.0:1779202771.522071:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202771.522857:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501158272 00000100:00100000:1.0:1779202771.522871:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501158272 00000100:00100000:1.0:1779202771.522943:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1336 00000100:00100000:1.0:1779202771.522954:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:31899:x1865628501158272:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202771.522978:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202771.522999:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf88e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65bbe expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523065:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf895 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523079:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf895 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523090:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf895 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523105:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf89c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523111:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf89c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523118:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf89c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523174:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf895 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523181:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf895 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523188:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf895 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523193:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202771.523198:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf895 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523204:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf895 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523216:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91d0ebf53100) 00010000:00010000:1.0:1779202771.523220:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202771.523225:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf895 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523231:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf895 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523518:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf89c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523913:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf89c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523922:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf89c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523927:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202771.523931:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf89c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523937:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf89c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523947:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff91d0ebf53f00) 00010000:00010000:1.0:1779202771.523950:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202771.523953:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf89c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.523959:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf89c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.524003:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf88e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bbe expref: 47 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.524014:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91d0ebf53100) 00010000:00010000:1.0:1779202771.524017:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202771.524020:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbf88e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bbe expref: 47 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.524029:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935200, rc 0) 00000100:00100000:1.0:1779202771.524100:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:31899:x1865628501158272:12345-192.168.204.21@tcp:101:rm.0 Request processed in 1148us (2038us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202771.524108:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1336 00000100:00100000:0.0:1779202771.578025:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202771.578218:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501158528 00000100:00100000:2.0:1779202771.578229:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501158528 00000100:00100000:2.0:1779202771.578299:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1337 00000100:00100000:2.0:1779202771.578309:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:31900:x1865628501158528:12345-192.168.204.21@tcp:101:dd.0 00010000:00010000:2.0:1779202771.578331:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202771.578335:0:6564:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1779202771.578363:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4c00/0x3d5ca2fc49dbf887 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bb7 expref: 46 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.578385:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91d0ebf53100) 00010000:00010000:2.0:1779202771.578391:0:6564:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202771.578404:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8a3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65bc5 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.578512:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8aa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.578527:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.578536:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.578550:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8b1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.578556:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.578561:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202771.578961:0:6564:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00010000:00010000:2.0:1779202771.579096:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf8b8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.579106:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf8b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.579114:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf8b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.579147:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.579158:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8aa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.579165:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8aa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.579171:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202771.579175:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8aa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.579182:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8aa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.579192:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91d0ebf53100) 00010000:00010000:2.0:1779202771.579195:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202771.579198:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8aa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.579203:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8aa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202771.579213:0:6564:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a42ba8c9 reply state 0000000028297b6a transno 4294968120 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.579225:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.579230:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff91cfc10a3900) 00010000:00010000:2.0:1779202771.579232:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202771.579235:0:6564:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1779202771.579264:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8a3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bc5 expref: 48 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.579279:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf8b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bc5 expref: 47 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.579285:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc10a3400) 00010000:00010000:2.0:1779202771.579288:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202771.579290:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7c00, rc 0) 00000100:00100000:2.0:1779202771.579356:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:31900:x1865628501158528:12345-192.168.204.21@tcp:101:dd.0 Request processed in 1048us (1340us total) trans 4294968120 rc 0/0 00000100:00100000:2.0:1779202771.579365:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1337 00010000:00010000:2.0:1779202771.659260:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202771.667403:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202771.667750:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501158656 00000100:00100000:0.0:1779202771.667762:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501158656 00000100:00100000:0.0:1779202771.667851:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 360 00000100:00100000:0.0:1779202771.667865:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:31900:x1865628501158656:12345-192.168.204.21@tcp:101:dd.0 00010000:00010000:0.0:1779202771.667888:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202771.667914:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf8c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65bcc expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202771.667946:0:8446:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1779202771.667973:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202771.667976:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202771.667986:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf8c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bcc expref: 10 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.668004:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf8c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bcc expref: 10 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.668018:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912a00, rc 0) 00000100:00100000:0.0:1779202771.668107:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:31900:x1865628501158656:12345-192.168.204.21@tcp:101:dd.0 Request processed in 244us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202771.668114:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 360 00000100:00080000:3.0:1779202771.670592:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202771.735980:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202771.743747:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501158784 00000100:00100000:2.0:1779202771.743765:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501158784 00002000:00100000:2.0:1779202771.743844:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff91d0ffaf3480 x1865628501158784/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:737/0 lens 488/0 e 0 to 0 dl 1779202782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202771.743857:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffaf3480 with x1865628501158784 ext(0->1048575) 00002000:00010000:2.0:1779202771.743864:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffaf3480 00000100:00100000:2.0:1779202771.743904:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 96 00000100:00100000:2.0:1779202771.743914:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501158784:12345-192.168.204.21@tcp:4:dd.0 00000040:00080000:1.0:1779202771.788348:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202771.788362:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202771.789675:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1779202771.789721:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1779202771.790227:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1779202771.798276:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501158784:12345-192.168.204.21@tcp:4:dd.0 Request processed in 54350us (62293us total) trans 4294967370 rc 0/0 00000100:00100000:0.0:1779202771.798290:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 96 00002000:00100000:0.0:1779202771.798303:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff91d0ffaf3480 x1865628501158784/t4294967370(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:737/0 lens 488/448 e 0 to 0 dl 1779202782 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202771.798314:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffaf3480 with x1865628501158784 ext(0->1048575) 00002000:00010000:0.0:1779202771.798320:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffaf3480 00000100:00100000:0.0:1779202771.811797:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202771.811996:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501158912 00000100:00100000:2.0:1779202771.812006:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501158912 00000100:00100000:2.0:1779202771.812059:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1338 00000100:00100000:2.0:1779202771.812069:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:31900:x1865628501158912:12345-192.168.204.21@tcp:44:dd.0 00000001:00080000:0.0:1779202771.823774:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968120 is committed 00000001:00080000:0.0:1779202771.823803:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968119 is committed 00010000:00010000:2.0:1779202771.823976:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf856 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.823991:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf856 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.823999:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf856 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.824006:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202771.824011:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf856 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.824020:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf856 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.824039:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff91cfc1de2000) 00010000:00010000:2.0:1779202771.824043:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202771.824048:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf856 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.824055:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf856 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.824080:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf85d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.824086:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf85d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.824093:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf85d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.824098:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202771.824102:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf85d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.824109:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf85d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.824117:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91d0ebf53100) 00010000:00010000:2.0:1779202771.824119:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202771.824122:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf85d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.824128:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf85d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202771.824344:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:31900:x1865628501158912:12345-192.168.204.21@tcp:44:dd.0 Request processed in 12271us (12552us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202771.824355:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1338 00000100:00100000:3.0:1779202771.828158:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202771.828232:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501159040 00000100:00100000:2.0:1779202771.828243:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501159040 00000100:00100000:2.0:1779202771.828301:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 361 00000100:00100000:2.0:1779202771.828312:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501159040:12345-192.168.204.21@tcp:16:dd.0 00010000:00010000:1.0:1779202771.834903:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.834921:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8b1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.834929:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.834940:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202771.834945:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.834954:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8b1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.834974:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff91cfc10a3900) 00010000:00010000:1.0:1779202771.834977:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202771.834983:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8b1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.834990:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8b1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1779202771.835906:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00000001:00100000:3.0:1779202771.835921:0:9507:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0dfb49ca-b780-4a3a-a7b5-f562aed681aa 00000100:00100000:2.0:1779202771.836085:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501159040:12345-192.168.204.21@tcp:16:dd.0 Request processed in 7768us (7929us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202771.836096:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 361 00000100:00100000:2.0:1779202771.848117:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202771.848852:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501159296 00000100:00100000:3.0:1779202771.848863:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501159296 00000100:00100000:3.0:1779202771.848932:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 257 00000100:00100000:3.0:1779202771.848943:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:31900:x1865628501159296:12345-192.168.204.21@tcp:35:dd.0 00000100:00100000:3.0:1779202771.849261:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:31900:x1865628501159296:12345-192.168.204.21@tcp:35:dd.0 Request processed in 319us (1155us total) trans 4294968121 rc 0/0 00000100:00100000:3.0:1779202771.849269:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 257 00000100:00100000:0.0:1779202771.850995:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202771.851016:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524134272:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202771.851075:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202771.851317:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524134272 00000100:00100000:2.0:1779202771.851326:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524134272 00000100:00100000:2.0:1779202771.851376:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1779202771.851385:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524134272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202771.851418:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202771.851469:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524134272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202771.851479:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1779202771.851747:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524134272:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202771.898406:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202771.899080:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501159424 00000100:00100000:2.0:1779202771.899090:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501159424 00000100:00100000:2.0:1779202771.899142:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1339 00000100:00100000:2.0:1779202771.899152:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:31901:x1865628501159424:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202771.899177:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202771.899202:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65bd3 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.899276:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.899291:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.899302:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.899316:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.899322:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.899328:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.899405:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf8e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.899417:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf8e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.899437:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf8e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202771.899470:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1779202771.899475:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202771.902268:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf8e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902298:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8d4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902307:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8d4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902314:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902321:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902327:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202771.902331:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902338:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8d4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902355:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202771.902359:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202771.902364:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8d4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902369:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf8d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902387:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902392:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902397:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902402:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb7400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202771.902404:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902410:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902417:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff91cfc10a3a00) 00010000:00010000:2.0:1779202771.902420:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202771.902424:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8db lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902429:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902471:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bd3 expref: 49 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.902498:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7a00/0x3d5ca2fc49dbf8e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bd3 expref: 48 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.903059:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:2.0:1779202771.903061:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1779202771.903064:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7a00, rc 0) 00000100:00100000:2.0:1779202771.903149:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:31901:x1865628501159424:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 3996us (4752us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202771.903158:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1339 00000100:00100000:1.0:1779202771.924107:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202771.924215:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501159552 00000100:00100000:2.0:1779202771.924227:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501159552 00000100:00100000:2.0:1779202771.924291:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1340 00000100:00100000:2.0:1779202771.924301:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:31903:x1865628501159552:12345-192.168.204.21@tcp:101:stat.0 00010000:00010000:2.0:1779202771.924327:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202771.924350:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65bda expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.924428:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.924443:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.924453:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202771.924507:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1779202771.924511:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202771.924549:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.924572:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf8e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bda expref: 99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.924590:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bda expref: 98 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.924598:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202771.924601:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202771.924604:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb7400, rc 0) 00000100:00100000:2.0:1779202771.924673:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:31903:x1865628501159552:12345-192.168.204.21@tcp:101:stat.0 Request processed in 373us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202771.924679:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1340 00000100:00100000:3.0:1779202771.932080:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202771.932184:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501159680 00000100:00100000:0.0:1779202771.932194:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501159680 00000100:00100000:0.0:1779202771.932258:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1341 00000100:00100000:0.0:1779202771.932280:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:31903:x1865628501159680:12345-192.168.204.21@tcp:101:stat.0 00010000:00010000:0.0:1779202771.932303:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202771.932324:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf8f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65be1 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932389:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf8fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932404:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf8fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932415:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf8fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932431:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf905 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932438:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf905 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932445:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf905 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932532:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf90c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932541:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf90c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932547:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf90c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202771.932581:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:0.0:1779202771.932585:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202771.932606:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf90c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932619:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf8fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932625:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf8fe lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932631:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf8fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932641:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202771.932645:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf8fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932662:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf8fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932674:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202771.932677:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202771.932682:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf8fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.932688:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf8fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.937790:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf905 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.937799:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf905 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.937806:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf905 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.937813:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202771.937818:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf905 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.937825:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf905 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.937845:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff91cfc1de2200) 00010000:00010000:0.0:1779202771.937848:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202771.937854:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf905 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.937859:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf905 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.937914:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf8f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65be1 expref: 100 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.937929:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913a00/0x3d5ca2fc49dbf90c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65be1 expref: 99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202771.937937:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:0.0:1779202771.937939:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1779202771.937942:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913a00, rc 0) 00000100:00100000:1.0:1779202771.938127:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:31903:x1865628501159680:12345-192.168.204.21@tcp:101:stat.0 Request processed in 5847us (6054us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202771.938137:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1341 00000100:00100000:0.0:1779202771.951836:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202771.952080:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501159808 00000100:00100000:1.0:1779202771.952090:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501159808 00000100:00100000:1.0:1779202771.952148:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1342 00000100:00100000:1.0:1779202771.952158:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+99:31903:x1865628501159808:12345-192.168.204.21@tcp:101:stat.0 00010000:00010000:1.0:1779202771.952177:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202771.952196:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf913 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65be8 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952271:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf91a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952287:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf91a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952299:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf91a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952314:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf921 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952321:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf921 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952327:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf921 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952401:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf928 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952410:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf928 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952417:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf928 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202771.952457:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1779202771.952461:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202771.952483:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf928 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952495:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf928 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952521:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf91a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952528:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf91a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952536:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf91a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952542:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202771.952546:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf91a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952553:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf91a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952565:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:1.0:1779202771.952568:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202771.952572:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf91a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952579:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbf91a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952593:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf921 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952598:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf921 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952605:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf921 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952610:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202771.952613:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf921 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952618:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf921 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952624:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff91cfc2a5dd00) 00010000:00010000:1.0:1779202771.952627:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202771.952630:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf921 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952636:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbf921 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.952676:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf913 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65be8 expref: 101 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.953021:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf928 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65be8 expref: 100 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202771.953034:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc10a3400) 00010000:00010000:1.0:1779202771.953037:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202771.953040:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935400, rc 0) 00000100:00100000:1.0:1779202771.953103:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:31903:x1865628501159808:12345-192.168.204.21@tcp:101:stat.0 Request processed in 946us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202771.953111:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1342 00000100:00100000:3.0:1779202771.972512:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202771.972740:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501159936 00000100:00100000:2.0:1779202771.972751:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501159936 00000100:00100000:2.0:1779202771.972817:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 362 00000100:00100000:2.0:1779202771.972838:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501159936:12345-192.168.204.21@tcp:101:stat.0 00010000:00010000:2.0:1779202771.972856:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202771.972873:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000043ec8ae0/0x3d5ca2fc49dbf92f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65bef expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202771.972930:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524134400:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202771.973027:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92b5c00 going to sleep for 11 seconds 00000100:00080000:3.0:1779202771.973795:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1779202771.986889:0:12963:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:2.0:1779202771.986900:0:12963:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime: 0 -> 1779202771 00002000:00010000:2.0:1779202771.986903:0:12963:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime: 0 -> 1779202771 00002000:00010000:2.0:1779202771.986905:0:12963:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime: 0 -> 1779202771 00002000:00010000:2.0:1779202771.986907:0:12963:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks: 0 -> 2048 00000100:00100000:2.0:1779202771.986930:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524134400:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202771.986968:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000043ec8ae0/0x3d5ca2fc49dbf92f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bef expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.986992:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043ec8ae0/0x3d5ca2fc49dbf92f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bef expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202771.987005:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6200, rc 0) 00000100:00100000:2.0:1779202771.987069:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501159936:12345-192.168.204.21@tcp:101:stat.0 Request processed in 14242us (14576us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202771.987078:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 362 00000100:00100000:1.0:1779202772.025414:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202772.025681:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501160064 00000100:00100000:0.0:1779202772.025723:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501160064 00000100:00100000:0.0:1779202772.025782:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 363 00000100:00100000:0.0:1779202772.025795:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501160064:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202772.025813:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202772.025844:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf936 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65bf6 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202772.025905:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524134528:192.168.204.21@tcp:106: 00000100:00100000:0.0:1779202772.026007:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e06423c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202772.042660:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524134528:192.168.204.21@tcp:106: 00010000:00010000:0.0:1779202772.042741:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf936 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bf6 expref: 18 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202772.042766:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000515ee0b5/0x3d5ca2fc49dbf936 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bf6 expref: 18 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202772.042780:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913c00, rc 0) 00000100:00100000:0.0:1779202772.042855:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501160064:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 17063us (17451us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202772.042865:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 363 00000100:00100000:3.0:1779202772.046498:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202772.046597:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501160192 00000100:00100000:2.0:1779202772.046607:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501160192 00000100:00100000:2.0:1779202772.046682:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1343 00000100:00100000:2.0:1779202772.046729:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:31904:x1865628501160192:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202772.046753:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202772.046776:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf93d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65bfd expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202772.046870:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf944 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202772.046887:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf944 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202772.046904:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf944 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202772.046953:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1779202772.046957:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202772.046977:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf944 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202772.047004:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6200/0x3d5ca2fc49dbf93d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bfd expref: 102 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202772.047023:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf944 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bfd expref: 101 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202772.047048:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:2.0:1779202772.047050:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202772.047054:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb6800, rc 0) 00000100:00100000:2.0:1779202772.047109:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:31904:x1865628501160192:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 418us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202772.047117:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1343 00000100:00100000:1.0:1779202772.074619:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202772.081346:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501160320 00000100:00100000:0.0:1779202772.081360:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501160320 00000100:00100000:1.0:1779202772.085142:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 364 00000100:00100000:1.0:1779202772.085155:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501160320:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202772.085173:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202772.085190:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf94b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c04 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202772.085249:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524134656:192.168.204.21@tcp:106: 00000100:00100000:1.0:1779202772.085369:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4cd2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202772.092282:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524134656:192.168.204.21@tcp:106: 00010000:00010000:1.0:1779202772.092329:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf94b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c04 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.092354:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dbf94b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c04 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.092365:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935600, rc 0) 00000100:00100000:1.0:1779202772.092489:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501160320:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 7336us (17878us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202772.092507:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 364 00000100:00100000:2.0:1779202772.104764:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202772.106246:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501160576 00000100:00100000:3.0:1779202772.106350:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501160576 00000100:00100000:3.0:1779202772.106463:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1344 00000100:00100000:3.0:1779202772.106476:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:31904:x1865628501160576:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:3.0:1779202772.107041:0:7869:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 136 off13224 00000100:00100000:3.0:1779202772.107191:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:31904:x1865628501160576:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 716us (2438us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202772.107201:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1344 00010000:00010000:0.0:1779202772.684166:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202772.810918:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202772.810927:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202772.810960:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:1.0:1779202772.810970:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202772.811193:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524134784:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202772.811309:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e0900 going to sleep for 11 seconds 00000100:00100000:2.0:1779202772.840875:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202772.841164:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524134784:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202772.841299:0:6573:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501160704 00000100:00100000:2.0:1779202772.841307:0:6573:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501160704 00000100:00100000:2.0:1779202772.841370:0:6573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 13 00000100:00100000:2.0:1779202772.841380:0:6573:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31914:x1865628501160704:12345-192.168.204.21@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1779202772.841494:0:6573:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31914:x1865628501160704:12345-192.168.204.21@tcp:900:lhsmtool_posix.0 Request processed in 116us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202772.841503:0:6573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 13 00000100:00080000:2.0:1779202772.841525:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202772.861873:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202772.861931:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501160832 00000100:00100000:0.0:1779202772.861940:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501160832 00000100:00100000:0.0:1779202772.861996:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1345 00000100:00100000:0.0:1779202772.862007:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+7:31914:x1865628501160832:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1779202772.862037:0:10076:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202772.862144:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+7:31914:x1865628501160832:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 138us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202772.862151:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1345 00000100:00080000:0.0:1779202772.862170:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202772.880144:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202772.880176:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501161088 00000100:00100000:0.0:1779202772.880185:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501161088 00000100:00100000:0.0:1779202772.880228:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1346 00000100:00100000:0.0:1779202772.880236:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+7:31914:x1865628501161088:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202772.880256:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202772.880274:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf952 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c0b expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202772.880375:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf959 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202772.880392:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf959 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202772.880407:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf959 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202772.880421:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:0.0:1779202772.880540:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbf952 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c0b expref: 10 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202772.880556:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf959 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c0b expref: 9 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202772.880565:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc10a3400) 00010000:00010000:0.0:1779202772.880568:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202772.880572:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913800, rc 0) 00000100:00100000:0.0:1779202772.880650:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31914:x1865628501161088:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 413us (512us total) trans 4294968122 rc 0/0 00000100:00100000:0.0:1779202772.880661:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1346 00000100:00100000:3.0:1779202772.899797:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202772.900003:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501161216 00000100:00100000:3.0:1779202772.900015:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501161216 00000100:00100000:3.0:1779202772.900074:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 365 00000100:00100000:3.0:1779202772.900085:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2419:x1865628501161216:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1779202772.900135:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202772.900156:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf8c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bcc expref: 9 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202772.900165:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202772.900167:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202772.900170:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202772.900205:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf8c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bcc expref: 9 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202772.900220:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf8c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bcc expref: 9 pid: 8446 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202772.900234:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524134912:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202772.900322:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f39d3e40 going to sleep for 11 seconds 00000100:00080000:3.0:1779202772.900337:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202772.909888:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202772.909968:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524134912:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202772.910000:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202772.910036:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501161344 00000100:00100000:1.0:1779202772.910043:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501161344 00010000:00010000:1.0:1779202772.910083:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf8c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bcc expref: 10 pid: 8446 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202772.910118:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 407 00000100:00100000:1.0:1779202772.910130:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501161344:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202772.910144:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202772.910166:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf8c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bcc expref: 10 pid: 8446 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.910179:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf8c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bcc expref: 10 pid: 8446 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.910205:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee5fd2a1/0x3d5ca2fc49dbf8c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bcc expref: 10 pid: 8446 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.910219:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202772.910221:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202772.910226:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.910235:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.910260:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202772.910308:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501161344:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 180us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202772.910316:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 407 00010000:00010000:1.0:1779202772.910402:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.910424:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.910444:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.910451:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.910458:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.910465:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202772.910469:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.910482:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.913684:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202772.913710:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf967 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202772.914030:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2419:x1865628501161216:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 13942us (14240us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202772.914042:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 365 00000100:00100000:1.0:1779202772.930320:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202772.930355:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501161600 00000100:00100000:1.0:1779202772.930366:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501161600 00000100:00100000:1.0:1779202772.930422:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1347 00000100:00100000:1.0:1779202772.930433:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31914:x1865628501161600:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202772.930558:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31914:x1865628501161600:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 126us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202772.930566:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1347 00000100:00100000:3.0:1779202772.943599:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202772.945100:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501161728 00000100:00100000:0.0:1779202772.945113:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501161728 00000100:00100000:0.0:1779202772.945171:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 366 00000100:00100000:0.0:1779202772.945182:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2419:x1865628501161728:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202772.945202:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202772.945224:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000665c2779/0x3d5ca2fc49dbf96e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c12 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202772.945249:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 1048576, mtime: 0x6a0c7ad3, atime: 0x0, ctime: 0x6a0c7ad3, blocks: 0x800 00010000:00010000:0.0:1779202772.945267:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202772.945269:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202772.945277:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000665c2779/0x3d5ca2fc49dbf96e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c12 expref: 6 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202772.945295:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000665c2779/0x3d5ca2fc49dbf96e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c12 expref: 6 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202772.945308:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913200, rc 0) 00000100:00100000:0.0:1779202772.945368:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2419:x1865628501161728:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 188us (1780us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202772.945375:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 366 00000100:00100000:1.0:1779202772.960467:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202772.960540:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501161984 00000100:00100000:1.0:1779202772.960550:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501161984 00000100:00100000:1.0:1779202772.960603:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1348 00000100:00100000:1.0:1779202772.960613:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31914:x1865628501161984:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202772.960779:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31914:x1865628501161984:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 167us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202772.960787:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1348 00000100:00100000:0.0:1779202772.990822:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202772.992380:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501162112 00000100:00100000:3.0:1779202772.992394:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501162112 00002000:00100000:3.0:1779202772.992451:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff91cfc3340380 x1865628501162112/t0(0) o3->0dfb49ca-b780-4a3a-a7b5-f562aed681aa@192.168.204.21@tcp:738/0 lens 488/0 e 0 to 0 dl 1779202783 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202772.992462:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3340380 with x1865628501162112 ext(0->1048575) 00002000:00010000:3.0:1779202772.992468:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3340380 00000100:00100000:3.0:1779202772.992511:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 97 00000100:00100000:3.0:1779202772.992522:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2421:x1865628501162112:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1779202773.082257:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2421:x1865628501162112:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 89719us (91437us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1779202773.082273:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 97 00002000:00100000:3.0:1779202773.082292:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff91cfc3340380 x1865628501162112/t0(0) o3->0dfb49ca-b780-4a3a-a7b5-f562aed681aa@192.168.204.21@tcp:738/0 lens 488/440 e 0 to 0 dl 1779202783 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202773.082305:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3340380 with x1865628501162112 ext(0->1048575) 00002000:00010000:3.0:1779202773.082313:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3340380 00000100:00100000:3.0:1779202773.120279:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202773.122316:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501162240 00000100:00100000:0.0:1779202773.122329:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501162240 00000100:00100000:0.0:1779202773.122385:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1349 00000100:00100000:0.0:1779202773.122396:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31914:x1865628501162240:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202773.122417:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202773.122438:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf975 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c19 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.122477:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf97c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.122505:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf97c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.122517:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf97c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.122653:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf975 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c19 expref: 11 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.122671:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf97c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c19 expref: 10 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.122682:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc10a3400) 00010000:00010000:0.0:1779202773.122684:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202773.122688:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912000, rc 0) 00000100:00100000:0.0:1779202773.123605:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31914:x1865628501162240:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1206us (3333us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202773.123615:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1349 00000100:00100000:3.0:1779202773.143206:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202773.149204:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501162368 00000100:00100000:1.0:1779202773.149222:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501162368 00000100:00100000:1.0:1779202773.149283:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1350 00000100:00100000:1.0:1779202773.149293:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31914:x1865628501162368:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202773.149326:0:16980:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202773.149448:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31914:x1865628501162368:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 156us (6251us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202773.149456:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1350 00000100:00100000:0.0:1779202773.167131:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202773.168022:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501162496 00000100:00100000:1.0:1779202773.168034:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501162496 00000100:00100000:2.0:1779202773.168225:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 367 00000100:00100000:2.0:1779202773.168236:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2421:x1865628501162496:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1779202773.168286:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dbf983 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.168303:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202773.168305:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202773.168310:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dbf983 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.168326:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dbf983 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.168354:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dbf983 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.168363:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dbf983 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.168372:0:8511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dbf983 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.168385:0:8511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202773.168389:0:8511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dbf983 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.168398:0:8511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dbf983 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.168412:0:8511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dbf983 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.168420:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dbf983 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202773.168734:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2421:x1865628501162496:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 498us (1611us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202773.168741:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 367 00000100:00100000:1.0:1779202773.195879:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202773.196006:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501162752 00000100:00100000:0.0:1779202773.196016:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501162752 00000100:00100000:0.0:1779202773.196078:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1351 00000100:00100000:0.0:1779202773.196090:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31914:x1865628501162752:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1779202773.196171:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.196189:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf97c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c19 expref: 10 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.196198:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 4/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.196233:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf97c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c19 expref: 10 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.196247:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf97c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c19 expref: 10 pid: 6564 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202773.196261:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524135040:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202773.196350:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d0aa8480 going to sleep for 11 seconds 00000100:00100000:2.0:1779202773.207042:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202773.207104:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501162880 00000100:00100000:3.0:1779202773.207114:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501162880 00010000:00010000:3.0:1779202773.207155:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf97c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c19 expref: 11 pid: 6564 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202773.207196:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 408 00000100:00100000:3.0:1779202773.207205:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+11:2420:x1865628501162880:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202773.207222:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202773.207228:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf97c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c19 expref: 11 pid: 6564 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.207241:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf97c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c19 expref: 11 pid: 6564 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.207265:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc10a3400) 00010000:00010000:3.0:1779202773.207270:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.207278:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.207286:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.207304:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202773.207356:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+11:2420:x1865628501162880:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 152us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202773.207363:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 408 00010000:00010000:1.0:1779202773.207791:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf97c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c19 expref: 10 pid: 6564 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202773.207808:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524135040:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202773.207828:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.207836:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.207841:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.208024:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.208032:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.208037:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.208044:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202773.208048:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.208054:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.208064:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc10a3400) 00010000:00010000:1.0:1779202773.208068:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202773.208071:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.208077:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbf98a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202773.208178:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31914:x1865628501162752:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 12090us (12308us total) trans 4294968123 rc 0/0 00000100:00100000:1.0:1779202773.208188:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1351 00000040:00080000:3.0:1779202773.208463:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202773.208469:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202773.208536:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 2 00000040:00080000:3.0:1779202773.208545:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202773.210250:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202773.210329:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501163136 00000100:00100000:3.0:1779202773.210338:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501163136 00000100:00100000:3.0:1779202773.210393:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 258 00000100:00100000:3.0:1779202773.210412:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31914:x1865628501163136:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1779202773.210839:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+11:31914:x1865628501163136:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 427us (595us total) trans 4294968124 rc 0/0 00000100:00100000:3.0:1779202773.210848:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 258 00000040:00080000:1.0:1779202773.676389:0:23285:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202773.676398:0:23285:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202773.676438:0:23285:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 2 00000040:00080000:1.0:1779202773.676445:0:23285:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202773.713686:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202773.816488:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202773.816650:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501163264 00000100:00100000:3.0:1779202773.816661:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501163264 00000100:00100000:3.0:1779202773.816757:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 368 00000100:00100000:3.0:1779202773.816768:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501163264:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202773.816788:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202773.816819:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf991 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c20 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.816844:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202773.816847:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202773.816855:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf991 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c20 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.816874:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf991 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c20 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.816886:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4200, rc 0) 00000100:00100000:3.0:1779202773.816943:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501163264:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 177us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202773.816950:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 368 00000100:00080000:0.0:1779202773.817455:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202773.824842:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202773.824935:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501163520 00000100:00100000:3.0:1779202773.824947:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501163520 00000100:00100000:3.0:1779202773.825026:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1352 00000100:00100000:3.0:1779202773.825040:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:31915:x1865628501163520:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202773.825064:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202773.825086:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf998 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c27 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.825215:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf99f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.825231:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf99f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.825244:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf99f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202773.825256:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:3.0:1779202773.825357:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb4000/0x3d5ca2fc49dbf998 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c27 expref: 104 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.825374:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf99f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c27 expref: 103 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.825382:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc10a3400) 00010000:00010000:3.0:1779202773.825385:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1779202773.825389:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb5400, rc 0) 00000100:00100000:3.0:1779202773.825456:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:31915:x1865628501163520:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 419us (623us total) trans 4294968125 rc 0/0 00000100:00100000:3.0:1779202773.825463:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1352 00000100:00080000:1.0:1779202773.825760:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202773.829592:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202773.829679:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501163648 00000100:00100000:1.0:1779202773.829715:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501163648 00000100:00100000:1.0:1779202773.829773:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 369 00000100:00100000:1.0:1779202773.829783:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501163648:12345-192.168.204.21@tcp:1:lfs.0 00010000:00010000:1.0:1779202773.829831:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.829855:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000665c2779/0x3d5ca2fc49dbf96e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c12 expref: 5 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.829865:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf991 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c20 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.829871:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202773.829874:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202773.829877:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.829913:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf991 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c20 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.829927:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf991 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c20 expref: 18 pid: 12963 timeout: 1003 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202773.829947:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524135168:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202773.830045:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000665c2779/0x3d5ca2fc49dbf96e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c12 expref: 5 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.830055:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000665c2779/0x3d5ca2fc49dbf96e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c12 expref: 5 pid: 17866 timeout: 1003 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202773.830063:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524135296:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202773.830086:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cc01eb40 going to sleep for 11 seconds 00000040:00080000:1.0:1779202773.842891:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202773.843139:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202773.843201:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501163776 00000100:00100000:1.0:1779202773.843210:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501163776 00010000:00010000:1.0:1779202773.843242:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf991 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c20 expref: 19 pid: 12963 timeout: 1003 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202773.843291:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 409 00000100:00100000:1.0:1779202773.843302:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+19:2420:x1865628501163776:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202773.843315:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202773.843334:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf991 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c20 expref: 19 pid: 12963 timeout: 1003 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.843349:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf991 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c20 expref: 19 pid: 12963 timeout: 1003 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.843818:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202773.843884:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+19:2420:x1865628501163776:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 582us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202773.843894:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 409 00010000:00010000:1.0:1779202773.844172:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026234661/0x3d5ca2fc49dbf991 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c20 expref: 18 pid: 12963 timeout: 1003 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202773.844187:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524135168:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202773.844198:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524135296:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202773.844224:0:17866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202773.847865:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202773.848235:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501163904 00000100:00100000:3.0:1779202773.848247:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501163904 00010000:00010000:3.0:1779202773.848286:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000665c2779/0x3d5ca2fc49dbf96e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c12 expref: 6 pid: 17866 timeout: 1003 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202773.848332:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 410 00000100:00100000:3.0:1779202773.848342:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2420:x1865628501163904:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202773.848357:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202773.848378:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000665c2779/0x3d5ca2fc49dbf96e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c12 expref: 6 pid: 17866 timeout: 1003 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.848485:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000665c2779/0x3d5ca2fc49dbf96e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c12 expref: 6 pid: 17866 timeout: 1003 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.848511:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000665c2779/0x3d5ca2fc49dbf96e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c12 expref: 6 pid: 17866 timeout: 1003 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.848526:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202773.848528:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202773.848533:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.848543:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.848579:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202773.848645:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2420:x1865628501163904:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 303us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202773.848652:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 410 00010000:00010000:3.0:1779202773.848805:0:17866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.848814:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.848835:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.848843:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.848851:0:17866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.848859:0:17866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202773.848863:0:17866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.848871:0:17866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.848883:0:17866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.848896:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dbf9ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202773.849654:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501163648:12345-192.168.204.21@tcp:1:lfs.0 Request processed in 19868us (20067us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202773.849665:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 369 00000100:00100000:1.0:1779202773.866495:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202773.866647:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501164160 00000100:00100000:0.0:1779202773.866658:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501164160 00000100:00100000:0.0:1779202773.866744:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 259 00000100:00100000:0.0:1779202773.866755:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6470050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:31915:x1865628501164160:12345-192.168.204.21@tcp:35:lfs.0 00000004:00010000:0.0:1779202773.866823:0:6566:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x25:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf99f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c27 expref: 103 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1779202773.867023:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968126 00000001:00080000:0.0:1779202773.867330:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968127 00010000:00010000:0.0:1779202773.867370:0:6566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.867386:0:6566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf8b8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bc5 expref: 47 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.867396:0:6566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf928 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65be8 expref: 106 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.867403:0:6566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf959 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c0b expref: 10 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.867410:0:6566:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 6/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.867442:0:6566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf959 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c0b expref: 10 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.867459:0:6566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf959 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c0b expref: 10 pid: 6564 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202773.867474:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524135424:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202773.867803:0:6566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf928 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65be8 expref: 106 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.867821:0:6566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf928 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65be8 expref: 106 pid: 6563 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202773.867831:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffceca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524135552:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202773.867865:0:6566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf8b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bc5 expref: 47 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.867875:0:6566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf8b8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bc5 expref: 47 pid: 6564 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202773.867884:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524135680:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202773.867905:0:6566:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d0aa8300 going to sleep for 11 seconds 00000100:00100000:3.0:1779202773.873917:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202773.873940:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524135424:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202773.873950:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202773.873958:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffceca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524135552:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202773.873982:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524135680:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202773.873992:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00010000:00010000:0.0:1779202773.874017:0:6566:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202773.874024:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501164416 00000100:00100000:3.0:1779202773.874031:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501164416 00010000:00010000:3.0:1779202773.874065:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf928 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65be8 expref: 107 pid: 6563 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202773.874114:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501164288 00000100:00100000:3.0:1779202773.874117:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501164288 00010000:00010000:3.0:1779202773.874130:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf959 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c0b expref: 11 pid: 6564 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202773.874149:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501164544 00000100:00100000:3.0:1779202773.874155:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 411 00000100:00100000:0.0:1779202773.874156:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501164544 00000100:00100000:3.0:1779202773.874166:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:2420:x1865628501164416:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202773.874180:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202773.874188:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf928 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65be8 expref: 107 pid: 6563 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.874193:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf8b8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bc5 expref: 48 pid: 6564 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.874210:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf928 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65be8 expref: 107 pid: 6563 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202773.874220:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 412 00000100:00100000:0.0:1779202773.874228:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+11:2420:x1865628501164288:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202773.874236:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202773.874241:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf959 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c0b expref: 11 pid: 6564 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.874247:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935400/0x3d5ca2fc49dbf928 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65be8 expref: 107 pid: 6563 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.874258:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf959 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c0b expref: 11 pid: 6564 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.874268:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc10a3400) 00010000:00010000:3.0:1779202773.874274:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.874284:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.874290:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202773.874342:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:2420:x1865628501164416:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 178us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202773.874351:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 411 00000100:00100000:3.0:1779202773.874371:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 413 00000100:00100000:3.0:1779202773.874378:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2420:x1865628501164544:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202773.874386:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202773.874403:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf8b8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bc5 expref: 48 pid: 6564 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.879776:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf959 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c0b expref: 11 pid: 6564 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.879895:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc10a3400) 00010000:00010000:0.0:1779202773.879902:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.879913:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.879921:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202773.880669:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:2420:x1865628501164288:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 6435us (6714us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202773.880681:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 412 00000100:00080000:0.0:1779202773.880746:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1779202773.893750:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf8b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bc5 expref: 48 pid: 6564 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.893785:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7c00/0x3d5ca2fc49dbf8b8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bc5 expref: 48 pid: 6564 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.893806:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc10a3400) 00010000:00010000:3.0:1779202773.893811:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.893821:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.893828:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202773.893863:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202773.893933:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2420:x1865628501164544:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 19554us (19941us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202773.893943:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 413 00010000:00010000:0.0:1779202773.894421:0:6566:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.894433:0:6566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1779202773.894571:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968128 00000001:00080000:0.0:1779202773.894722:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968129 00000001:00080000:0.0:1779202773.894759:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968130 00000100:00100000:0.0:1779202773.895179:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524135808:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1779202773.895239:0:6566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.895275:0:6566:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d1021eacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202773.895493:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524135808 00000100:00100000:2.0:1779202773.895501:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524135808 00000100:00100000:2.0:1779202773.895565:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1779202773.895574:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6566:x1865628524135808:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1779202773.895665:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6566:x1865628524135808:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 92us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202773.895673:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00080000:0.0:1779202773.896074:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202773.896109:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524135808:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1779202773.896224:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968131 00000100:00100000:0.0:1779202773.896274:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524135936:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1779202773.896304:0:6566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.896331:0:6566:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d0aa8b40 going to sleep for 11 seconds 00000100:00100000:2.0:1779202773.897010:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524135936 00000100:00100000:2.0:1779202773.897018:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524135936 00000100:00100000:2.0:1779202773.897060:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1779202773.897068:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6566:x1865628524135936:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1779202773.897211:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6566:x1865628524135936:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 143us (906us total) trans 4294967371 rc 0/0 00000100:00100000:2.0:1779202773.897218:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1779202773.897258:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524135936:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1779202773.897283:0:6566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.897294:0:6566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.897301:0:6566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.897308:0:6566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202773.897313:0:6566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.897320:0:6566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.897335:0:6566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc10a3400) 00010000:00010000:2.0:1779202773.897338:0:6566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1779202773.897343:0:6566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202773.897350:0:6566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9b4 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202773.897473:0:6566:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1779202773.899844:0:6566:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9096 00000004:00080000:2.0:1779202773.899869:0:6566:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 903136175877ns, next at 904136169916ns, rc = 0 00000001:00080000:2.0:1779202773.899886:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968132 00010000:00010000:2.0:1779202773.899945:0:6566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc10a3400) 00010000:00010000:2.0:1779202773.899950:0:6566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1779202773.901657:0:6566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb5400/0x3d5ca2fc49dbf99f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c27 expref: 110 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202773.901826:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6470050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:31915:x1865628501164160:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 35069us (35336us total) trans 4294968133 rc 0/0 00000100:00100000:2.0:1779202773.901835:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 259 00000020:00080000:2.0:1779202773.901842:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1779202773.905247:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524136064:0@lo:400:kworker.0 00000100:00100000:3.0:1779202773.905317:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.905339:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524136448:0@lo:400:kworker.0 00000100:00100000:3.0:1779202773.905363:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524136576:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.905383:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.909852:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524136960:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.909922:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.909953:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524137472:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.912196:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.912249:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1779202773.912260:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524137088:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.912291:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.912306:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524137600:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.912323:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.912361:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524136320:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.912385:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.912402:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524136704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202773.912432:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.912447:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524137344:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.912479:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.912497:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1779202773.912503:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524136192:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.912526:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.912747:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524136832:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.912770:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.912785:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524137216:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.912802:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202773.912834:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524136448 00000100:00100000:0.0:1779202773.912843:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524136448 00000100:00100000:0.0:1779202773.912885:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524136960 00000100:00100000:0.0:1779202773.912887:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524136960 00000100:00100000:0.0:1779202773.912909:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524137472 00000100:00100000:0.0:1779202773.912912:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524137472 00000100:00100000:0.0:1779202773.912923:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524137344 00000100:00100000:0.0:1779202773.912926:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524137344 00000100:00100000:0.0:1779202773.912937:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524136192 00000100:00100000:0.0:1779202773.912938:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524136192 00000100:00100000:0.0:1779202773.912946:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524136832 00000100:00100000:0.0:1779202773.912948:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524136832 00000100:00100000:0.0:1779202773.913069:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:0.0:1779202773.913080:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524136448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.913143:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524136448:12345-0@lo:400:kworker.0 Request processed in 66us (7762us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202773.913153:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:0.0:1779202773.913173:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1779202773.913179:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524136960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.913207:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524136960:12345-0@lo:400:kworker.0 Request processed in 29us (3286us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202773.913212:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1779202773.913223:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1779202773.913228:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524137472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.913253:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524137472:12345-0@lo:400:kworker.0 Request processed in 25us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202773.913258:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1779202773.913268:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:0.0:1779202773.913273:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524137344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.913301:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524137344:12345-0@lo:400:kworker.0 Request processed in 29us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202773.913307:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:0.0:1779202773.913317:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1779202773.913322:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524136192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.913347:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524136192:12345-0@lo:400:kworker.0 Request processed in 25us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202773.913354:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1779202773.913363:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1779202773.913368:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524136832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.913392:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524136832:12345-0@lo:400:kworker.0 Request processed in 24us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202773.913398:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1779202773.913417:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524137088 00000100:00100000:0.0:1779202773.913421:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524137088 00000100:00100000:0.0:1779202773.913446:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524137600 00000100:00100000:0.0:1779202773.913448:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524137600 00000100:00100000:0.0:1779202773.914721:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524137216 00000100:00100000:0.0:1779202773.914730:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524137216 00000100:00100000:0.0:1779202773.914775:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1779202773.914783:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524137088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.914850:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524137088:12345-0@lo:400:kworker.0 Request processed in 68us (2559us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202773.914857:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1779202773.914873:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1779202773.914879:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524137600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.914905:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524137600:12345-0@lo:400:kworker.0 Request processed in 27us (2580us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202773.914911:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1779202773.914920:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1779202773.914925:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524137216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.914946:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524137216:12345-0@lo:400:kworker.0 Request processed in 22us (2143us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202773.914951:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1779202773.916202:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202773.926517:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524136064 00000100:00100000:3.0:1779202773.926531:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524136064 00000100:00100000:3.0:1779202773.926585:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1779202773.926594:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524136064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202773.926679:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524136064:12345-0@lo:400:kworker.0 Request processed in 86us (21362us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202773.926687:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1779202773.926771:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524136064:0@lo:400:kworker.0 00000100:00100000:3.0:1779202773.930569:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524136320 00000100:00100000:3.0:1779202773.930583:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524136320 00000100:00100000:3.0:1779202773.930643:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524136704 00000100:00100000:3.0:1779202773.930646:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524136704 00000100:00100000:3.0:1779202773.930656:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524136576 00000100:00100000:3.0:1779202773.930658:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524136576 00000100:00100000:3.0:1779202773.930674:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1779202773.930683:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3665:x1865628524136320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202773.931003:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3665:x1865628524136320:12345-0@lo:400:kworker.0 Request processed in 319us (18615us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202773.931011:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1779202773.931031:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1779202773.931037:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524136704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202773.931061:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:3.0:1779202773.931090:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524136704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (18657us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202773.931096:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1779202773.931104:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1779202773.931109:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524136576:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1779202773.933626:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202773.933635:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202773.933639:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202773.933642:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202773.933730:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524136192:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.933749:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524136832:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.933762:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524137216:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.933774:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524136320:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.933791:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524136704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202773.933804:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524137344:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.933876:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524137088:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.933889:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524137600:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.933900:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524136448:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.933913:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524136960:0@lo:400:kworker.0 00000100:00100000:0.0:1779202773.933924:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524137472:0@lo:400:kworker.0 00000100:00100000:3.0:1779202773.934104:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524136576:12345-0@lo:400:kworker.0 Request processed in 29us (14945us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202773.934121:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1779202773.936890:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524136576:0@lo:400:kworker.0 00000100:00100000:3.0:1779202773.957017:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202773.957097:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501164800 00000100:00100000:0.0:1779202773.957109:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501164800 00000100:00100000:0.0:1779202773.957173:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1353 00000100:00100000:0.0:1779202773.957184:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:31918:x1865628501164800:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202773.957208:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202773.957233:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c2e expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957310:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf9c2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957325:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf9c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957336:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf9c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957349:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957355:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957361:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957468:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf9d0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957477:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957484:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202773.957495:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:0.0:1779202773.957739:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf9c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957747:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf9c2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957753:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf9c2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957759:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202773.957763:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf9c2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957770:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf9c2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957781:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:0.0:1779202773.957784:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202773.957788:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf9c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957793:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbf9c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957804:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957810:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957816:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957821:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202773.957824:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957829:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957836:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff91cfc1de2100) 00010000:00010000:0.0:1779202773.957838:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202773.957841:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9c9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957846:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbf9c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957892:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c2e expref: 112 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957906:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf9d0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c2e expref: 111 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202773.957913:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2700) 00010000:00010000:0.0:1779202773.957915:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202773.957917:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913e00, rc 0) 00000100:00100000:0.0:1779202773.957979:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:31918:x1865628501164800:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 797us (970us total) trans 4294968134 rc 0/0 00000100:00100000:0.0:1779202773.957988:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1353 00000100:00100000:1.0:1779202773.975225:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202773.975274:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501164928 00000100:00100000:1.0:1779202773.975284:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501164928 00000100:00100000:1.0:1779202773.975337:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1354 00000100:00100000:1.0:1779202773.975347:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:31918:x1865628501164928:12345-192.168.204.21@tcp:54:lfs.0 00010000:00010000:1.0:1779202773.975426:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf9de lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.975444:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf9de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.975753:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf9de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.975794:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf9de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.975803:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf9de lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.975809:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf9de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.975815:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202773.975819:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf9de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.975826:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf9de lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.975838:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2700) 00010000:00010000:1.0:1779202773.975842:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202773.975846:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf9de lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202773.975852:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbf9de lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202773.975929:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:31918:x1865628501164928:12345-192.168.204.21@tcp:54:lfs.0 Request processed in 583us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202773.975937:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1354 00000100:00100000:1.0:1779202773.990769:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202773.991846:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501165184 00000100:00100000:3.0:1779202773.991857:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501165184 00000100:00100000:3.0:1779202773.991911:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 260 00000100:00100000:3.0:1779202773.991922:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:31918:x1865628501165184:12345-192.168.204.21@tcp:35:lfs.0 00000100:00100000:3.0:1779202773.992114:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:31918:x1865628501165184:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 193us (1351us total) trans 4294968135 rc 0/0 00000100:00100000:3.0:1779202773.992121:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 260 00000100:00100000:0.0:1779202774.232589:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202774.232819:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501165312 00000100:00100000:3.0:1779202774.232829:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501165312 00000100:00100000:3.0:1779202774.232915:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1355 00000100:00100000:3.0:1779202774.232926:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31893:x1865628501165312:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1779202774.233034:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31893:x1865628501165312:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 110us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202774.233043:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1355 00000100:00080000:0.0:1779202774.233217:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202774.253327:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202774.255953:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501165440 00000100:00100000:2.0:1779202774.255967:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501165440 00000100:00100000:2.0:1779202774.256057:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1356 00000100:00100000:2.0:1779202774.256067:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31893:x1865628501165440:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1779202774.256175:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31893:x1865628501165440:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 109us (2857us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202774.256183:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1356 00000100:00080000:0.0:1779202774.257017:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202774.269380:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202774.269528:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501165696 00000100:00100000:3.0:1779202774.269538:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501165696 00000100:00100000:3.0:1779202774.269596:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 261 00000100:00100000:3.0:1779202774.269614:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31893:x1865628501165696:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1779202774.270170:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+11:31893:x1865628501165696:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 562us (798us total) trans 4294968136 rc 0/0 00000100:00100000:3.0:1779202774.270179:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 261 00000100:00100000:3.0:1779202774.599918:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202774.608545:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501165952 00000100:00100000:1.0:1779202774.608567:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501165952 00000100:00100000:2.0:1779202774.612268:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1357 00000100:00100000:2.0:1779202774.612301:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:31939:x1865628501165952:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:2.0:1779202774.612337:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202774.612365:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7400/0x3d5ca2fc49dbf9e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c35 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202774.612538:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbf9ec lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202774.612555:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbf9ec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202774.612568:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbf9ec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202774.612581:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1779202774.612770:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7400/0x3d5ca2fc49dbf9e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c35 expref: 115 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202774.612792:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbf9ec lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c35 expref: 114 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202774.612802:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2700) 00010000:00010000:2.0:1779202774.612805:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202774.612810:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:2.0:1779202774.612910:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:31939:x1865628501165952:12345-192.168.204.21@tcp:101:cat.0 Request processed in 629us (13008us total) trans 4294968137 rc 0/0 00000100:00100000:2.0:1779202774.612917:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1357 00000100:00100000:1.0:1779202774.629982:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202774.630032:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202774.630420:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501166080 00000100:00100000:3.0:1779202774.630436:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501166080 00000100:00100000:3.0:1779202774.630533:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501166336 00000100:00100000:3.0:1779202774.630536:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501166336 00000100:00100000:3.0:1779202774.630573:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 62 00000100:00100000:3.0:1779202774.630584:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:2420:x1865628501166080:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202774.630614:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202774.630648:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbf9ec lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c35 expref: 115 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202774.630673:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2700) 00010000:00010000:3.0:1779202774.630681:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202774.630833:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:2420:x1865628501166080:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 250us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202774.630841:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 62 00000100:00100000:3.0:1779202774.630863:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 63 00000100:00100000:3.0:1779202774.630870:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:31939:x1865628501166336:12345-192.168.204.21@tcp:103:cat.0 00010000:00010000:3.0:1779202774.630878:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202774.630889:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbf9d0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c2e expref: 113 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202774.630901:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2700) 00010000:00010000:3.0:1779202774.630912:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202774.630931:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:31939:x1865628501166336:12345-192.168.204.21@tcp:103:cat.0 Request processed in 61us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202774.630937:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 63 00000100:00100000:3.0:1779202774.637573:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202774.639522:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501166464 00000100:00100000:0.0:1779202774.639540:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501166464 00000100:00100000:0.0:1779202774.640584:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1358 00000100:00100000:0.0:1779202774.640612:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:31939:x1865628501166464:12345-192.168.204.21@tcp:58:cat.0 00010000:00010000:0.0:1779202774.641154:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9fa lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202774.641189:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9fa lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202774.641203:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9fa lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202774.642197:0:6564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 136 off13360 00000100:00100000:0.0:1779202774.642667:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:31939:x1865628501166464:12345-192.168.204.21@tcp:58:cat.0 Request processed in 2068us (5107us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202774.642679:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1358 00000100:00100000:3.0:1779202774.667593:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202774.668147:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501166592 00000100:00100000:2.0:1779202774.668163:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501166592 00000100:00100000:2.0:1779202774.668297:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1359 00000100:00100000:2.0:1779202774.668309:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:31939:x1865628501166592:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:2.0:1779202774.668338:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202774.668367:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7400/0x3d5ca2fc49dbfa01 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c3c expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202774.668457:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9fa lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202774.668470:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7400/0x3d5ca2fc49dbfa01 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c3c expref: 113 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202774.668494:0:7869:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9fa lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202774.668509:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7400/0x3d5ca2fc49dbfa01 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c3c expref: 113 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202774.668524:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:2.0:1779202774.668526:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202774.668530:0:7869:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7400/0x3d5ca2fc49dbfa01 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c3c expref: 113 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202774.668537:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7400, rc 0) 00000100:00100000:2.0:1779202774.668631:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:31939:x1865628501166592:12345-192.168.204.21@tcp:101:cat.0 Request processed in 324us (1053us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202774.668638:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1359 00010000:00010000:2.0:1779202774.731158:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202775.243115:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202775.243132:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202775.243167:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:3.0:1779202775.243185:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202775.435095:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779202775.435124:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524137728:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202775.435210:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202775.435333:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524137728 00000100:00100000:3.0:1779202775.435345:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524137728 00000100:00100000:3.0:1779202775.435431:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1779202775.435711:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202775.435724:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524137856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202775.435766:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1779202775.435815:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202775.435842:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524137856 00000100:00100000:0.0:1779202775.435846:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524137856 00000100:00100000:3.0:1779202775.436009:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc382450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524137728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202775.436046:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179608384 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1779202775.436103:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc382450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524137728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.436176:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202775.436227:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202775.436247:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202775.436264:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202775.436279:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202775.436296:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202775.436324:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202775.436345:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202775.436387:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202775.436409:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202775.436428:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202775.436458:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202775.436515:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202775.436543:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501166848 00000100:00100000:1.0:1779202775.436548:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501166848 00000100:00100000:1.0:1779202775.436595:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501167360 00000100:00100000:1.0:1779202775.436598:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501167360 00000100:00100000:1.0:1779202775.436614:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501167872 00000100:00100000:1.0:1779202775.436616:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501167872 00000100:00100000:1.0:1779202775.436626:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501166976 00000100:00100000:1.0:1779202775.436629:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501166976 00000100:00100000:1.0:1779202775.436643:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501167488 00000100:00100000:1.0:1779202775.436646:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501167488 00000100:00100000:1.0:1779202775.436658:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501168000 00000100:00100000:1.0:1779202775.436660:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501168000 00000100:00100000:1.0:1779202775.436677:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1158 00000100:00100000:1.0:1779202775.436684:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:2420:x1865628501166848:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202775.436776:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:2420:x1865628501166848:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 92us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.436785:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1158 00000100:00100000:1.0:1779202775.436804:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1159 00000100:00100000:1.0:1779202775.436811:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2420:x1865628501167360:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202775.436838:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2420:x1865628501167360:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.436845:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1159 00000100:00100000:1.0:1779202775.436856:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1160 00000100:00100000:1.0:1779202775.436862:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+11:2420:x1865628501167872:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202775.436905:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+11:2420:x1865628501167872:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 43us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.436911:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1160 00000100:00100000:1.0:1779202775.436921:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1161 00000100:00100000:1.0:1779202775.436927:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501166976:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202775.436952:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501166976:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.436957:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1161 00000100:00100000:1.0:1779202775.436968:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1162 00000100:00100000:1.0:1779202775.436974:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501167488:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202775.436999:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501167488:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.437005:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1162 00000100:00100000:1.0:1779202775.437014:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1163 00000100:00100000:1.0:1779202775.437021:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2420:x1865628501168000:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202775.437045:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2420:x1865628501168000:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.437052:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1163 00000100:00100000:1.0:1779202775.437071:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501167104 00000100:00100000:1.0:1779202775.437075:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501167104 00000100:00100000:1.0:1779202775.437095:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501167616 00000100:00100000:1.0:1779202775.437098:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501167616 00000100:00100000:1.0:1779202775.437107:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501168128 00000100:00100000:1.0:1779202775.437109:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501168128 00000100:00100000:1.0:1779202775.437118:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501167232 00000100:00100000:1.0:1779202775.437121:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501167232 00000100:00100000:1.0:1779202775.437133:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501167744 00000100:00100000:1.0:1779202775.437135:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501167744 00000100:00100000:1.0:1779202775.437146:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501168256 00000100:00100000:1.0:1779202775.437148:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501168256 00000100:00100000:1.0:1779202775.437160:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 778 00000100:00100000:1.0:1779202775.437167:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628501167104:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202775.437193:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2420:x1865628501167104:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.437199:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 778 00000100:00100000:1.0:1779202775.437211:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 779 00000100:00100000:1.0:1779202775.437216:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501167616:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202775.437239:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501167616:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.437244:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 779 00000100:00100000:1.0:1779202775.437253:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 780 00000100:00100000:1.0:1779202775.437258:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2420:x1865628501168128:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202775.437277:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2420:x1865628501168128:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.437282:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 780 00000100:00100000:1.0:1779202775.437291:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 781 00000100:00100000:1.0:1779202775.437297:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501167232:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202775.437314:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501167232:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.437320:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 781 00000100:00100000:1.0:1779202775.437330:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 782 00000100:00100000:1.0:1779202775.437335:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501167744:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202775.437359:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501167744:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.437364:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 782 00000100:00100000:1.0:1779202775.437372:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 783 00000100:00100000:1.0:1779202775.437377:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2420:x1865628501168256:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202775.437392:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2420:x1865628501168256:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 15us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.437401:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 783 00000100:00100000:1.0:1779202775.437470:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501166720 00000100:00100000:1.0:1779202775.437475:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501166720 00000100:00100000:1.0:1779202775.437508:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 774 00000100:00100000:1.0:1779202775.437515:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+15:2420:x1865628501166720:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202775.437538:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+15:2420:x1865628501166720:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (1215us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202775.437544:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 774 00000100:00080000:1.0:1779202775.437579:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202775.437596:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202775.437600:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202775.437602:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202775.437731:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524137728:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202775.444139:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1779202775.444181:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524137856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202775.444220:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179608384 pending 0 free 3922444288 avail 3690921984 00000100:00100000:0.0:1779202775.444337:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524137856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 173us (8569us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202775.444345:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1779202775.444644:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524137856:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202775.449330:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00010000:00010000:0.0:1779202775.759968:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1779202775.953276:0:9799:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 905189579304ns, next at 906189575387ns, rc = 0 00000100:00100000:1.0:1779202775.955791:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524138112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202775.955880:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202775.955964:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202775.955972:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524137984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202775.956005:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202775.956068:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524138112 00000100:00100000:2.0:1779202775.956082:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524138112 00000100:00100000:2.0:1779202775.956163:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524137984 00000100:00100000:2.0:1779202775.956166:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524137984 00000100:00100000:2.0:1779202775.956193:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1779202775.956205:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524138112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202775.956248:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3919286272 avail 3687763968 00000100:00100000:2.0:1779202775.956334:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524138112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202775.956341:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1779202775.956361:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1779202775.956369:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524137984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202775.956379:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3919286272 avail 3687763968 00000100:00100000:2.0:1779202775.956402:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524137984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202775.956408:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00080000:1.0:1779202775.956759:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202775.956826:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524137984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202775.956848:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524138112:0@lo:13:osp-pre-1-1.0 00000001:00100000:2.0:1779202775.965957:0:8440:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0dfb49ca-b780-4a3a-a7b5-f562aed681aa 00000001:00100000:0.0:1779202775.970089:0:7477:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 0dfb49ca-b780-4a3a-a7b5-f562aed681aa 00010000:00010000:0.0:1779202776.780441:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202776.971625:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202776.971654:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524138240:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202776.971768:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202776.971823:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524138240 00000100:00100000:0.0:1779202776.971832:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524138240 00000100:00100000:0.0:1779202776.971882:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1779202776.971892:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524138240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202776.971931:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202776.971998:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524138240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202776.972007:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1779202776.972108:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524138240:0@lo:41:osp-pre-1-0.0 00000004:00080000:1.0:1779202777.495538:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000001:00080000:1.0:1779202777.495785:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968137 is committed 00000001:00080000:1.0:1779202777.495794:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968136 is committed 00000004:00080000:1.0:1779202777.495805:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000100:00100000:2.0:1779202777.501466:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202777.501489:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524138368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1779202777.501570:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202777.502132:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524138368 00000100:00100000:0.0:1779202777.502141:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524138368 00000100:00080000:2.0:1779202777.502256:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202777.502307:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1779202777.502317:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524138368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1779202777.502345:0:8444:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:26 count 1 00002000:00010000:0.0:1779202777.502382:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 1048576, mtime: 0x6a0c7ad3, atime: 0x0, ctime: 0x6a0c7ad3, blocks: 0x800 00010000:00010000:0.0:1779202777.502391:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfa08 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202777.502416:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202777.504856:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202777.504866:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfa08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202777.504891:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfa08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202777.504903:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfa08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202777.504910:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfa08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202777.504937:0:8444:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1779202777.505141:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524138368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2823us (3567us total) trans 4294967372 rc 0/0 00000100:00100000:0.0:1779202777.505152:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00010000:00010000:2.0:1779202777.505254:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1779202777.505262:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfa08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202777.505270:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202777.505274:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfa08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202777.505290:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfa08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202777.505309:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfa08 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202777.505316:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfa08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202777.505340:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202777.505342:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202777.505344:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1779202777.505407:0:3664:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc33fb480/2, rc 0, transno 4294967372 00000100:00100000:2.0:1779202777.505414:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524138368:0@lo:6:osp-syn-1-0.0 00000020:00080000:1.0:1779202777.506298:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0d7f75d80 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:1.0:1779202777.506305:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0ffc5b500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0d7f75c00 00000020:00080000:1.0:1779202777.506308:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0ffc5bd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc4a70a00 00000001:00080000:1.0:1779202777.506346:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968121 is committed 00000020:00080000:2.0:1779202777.506780:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 29 committed batchid 28 00000020:00080000:2.0:1779202777.506877:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00010000:00010000:0.0:1779202777.802949:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202778.826921:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202779.019172:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524138496:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202779.019258:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202779.019486:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524138496 00000100:00100000:3.0:1779202779.019495:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524138496 00000100:00100000:3.0:1779202779.019554:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1779202779.019563:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524138496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202779.019597:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:3.0:1779202779.019649:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524138496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202779.019656:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1779202779.020024:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524138752:0@lo:400:kworker.0 00000100:00100000:2.0:1779202779.020059:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202779.020100:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524139264:0@lo:400:kworker.0 00000100:00100000:2.0:1779202779.020147:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202779.020169:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524139776:0@lo:400:kworker.0 00000100:00100000:2.0:1779202779.020204:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202779.020226:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1779202779.020231:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524138880:0@lo:400:kworker.0 00000100:00100000:2.0:1779202779.020253:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202779.020272:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524139392:0@lo:400:kworker.0 00000100:00100000:2.0:1779202779.020294:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202779.020310:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524139904:0@lo:400:kworker.0 00000100:00100000:2.0:1779202779.020329:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202779.020572:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524139392 00000100:00100000:1.0:1779202779.020579:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524139392 00000100:00100000:1.0:1779202779.020621:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524139904 00000100:00100000:1.0:1779202779.020624:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524139904 00000100:00100000:1.0:1779202779.020647:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1779202779.020655:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524139392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.020733:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524139392:12345-0@lo:400:kworker.0 Request processed in 67us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202779.020740:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1779202779.020755:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1779202779.020761:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524139904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.020790:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524139904:12345-0@lo:400:kworker.0 Request processed in 30us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202779.020796:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1779202779.020827:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524138752 00000100:00100000:1.0:1779202779.020830:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524138752 00000100:00100000:1.0:1779202779.020857:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524139264 00000100:00100000:1.0:1779202779.020859:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524139264 00000100:00100000:1.0:1779202779.020881:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524139776 00000100:00100000:1.0:1779202779.020884:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524139776 00000100:00100000:1.0:1779202779.020897:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524138880 00000100:00100000:1.0:1779202779.020899:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524138880 00000100:00100000:1.0:1779202779.020910:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1779202779.020916:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524138752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.020947:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524138752:12345-0@lo:400:kworker.0 Request processed in 31us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202779.020954:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1779202779.020963:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:1.0:1779202779.020969:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524139264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.020995:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524139264:12345-0@lo:400:kworker.0 Request processed in 27us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202779.021001:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:1.0:1779202779.021011:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:1.0:1779202779.021017:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524139776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021042:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524139776:12345-0@lo:400:kworker.0 Request processed in 25us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202779.021048:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:1.0:1779202779.021057:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1779202779.021063:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524138880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021086:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524138880:12345-0@lo:400:kworker.0 Request processed in 25us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202779.021091:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1779202779.021109:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524138624:0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021137:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202779.021160:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524139136:0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021192:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202779.021207:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524139648:0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021224:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202779.021236:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1779202779.021240:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524139008:0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021259:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202779.021272:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524139520:0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021289:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202779.021301:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524140032:0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021317:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202779.021335:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524139136 00000100:00100000:1.0:1779202779.021338:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524139136 00000100:00100000:1.0:1779202779.021353:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524139648 00000100:00100000:1.0:1779202779.021355:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524139648 00000100:00100000:1.0:1779202779.021367:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1779202779.021372:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524139136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021399:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524139136:12345-0@lo:400:kworker.0 Request processed in 27us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202779.021405:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1779202779.021415:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:1.0:1779202779.021420:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524139648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021441:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524139648:12345-0@lo:400:kworker.0 Request processed in 22us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202779.021447:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:1.0:1779202779.021481:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524138880:0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021491:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524139392:0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021499:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524139904:0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021508:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524138752:0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021530:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524139264:0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021550:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524139776:0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021610:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524139136:0@lo:400:kworker.0 00000100:00100000:1.0:1779202779.021619:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524139648:0@lo:400:kworker.0 00000100:00100000:0.0:1779202779.022493:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524139008 00000100:00100000:0.0:1779202779.022500:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524139008 00000100:00100000:0.0:1779202779.022567:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1779202779.022574:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524139008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202779.022639:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524139008:12345-0@lo:400:kworker.0 Request processed in 65us (1379us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202779.022646:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1779202779.022672:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524139520 00000100:00100000:0.0:1779202779.022676:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524139520 00000100:00100000:0.0:1779202779.022739:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524140032 00000100:00100000:0.0:1779202779.022742:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524140032 00000100:00100000:0.0:1779202779.022764:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1779202779.022770:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524139520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202779.022800:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524139520:12345-0@lo:400:kworker.0 Request processed in 30us (1509us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202779.022806:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1779202779.022816:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1779202779.022822:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3663:x1865628524140032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202779.022851:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3663:x1865628524140032:12345-0@lo:400:kworker.0 Request processed in 29us (1533us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202779.022856:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1779202779.022903:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524138496:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202779.022940:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524139008:0@lo:400:kworker.0 00000100:00100000:0.0:1779202779.022952:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524139520:0@lo:400:kworker.0 00000100:00100000:0.0:1779202779.022964:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524140032:0@lo:400:kworker.0 00000100:00100000:3.0:1779202779.023102:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524138624 00000100:00100000:3.0:1779202779.023107:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524138624 00000100:00100000:3.0:1779202779.023137:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1779202779.023142:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524138624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202779.023189:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524138624:12345-0@lo:400:kworker.0 Request processed in 47us (2051us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202779.023195:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1779202779.023297:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524138624:0@lo:400:kworker.0 00000100:00080000:2.0:1779202779.025976:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202779.025987:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202779.025992:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202779.025995:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1779202779.542069:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000100:00100000:3.0:1779202779.640889:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202779.641054:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501168384 00000100:00100000:1.0:1779202779.641066:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501168384 00000100:00100000:1.0:1779202779.641159:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1360 00000100:00100000:1.0:1779202779.641172:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:31942:x1865628501168384:12345-192.168.204.21@tcp:101:stat.0 00010000:00010000:1.0:1779202779.641196:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202779.641222:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfa0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c43 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641306:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa16 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641323:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641335:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641350:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa1d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641356:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641362:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641442:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfa24 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641451:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfa24 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641458:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfa24 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202779.641501:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1779202779.641514:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202779.641535:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfa24 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641545:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfa24 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641553:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641559:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa16 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641565:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641571:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202779.641575:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641581:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa16 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641593:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:1.0:1779202779.641595:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202779.641600:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641606:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa16 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641617:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641622:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa1d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641627:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641632:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202779.641634:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641639:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa1d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641645:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff91cfc2a5d400) 00010000:00010000:1.0:1779202779.641647:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202779.641650:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa1d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641655:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.641689:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfa0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c43 expref: 48 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1779202779.641978:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1779202779.642170:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfa24 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c43 expref: 47 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202779.642177:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:1.0:1779202779.642179:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202779.642182:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935800, rc 0) 00000100:00100000:1.0:1779202779.642352:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:31942:x1865628501168384:12345-192.168.204.21@tcp:101:stat.0 Request processed in 1182us (1475us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202779.642360:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1360 00010000:00010000:2.0:1779202779.852373:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202780.126524:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.129484:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501168512 00000100:00100000:2.0:1779202780.129512:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501168512 00000100:00100000:2.0:1779202780.129618:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1361 00000100:00100000:2.0:1779202780.129629:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+7:31966:x1865628501168512:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202780.129652:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202780.129672:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfa2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c4a expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.129763:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfa32 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.129780:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfa32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.129792:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfa32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202780.129838:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1779202780.129842:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202780.129861:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfa32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1779202780.129865:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1779202780.129888:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfa2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c4a expref: 9 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.129907:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfa32 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c4a expref: 8 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.129915:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202780.129918:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202780.129921:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6e00, rc 0) 00000100:00100000:2.0:1779202780.129991:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:31966:x1865628501168512:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 364us (3476us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.129999:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1361 00000100:00100000:2.0:1779202780.140803:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.140907:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501168768 00000100:00100000:1.0:1779202780.140922:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501168768 00000100:00100000:1.0:1779202780.140995:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1362 00000100:00100000:1.0:1779202780.141005:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:31967:x1865628501168768:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202780.141027:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202780.141048:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfa39 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c51 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141141:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa40 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141158:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa40 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141173:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa40 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141188:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa47 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141195:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa47 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141201:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa47 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141297:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfa4e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141307:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfa4e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141314:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfa4e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202780.141323:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1779202780.141417:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa40 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141424:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa40 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141431:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa40 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141436:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202780.141441:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa40 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141448:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa40 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141460:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff91cfc1acb700) 00010000:00010000:1.0:1779202780.141463:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202780.141469:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa40 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141477:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa40 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141491:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa47 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141507:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa47 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141513:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa47 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141517:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202780.141520:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa47 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141525:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa47 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141531:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff91cfc2a5d400) 00010000:00010000:1.0:1779202780.141534:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202780.141537:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa47 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.141542:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa47 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.142448:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfa39 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c51 expref: 11 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.142469:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfa4e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c51 expref: 10 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.142478:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202780.142480:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202780.142484:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935200, rc 0) 00000100:00100000:1.0:1779202780.142578:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31967:x1865628501168768:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1574us (1782us total) trans 4294968138 rc 0/0 00000100:00100000:1.0:1779202780.142586:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1362 00000100:00100000:3.0:1779202780.149331:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202780.149389:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.149479:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501168896 00000100:00100000:2.0:1779202780.149504:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501168896 00000100:00100000:2.0:1779202780.149591:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 64 00000100:00100000:2.0:1779202780.149603:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:2420:x1865628501168896:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202780.149620:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202780.149645:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfa4e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c51 expref: 10 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.149665:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:2.0:1779202780.149670:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202780.149785:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:2420:x1865628501168896:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 182us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.149795:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 64 00000100:00100000:1.0:1779202780.150619:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501169024 00000100:00100000:1.0:1779202780.150626:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501169024 00000100:00100000:1.0:1779202780.150676:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1363 00000100:00100000:1.0:1779202780.150684:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31967:x1865628501169024:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1779202780.150822:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31967:x1865628501169024:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 139us (1506us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.150828:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1363 00000100:00100000:3.0:1779202780.157252:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.166066:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501169152 00000100:00100000:1.0:1779202780.166088:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501169152 00000100:00100000:0.0:1779202780.166573:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1364 00000100:00100000:0.0:1779202780.166589:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:31967:x1865628501169152:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00080000:1.0:1779202780.167154:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202780.167219:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:31967:x1865628501169152:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 632us (9984us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202780.167237:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1364 00000040:00080000:3.0:1779202780.363028:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202780.363051:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202780.363088:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:3.0:1779202780.363107:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202780.363303:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4380700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524140160:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202780.363556:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc3138600 going to sleep for 11 seconds 00000100:00100000:2.0:1779202780.376349:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4380700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524140160:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202780.384577:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.386614:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501169280 00000100:00100000:1.0:1779202780.386641:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501169280 00000100:00100000:1.0:1779202780.386777:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1365 00000100:00100000:1.0:1779202780.386791:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31968:x1865628501169280:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202780.386857:0:16980:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202780.390650:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31968:x1865628501169280:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 3843us (6075us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.390668:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1365 00000100:00100000:3.0:1779202780.399397:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.399554:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501169408 00000100:00100000:1.0:1779202780.399570:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501169408 00000100:00100000:1.0:1779202780.399656:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1366 00000100:00100000:1.0:1779202780.399679:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31968:x1865628501169408:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1779202780.399855:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa5c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.399882:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa5c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.399897:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa5c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.399915:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa63 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.399923:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa63 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.399930:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa63 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.399967:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfa6a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.399977:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfa6a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.399983:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfa6a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202780.400347:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1779202780.400353:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202780.400375:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfa6a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400392:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa5c lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400400:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa5c lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400407:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa5c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400415:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa5c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400421:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202780.400426:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa5c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400433:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa5c lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400448:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202780.400451:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202780.400457:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa5c lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400464:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfa5c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400482:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa63 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400487:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa63 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400502:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa63 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400507:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202780.400510:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa63 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400516:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa63 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400523:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6b95eb1f (ffff91cfc2a5d400) 00010000:00010000:1.0:1779202780.400525:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202780.400528:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa63 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400533:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfa63 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400554:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfa6a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400561:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfa6a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400567:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfa6a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400572:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202780.400575:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfa6a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400580:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfa6a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400587:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:1.0:1779202780.400589:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202780.400592:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfa6a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.400597:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfa6a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202780.401311:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31968:x1865628501169408:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 1639us (1927us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.401323:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1366 00000100:00100000:3.0:1779202780.412894:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.413634:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501169664 00000100:00100000:2.0:1779202780.413656:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501169664 00000100:00100000:2.0:1779202780.413775:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1367 00000100:00100000:2.0:1779202780.413789:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31968:x1865628501169664:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202780.413827:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202780.413863:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfa71 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c58 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.414067:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa78 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.414087:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa78 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.414103:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa78 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202780.414119:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1779202780.414240:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa78 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.414249:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa78 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.414256:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa78 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.414268:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202780.414273:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa78 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.414281:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa78 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.414297:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:2.0:1779202780.414300:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202780.414306:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa78 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.414312:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa78 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.414365:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfa71 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c58 expref: 11 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.414377:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:2.0:1779202780.414379:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1779202780.414383:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfa71 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c58 expref: 11 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.414394:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7c00, rc 0) 00000100:00100000:2.0:1779202780.415677:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31968:x1865628501169664:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1876us (2784us total) trans 4294968139 rc 301/301 00000100:00100000:2.0:1779202780.416887:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1367 00000100:00100000:3.0:1779202780.427328:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.427452:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501169792 00000100:00100000:2.0:1779202780.427468:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501169792 00000100:00100000:2.0:1779202780.427559:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1368 00000100:00100000:2.0:1779202780.427572:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31968:x1865628501169792:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202780.427628:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202780.427822:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31968:x1865628501169792:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 251us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.427831:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1368 00000100:00100000:3.0:1779202780.432314:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.432546:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501169920 00000100:00100000:2.0:1779202780.432564:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501169920 00000100:00100000:2.0:1779202780.432654:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1369 00000100:00100000:2.0:1779202780.432666:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31968:x1865628501169920:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202780.432734:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202780.432762:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfa86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c5f expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.432863:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa8d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.432882:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.432897:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.432915:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfa94 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.432924:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfa94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.432936:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfa94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433044:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfa9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433054:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfa9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433063:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfa9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202780.433109:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1779202780.433113:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202780.433144:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfa9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433160:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433168:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa8d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433176:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa8d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433183:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202780.433188:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa8d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433198:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa8d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433214:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202780.433217:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202780.433223:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433230:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfa8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433246:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfa94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433252:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfa94 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433258:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfa94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433264:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202780.433267:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfa94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433273:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfa94 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433281:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff91cfc10a3400) 00010000:00010000:2.0:1779202780.433283:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202780.433286:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfa94 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433292:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfa94 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433331:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfa86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c5f expref: 12 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433345:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfa9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c5f expref: 11 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.433354:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:2.0:1779202780.433357:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1779202780.433360:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:2.0:1779202780.433821:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+11:31968:x1865628501169920:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1154us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.433832:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1369 00000100:00100000:3.0:1779202780.437240:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.440628:0:6571:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501170048 00000100:00100000:1.0:1779202780.440648:0:6571:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501170048 00000100:00100000:1.0:1779202780.442621:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 6 00000100:00100000:1.0:1779202780.442640:0:6571:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+11:31968:x1865628501170048:12345-192.168.204.21@tcp:700:lhsmtool_posix.0 00000100:00100000:1.0:1779202780.442833:0:6571:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+11:31968:x1865628501170048:12345-192.168.204.21@tcp:700:lhsmtool_posix.0 Request processed in 198us (5607us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.442842:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 6 00000100:00100000:3.0:1779202780.453529:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202780.453970:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501170304 00000100:00100000:0.0:1779202780.453984:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501170304 00000100:00100000:0.0:1779202780.454070:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1370 00000100:00100000:0.0:1779202780.454082:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+11:31968:x1865628501170304:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202780.454112:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202780.454141:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfaa2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c66 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.458185:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfaa9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.458223:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfaa9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.459596:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfaa9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202780.459626:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00010000:00010000:0.0:1779202780.463740:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfaa2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c66 expref: 14 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.463784:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfaa9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c66 expref: 13 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.463797:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:0.0:1779202780.463800:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202780.463805:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913c00, rc 0) 00000100:00100000:0.0:1779202780.463920:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+13:31968:x1865628501170304:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 9839us (10408us total) trans 4294968140 rc 0/0 00000100:00100000:0.0:1779202780.463931:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1370 00000100:00100000:0.0:1779202780.471174:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.474145:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501170560 00000100:00100000:2.0:1779202780.474167:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501170560 00000100:00100000:2.0:1779202780.474279:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1371 00000100:00100000:2.0:1779202780.474292:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+13:31968:x1865628501170560:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202780.474374:0:7869:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202780.474413:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfaa9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c66 expref: 13 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.474451:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:2.0:1779202780.474466:0:7869:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202780.474505:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.474523:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf944 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bfd expref: 100 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.474532:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.474578:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf944 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bfd expref: 100 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.474597:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf944 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bfd expref: 100 pid: 6564 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202780.474616:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524140288:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202780.474845:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb180 going to sleep for 11 seconds 00000100:00100000:2.0:1779202780.479320:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524140288:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202780.479361:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202780.480472:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.480596:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501170688 00000100:00100000:1.0:1779202780.480609:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501170688 00010000:00010000:1.0:1779202780.480726:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf944 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bfd expref: 101 pid: 6564 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202780.480784:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 414 00000100:00100000:1.0:1779202780.480797:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:2420:x1865628501170688:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202780.480822:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202780.480831:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf944 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bfd expref: 101 pid: 6564 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.480847:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf944 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bfd expref: 101 pid: 6564 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.480882:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb6800/0x3d5ca2fc49dbf944 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bfd expref: 101 pid: 6564 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.480902:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:1.0:1779202780.480908:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.480919:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.480933:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.480970:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202780.481030:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:2420:x1865628501170688:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 236us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.481039:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 414 00000100:00080000:2.0:1779202780.481771:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1779202780.481880:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.481891:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.481925:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfabe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x14a951f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.481940:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfabe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x14a951f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.481949:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfabe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x14a951f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482017:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482026:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482132:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482140:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202780.482145:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482154:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482166:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:0.0:1779202780.482169:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202780.482173:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482180:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfab7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482193:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfabe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x14a951f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482201:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfabe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x14a951f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482206:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfabe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x14a951f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482212:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202780.482215:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfabe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x14a951f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482220:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfabe lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x14a951f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482227:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x14a951f4 (ffff91cfc28aa000) 00010000:00010000:0.0:1779202780.482230:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202780.482233:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfabe lrc: 2/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x14a951f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.482238:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfabe lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x14a951f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202780.482395:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+12:31968:x1865628501170560:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 8101us (11231us total) trans 0 rc -2/-2 00000100:00100000:0.0:1779202780.482406:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1371 00000100:00100000:0.0:1779202780.488553:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.488750:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501170816 00000100:00100000:1.0:1779202780.488771:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501170816 00000100:00100000:1.0:1779202780.488855:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1372 00000100:00100000:1.0:1779202780.488867:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+12:31968:x1865628501170816:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202780.488901:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202780.488938:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfac5 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c6d expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.488988:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfacc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.489006:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfacc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.489019:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfacc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.489160:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfac5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c6d expref: 14 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.489181:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfacc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c6d expref: 13 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.489192:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:1.0:1779202780.489195:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202780.489199:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934c00, rc 0) 00000100:00100000:1.0:1779202780.489278:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+13:31968:x1865628501170816:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 413us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.489287:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1372 00000100:00100000:3.0:1779202780.494205:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.494407:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501171072 00000100:00100000:2.0:1779202780.494432:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501171072 00000100:00100000:2.0:1779202780.494524:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1373 00000100:00100000:2.0:1779202780.494537:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+13:31968:x1865628501171072:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202780.495149:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfad3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.495174:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfad3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.495189:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfad3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202780.495407:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003b408bd6 reply state 00000000b413cd55 transno 4294968141 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfad3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.495435:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfad3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.495443:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:2.0:1779202780.495446:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1779202780.495452:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1779202780.495607:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+15:31968:x1865628501171072:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 1070us (1417us total) trans 4294968141 rc 0/0 00000100:00100000:2.0:1779202780.495617:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1373 00000100:00100000:3.0:1779202780.500208:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.500325:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501171200 00000100:00100000:1.0:1779202780.500339:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501171200 00000100:00100000:1.0:1779202780.500412:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1374 00000100:00100000:1.0:1779202780.500561:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+15:31968:x1865628501171200:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202780.500592:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202780.500618:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfada lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c74 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.500736:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfada lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c74 expref: 16 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.500752:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfada lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c74 expref: 16 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.500763:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:1.0:1779202780.500775:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202780.500779:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935600, rc 0) 00000100:00100000:1.0:1779202780.500856:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+16:31968:x1865628501171200:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 301us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.502249:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1374 00000100:00100000:0.0:1779202780.505012:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.505329:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501171328 00000100:00100000:2.0:1779202780.505344:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501171328 00000100:00100000:2.0:1779202780.505477:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 262 00000100:00100000:2.0:1779202780.505499:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+16:31968:x1865628501171328:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1779202780.505681:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+16:31968:x1865628501171328:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 Request processed in 193us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.505740:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 262 00000100:00100000:3.0:1779202780.508652:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202780.508893:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501171584 00000100:00100000:0.0:1779202780.508908:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501171584 00000100:00100000:0.0:1779202780.508970:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 263 00000100:00100000:0.0:1779202780.508982:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+16:31968:x1865628501171584:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1779202780.509288:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+17:31968:x1865628501171584:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 306us (650us total) trans 4294968142 rc 0/0 00000100:00100000:0.0:1779202780.509297:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 263 00000100:00100000:0.0:1779202780.512158:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.512258:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501171840 00000100:00100000:1.0:1779202780.512273:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501171840 00000100:00100000:1.0:1779202780.512350:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1375 00000100:00100000:1.0:1779202780.512362:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+17:31968:x1865628501171840:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202780.512523:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+17:31968:x1865628501171840:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 162us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.512531:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1375 00000100:00100000:3.0:1779202780.516000:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202780.516148:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501172096 00000100:00100000:0.0:1779202780.516162:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501172096 00000100:00100000:0.0:1779202780.516240:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1376 00000100:00100000:0.0:1779202780.516252:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+17:31968:x1865628501172096:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202780.516282:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202780.516309:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfae1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c7b expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.516627:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.516648:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfada lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c74 expref: 18 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.516658:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.516758:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfada lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c74 expref: 18 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.516776:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfada lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c74 expref: 18 pid: 16980 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202780.516798:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524140416:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202780.516934:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e4c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202780.521577:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.521843:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501172224 00000100:00100000:2.0:1779202780.521857:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501172224 00010000:00010000:2.0:1779202780.521923:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfada lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c74 expref: 19 pid: 16980 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202780.521988:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 415 00000100:00100000:2.0:1779202780.522006:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+19:2419:x1865628501172224:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202780.522037:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202780.522046:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfada lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c74 expref: 19 pid: 16980 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.522064:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfada lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c74 expref: 19 pid: 16980 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.522095:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:2.0:1779202780.522102:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.522114:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.522126:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.522150:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202780.522229:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+19:2419:x1865628501172224:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 227us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.522238:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 415 00010000:00010000:0.0:1779202780.523126:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfada lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c74 expref: 18 pid: 16980 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202780.523151:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524140416:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202780.523183:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.523193:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.523199:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202780.523223:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00080000:0.0:1779202780.524293:0:6564:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00010000:00010000:0.0:1779202780.524522:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.524535:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.524544:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.524552:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202780.524557:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.524567:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.524586:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:0.0:1779202780.524589:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202780.524595:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.524602:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfae8 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.524794:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfae1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c7b expref: 18 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.524807:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:0.0:1779202780.524809:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1779202780.524813:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfae1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c7b expref: 18 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.524824:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913e00, rc 0) 00000100:00100000:0.0:1779202780.524916:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+17:31968:x1865628501172096:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 8665us (8930us total) trans 4294968143 rc 301/301 00000100:00100000:0.0:1779202780.524927:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1376 00000100:00100000:3.0:1779202780.541022:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202780.541461:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501172480 00000100:00100000:0.0:1779202780.541476:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501172480 00000100:00100000:0.0:1779202780.541565:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 264 00000100:00100000:0.0:1779202780.541578:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+17:31968:x1865628501172480:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1779202780.542037:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+18:31968:x1865628501172480:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 459us (1028us total) trans 4294968144 rc 0/0 00000100:00100000:0.0:1779202780.542046:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 264 00000100:00100000:2.0:1779202780.557067:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202780.557109:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524140544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202780.557224:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202780.557569:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524140544 00000100:00100000:3.0:1779202780.557582:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524140544 00000100:00100000:3.0:1779202780.557668:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1779202780.557680:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524140544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202780.557774:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179608384 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1779202780.557846:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524140544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 168us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202780.557855:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1779202780.558072:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524140544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202780.559667:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202780.559715:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524140672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202780.559797:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202780.560015:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524140672 00000100:00100000:2.0:1779202780.560026:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524140672 00000100:00100000:2.0:1779202780.560093:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1779202780.560112:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524140672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202780.560155:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179608384 pending 0 free 3922444288 avail 3690921984 00000100:00100000:2.0:1779202780.560217:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524140672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.560224:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:0.0:1779202780.560458:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524140672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202780.567541:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.567601:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.567636:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.567682:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.567742:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.567761:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.567784:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.567828:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501172864 00000100:00100000:2.0:1779202780.567846:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501172864 00000100:00100000:2.0:1779202780.567923:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501173376 00000100:00100000:2.0:1779202780.567926:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501173376 00000100:00100000:2.0:1779202780.567945:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501173888 00000100:00100000:2.0:1779202780.567947:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501173888 00000100:00100000:2.0:1779202780.567971:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 788 00000100:00100000:2.0:1779202780.567983:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501172864:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202780.568080:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:2419:x1865628501172864:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 99us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.568088:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 788 00000100:00100000:2.0:1779202780.568107:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 789 00000100:00100000:2.0:1779202780.568113:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501173376:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202780.568138:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501173376:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.568373:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501172608 00000100:00100000:1.0:1779202780.568377:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501172608 00000100:00100000:1.0:1779202780.568422:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 776 00000100:00100000:1.0:1779202780.568430:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+15:2419:x1865628501172608:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202780.568461:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+15:2419:x1865628501172608:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 33us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.568467:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 776 00000100:00100000:1.0:1779202780.568514:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 790 00000100:00100000:1.0:1779202780.568522:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2419:x1865628501173888:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202780.568549:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2419:x1865628501173888:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.568554:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 790 00000100:00100000:1.0:1779202780.568576:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501172736 00000100:00100000:1.0:1779202780.568579:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501172736 00000100:00100000:1.0:1779202780.568613:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501173120 00000100:00100000:1.0:1779202780.568617:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501173120 00000100:00100000:1.0:1779202780.568639:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501173632 00000100:00100000:1.0:1779202780.568642:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501173632 00000100:00100000:1.0:1779202780.568659:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1170 00000100:00100000:1.0:1779202780.568665:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501172736:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202780.568729:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501172736:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 63us (1208us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.568736:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1170 00000100:00100000:1.0:1779202780.568748:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1171 00000100:00100000:1.0:1779202780.568754:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2419:x1865628501173120:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202780.568784:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2419:x1865628501173120:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.568790:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1171 00000100:00100000:1.0:1779202780.568801:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1172 00000100:00100000:1.0:1779202780.568808:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2419:x1865628501173632:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202780.568831:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2419:x1865628501173632:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.568837:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1172 00000100:00100000:2.0:1779202780.570811:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 789 00000100:00080000:2.0:1779202780.570876:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202780.570885:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202780.570888:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202780.572897:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.572977:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202780.573131:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501172992 00000100:00100000:3.0:1779202780.573152:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501172992 00000100:00100000:3.0:1779202780.573233:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 791 00000100:00100000:3.0:1779202780.573244:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501172992:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202780.573345:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501172992:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 102us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202780.573354:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 791 00000100:00080000:0.0:1779202780.573590:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202780.575092:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501174016 00000100:00100000:2.0:1779202780.575108:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501174016 00000100:00100000:2.0:1779202780.575196:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1377 00000100:00100000:2.0:1779202780.575207:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+18:31968:x1865628501174016:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202780.575237:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202780.575267:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfaf6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c82 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.575374:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfafd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.575393:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfafd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.575408:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfafd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202780.577023:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00200000:2.0:1779202780.577030:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202780.577061:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfafd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.577115:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfaf6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c82 expref: 20 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.577140:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfafd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c82 expref: 19 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.580609:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:2.0:1779202780.580614:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1779202780.580620:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6800, rc 0) 00000100:00100000:2.0:1779202780.580745:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+19:31968:x1865628501174016:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 5533us (7853us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.580756:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1377 00000100:00100000:3.0:1779202780.580956:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.583608:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501173248 00000100:00100000:2.0:1779202780.583626:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501173248 00000100:00100000:2.0:1779202780.583829:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1173 00000100:00100000:2.0:1779202780.583842:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501173248:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202780.583961:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501173248:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 121us (3006us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.583970:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1173 00000100:00100000:3.0:1779202780.584050:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202780.584226:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202780.584254:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501173504 00000100:00100000:3.0:1779202780.584259:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501173504 00000100:00100000:2.0:1779202780.584443:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501173760 00000100:00100000:2.0:1779202780.584447:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501173760 00000100:00080000:0.0:1779202780.589727:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202780.589743:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202780.589748:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202780.593134:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 792 00000100:00100000:3.0:1779202780.593614:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501173504:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202780.593855:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501173504:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 255us (9804us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202780.593865:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 792 00000100:00100000:1.0:1779202780.594030:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 793 00000100:00100000:1.0:1779202780.594044:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2420:x1865628501173760:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202780.594080:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2420:x1865628501173760:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 43us (9854us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.594087:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 793 00000100:00100000:1.0:1779202780.596877:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202780.596978:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501174144 00000100:00100000:3.0:1779202780.596992:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501174144 00000100:00100000:3.0:1779202780.597061:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 371 00000100:00100000:3.0:1779202780.597073:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2419:x1865628501174144:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202780.597103:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202780.597131:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbfb04 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c89 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202780.597684:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1779202780.597747:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202780.597750:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202780.597761:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbfb04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c89 expref: 6 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.597783:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbfb04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c89 expref: 6 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.597799:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4eb4000, rc 0) 00000100:00100000:3.0:1779202780.597875:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2419:x1865628501174144:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 803us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202780.597883:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 371 00000100:00100000:0.0:1779202780.601940:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.602131:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501174400 00000100:00100000:1.0:1779202780.602611:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501174400 00000100:00100000:1.0:1779202780.602961:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1378 00000100:00100000:1.0:1779202780.602976:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+19:31968:x1865628501174400:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202780.603137:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+19:31968:x1865628501174400:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 165us (1211us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.605783:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1378 00000100:00100000:1.0:1779202780.615188:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.615378:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501174528 00000100:00100000:2.0:1779202780.615392:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501174528 00000100:00100000:2.0:1779202780.615641:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 372 00000100:00100000:2.0:1779202780.615653:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:31968:x1865628501174528:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202780.619331:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202780.619366:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dbfb0b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c90 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.619474:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbfb04 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c89 expref: 7 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.619500:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202780.619502:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202780.619507:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dbfb0b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c90 expref: 7 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.619554:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbfb04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c89 expref: 7 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.619574:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbfb04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c89 expref: 7 pid: 8511 timeout: 1009 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202780.619592:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4906d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524140800:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202780.619989:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb180 going to sleep for 11 seconds 00000100:00100000:2.0:1779202780.624030:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4906d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524140800:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202780.624085:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dbfb0b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c90 expref: 7 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.624116:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6400, rc 0) 00000100:00100000:2.0:1779202780.624208:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+7:31968:x1865628501174528:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 8555us (9033us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.624219:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 372 00000100:00100000:0.0:1779202780.628960:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.629184:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501174656 00000100:00100000:1.0:1779202780.629199:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501174656 00010000:00010000:1.0:1779202780.629255:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbfb04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c89 expref: 7 pid: 8511 timeout: 1009 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202780.629310:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 416 00000100:00100000:1.0:1779202780.629321:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+7:2420:x1865628501174656:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202780.629343:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202780.629371:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbfb04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c89 expref: 7 pid: 8511 timeout: 1009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.629389:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbfb04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c89 expref: 7 pid: 8511 timeout: 1009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.629429:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab41f4ca/0x3d5ca2fc49dbfb04 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c89 expref: 7 pid: 8511 timeout: 1009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.629452:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202780.629455:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202780.629465:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dbfb0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c90 expref: 6 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.629478:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dbfb0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c90 expref: 6 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.629547:0:6549:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dbfb0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c90 expref: 6 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202780.629565:0:6549:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6549:1865628524140928:192.168.204.21@tcp:105: 00000100:00100000:1.0:1779202780.629685:0:6549:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cc01e300 going to sleep for 11 seconds 00000100:00100000:3.0:1779202780.635808:0:6549:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6549:1865628524140928:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202780.635849:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202780.635921:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2420:x1865628501174656:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 6600us (6976us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202780.635935:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 416 00000100:00100000:3.0:1779202780.654325:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202780.657667:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501174784 00000100:00100000:0.0:1779202780.657705:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501174784 00002000:00100000:0.0:1779202780.657964:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff91cfc1daca80 x1865628501174784/t0(0) o4->0dfb49ca-b780-4a3a-a7b5-f562aed681aa@192.168.204.21@tcp:746/0 lens 488/0 e 0 to 0 dl 1779202791 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202780.657979:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc1daca80 with x1865628501174784 ext(0->1048575) 00002000:00010000:0.0:1779202780.657987:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc1daca80 00000100:00100000:0.0:1779202780.658040:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 98 00000100:00100000:0.0:1779202780.658054:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2420:x1865628501174784:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1779202780.703581:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:2420:x1865628501174784:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 45509us (49255us total) trans 4294967367 rc 0/0 00000100:00100000:1.0:1779202780.703600:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 98 00002000:00100000:1.0:1779202780.703620:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff91cfc1daca80 x1865628501174784/t4294967367(0) o4->0dfb49ca-b780-4a3a-a7b5-f562aed681aa@192.168.204.21@tcp:746/0 lens 488/448 e 0 to 0 dl 1779202791 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202780.703633:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc1daca80 with x1865628501174784 ext(0->1048575) 00002000:00010000:1.0:1779202780.703641:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc1daca80 00000100:00100000:0.0:1779202780.712795:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202780.712922:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501174912 00000100:00100000:3.0:1779202780.712938:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501174912 00000100:00100000:3.0:1779202780.713020:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1379 00000100:00100000:3.0:1779202780.713033:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+19:31968:x1865628501174912:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1779202780.717800:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968144 is committed 00000020:00080000:1.0:1779202780.717848:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 29 batchid updated 00000020:00080000:2.0:1779202780.718100:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000020:00080000:2.0:1779202780.718116:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00010000:00010000:0.0:1779202780.718207:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfad3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.718229:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfad3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.718238:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfad3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.718246:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202780.718253:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfad3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.718262:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfad3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.718292:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:0.0:1779202780.718295:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1779202780.718302:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfad3 lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.718309:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfad3 lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202780.718769:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+11:31968:x1865628501174912:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 5727us (5981us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202780.718785:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1379 00000100:00100000:2.0:1779202780.723049:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.723165:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501175040 00000100:00100000:1.0:1779202780.723180:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501175040 00000100:00100000:1.0:1779202780.723337:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 373 00000100:00100000:1.0:1779202780.723350:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:2421:x1865628501175040:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1779202780.732807:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000100:00100000:1.0:1779202780.733061:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2421:x1865628501175040:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 9707us (10028us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202780.733074:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 373 00000100:00100000:0.0:1779202780.737456:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.738512:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501175296 00000100:00100000:2.0:1779202780.738525:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501175296 00000100:00100000:2.0:1779202780.738647:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1380 00000100:00100000:2.0:1779202780.738669:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+11:31968:x1865628501175296:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202780.738777:0:16980:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202780.738807:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfafd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c82 expref: 11 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.738832:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:2.0:1779202780.738839:0:16980:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202780.738870:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dbfb12 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.738884:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dbfb12 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.738895:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dbfb12 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202780.739015:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000183093c6 reply state 00000000a42b4460 transno 4294968145 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dbfb12 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.739027:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dbfb12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.739033:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:2.0:1779202780.739036:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202780.739038:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1779202780.739138:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+12:31968:x1865628501175296:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 482us (1690us total) trans 4294968145 rc 0/0 00000100:00100000:2.0:1779202780.739148:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1380 00000100:00100000:0.0:1779202780.743563:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.743644:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501175424 00000100:00100000:2.0:1779202780.743654:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501175424 00000100:00100000:2.0:1779202780.743756:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1381 00000100:00100000:2.0:1779202780.743765:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+12:31968:x1865628501175424:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202780.743791:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202780.743812:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfb19 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c97 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.743870:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfb19 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c97 expref: 13 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.743884:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfb19 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c97 expref: 13 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.743903:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:2.0:1779202780.743906:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202780.743910:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7800, rc 0) 00000100:00100000:2.0:1779202780.743962:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+13:31968:x1865628501175424:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 198us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.743969:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1381 00000100:00100000:3.0:1779202780.757049:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.757149:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501175552 00000100:00100000:2.0:1779202780.757161:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501175552 00000100:00100000:2.0:1779202780.757218:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 374 00000100:00100000:2.0:1779202780.757229:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2420:x1865628501175552:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1779202780.757408:0:8447:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1779202780.757413:0:8447:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1779202771 00002000:00010000:2.0:1779202780.757415:0:8447:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime from disk: 0 -> 1779202771 00002000:00010000:2.0:1779202780.757417:0:8447:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1779202771 00002000:00010000:2.0:1779202780.757419:0:8447:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:2.0:1779202780.757495:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+7:2420:x1865628501175552:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 267us (456us total) trans 4294967368 rc 0/0 00000100:00100000:2.0:1779202780.757503:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 374 00000100:00100000:0.0:1779202780.761017:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.761170:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501175808 00000100:00100000:2.0:1779202780.761181:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501175808 00000100:00100000:2.0:1779202780.761239:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1382 00000100:00100000:2.0:1779202780.761249:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+13:31968:x1865628501175808:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1779202780.761413:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.761431:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfacc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c6d expref: 13 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.761440:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 4/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.761476:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfacc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c6d expref: 13 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.761501:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfacc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c6d expref: 13 pid: 10076 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202780.761514:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4904000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524141056:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202780.761669:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202780.774223:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202780.774545:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501175936 00000100:00100000:3.0:1779202780.774556:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501175936 00010000:00010000:3.0:1779202780.774600:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfacc lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c6d expref: 14 pid: 10076 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202780.774643:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 417 00000100:00100000:3.0:1779202780.774652:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+14:2420:x1865628501175936:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202780.774678:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202780.774683:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfacc lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c6d expref: 14 pid: 10076 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.774729:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfacc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c6d expref: 14 pid: 10076 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.774754:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:3.0:1779202780.774761:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.774771:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.774779:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.774801:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202780.774863:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+14:2420:x1865628501175936:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 211us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202780.774870:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 417 00010000:00010000:2.0:1779202780.776426:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfacc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c6d expref: 13 pid: 10076 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202780.776449:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4904000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524141056:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202780.776471:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.776491:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.776498:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.776540:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.776547:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.776554:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.776559:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202780.776563:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.776569:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.776582:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:2.0:1779202780.776585:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1779202780.776591:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.776597:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb20 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202780.776949:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+12:31968:x1865628501175808:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 15699us (15939us total) trans 0 rc -22/-22 00000100:00100000:2.0:1779202780.776960:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1382 00000100:00100000:0.0:1779202780.783383:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202780.783469:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501176064 00000100:00100000:3.0:1779202780.783479:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501176064 00000100:00100000:3.0:1779202780.783544:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 375 00000100:00100000:3.0:1779202780.783554:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+7:2420:x1865628501176064:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1779202780.783602:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.783624:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dbfb0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c90 expref: 7 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.783632:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202780.783634:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202780.783638:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.783684:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dbfb0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c90 expref: 7 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.783740:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dbfb0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c90 expref: 7 pid: 12963 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202780.783757:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524141184:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202780.783858:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc31389c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202780.792586:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.792727:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501176192 00000100:00100000:2.0:1779202780.792738:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501176192 00010000:00010000:2.0:1779202780.792783:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dbfb0b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c90 expref: 8 pid: 12963 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202780.792827:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 418 00000100:00100000:2.0:1779202780.792836:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:2419:x1865628501176192:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202780.792850:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202780.792870:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dbfb0b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c90 expref: 8 pid: 12963 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.792884:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dbfb0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c90 expref: 8 pid: 12963 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.792910:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202780.792913:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202780.792918:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.792927:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.792948:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202780.793016:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+8:2419:x1865628501176192:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 163us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.793023:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 418 00010000:00010000:3.0:1779202780.793845:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dbfb0b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c90 expref: 7 pid: 12963 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202780.793866:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524141184:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202780.793890:0:8444:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.793900:0:8444:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.793906:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.793929:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.793937:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.793946:0:8444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.793954:0:8444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4eb4600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202780.793958:0:8444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.793972:0:8444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.793986:0:8444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.793994:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d179067d/0x3d5ca2fc49dbfb27 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202780.794243:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2420:x1865628501176064:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 10690us (10870us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202780.794252:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 375 00000100:00100000:0.0:1779202780.799341:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202780.799424:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501176448 00000100:00100000:1.0:1779202780.799435:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501176448 00000100:00100000:1.0:1779202780.799510:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1383 00000100:00100000:1.0:1779202780.799523:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+12:31968:x1865628501176448:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1779202780.799611:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfb2e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.799630:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfb2e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.799642:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfb2e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.799840:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.799851:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfb19 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c97 expref: 13 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.799859:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.799891:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfb19 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c97 expref: 13 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202780.799905:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfb19 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c97 expref: 13 pid: 6563 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202780.799924:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524141312:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202780.800009:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d7f75d80 going to sleep for 11 seconds 00000100:00100000:1.0:1779202780.817113:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202780.817198:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501176576 00000100:00100000:3.0:1779202780.817210:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501176576 00010000:00010000:3.0:1779202780.817253:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfb19 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c97 expref: 14 pid: 6563 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202780.817299:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 419 00000100:00100000:3.0:1779202780.817311:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+14:2420:x1865628501176576:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202780.817326:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202780.817333:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfb19 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c97 expref: 14 pid: 6563 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.817348:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfb19 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c97 expref: 14 pid: 6563 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.817382:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:3.0:1779202780.817388:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.817400:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.817409:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.817433:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202780.817501:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+14:2420:x1865628501176576:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 192us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202780.817509:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 419 00010000:00010000:0.0:1779202780.817958:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfb19 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c97 expref: 13 pid: 6563 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202780.817980:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524141312:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202780.818006:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.818016:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.818022:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1779202780.818150:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968146 00000001:00080000:0.0:1779202780.818272:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968147 00000001:00080000:0.0:1779202780.818311:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968148 00000100:00100000:0.0:1779202780.818393:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb82d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7869:1865628524141440:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1779202780.818449:0:7869:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202780.818500:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e4c000 going to sleep for 11 seconds 00000100:00100000:3.0:1779202780.818573:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524141440 00000100:00100000:3.0:1779202780.818579:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524141440 00000100:00100000:3.0:1779202780.818619:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1779202780.818627:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7869:x1865628524141440:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1779202780.818759:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7869:x1865628524141440:12345-0@lo:1000:mdt00_003.0 Request processed in 133us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202780.818767:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1779202780.819417:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb82d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7869:1865628524141440:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1779202780.819548:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968149 00000100:00100000:0.0:1779202780.819604:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb82d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7869:1865628524141568:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1779202780.819642:0:7869:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202780.820124:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524141568 00000100:00100000:3.0:1779202780.820131:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524141568 00000100:00100000:3.0:1779202780.820172:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1779202780.820180:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7869:x1865628524141568:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1779202780.820959:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e4c900 going to sleep for 11 seconds 00000100:00100000:2.0:1779202780.821259:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7869:x1865628524141568:12345-0@lo:1000:mdt00_003.0 Request processed in 1078us (1615us total) trans 4294967369 rc 0/0 00000100:00100000:2.0:1779202780.821270:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1779202780.821347:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb82d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7869:1865628524141568:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1779202780.821440:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968150 00010000:00010000:0.0:1779202780.821476:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821497:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821505:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821510:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202780.821514:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821522:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821537:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:0.0:1779202780.821540:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202780.821545:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821551:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfb35 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821577:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9fa lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821584:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9fa lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821589:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9fa lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821594:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202780.821596:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9fa lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821606:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9fa lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821613:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:0.0:1779202780.821616:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202780.821622:0:7869:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7400/0x3d5ca2fc49dbfa01 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c3c expref: 99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821632:0:7869:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7400/0x3d5ca2fc49dbfa01 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c3c expref: 99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821641:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7400/0x3d5ca2fc49dbfa01 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c3c expref: 99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.821794:0:7869:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7400/0x3d5ca2fc49dbfa01 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c3c expref: 99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202780.821809:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524141696:192.168.204.21@tcp:105: 00000100:00100000:0.0:1779202780.821929:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d07b8240 going to sleep for 11 seconds 00000100:00100000:0.0:1779202780.829590:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524141696:192.168.204.21@tcp:105: 00010000:00010000:0.0:1779202780.829626:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9fa lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.829638:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbf9fa lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.829676:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.829734:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfa24 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c43 expref: 46 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.829745:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 4/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.829783:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfa24 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c43 expref: 46 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.829799:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfa24 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c43 expref: 46 pid: 6562 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202780.829813:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524141824:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202780.829906:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d07b8240 going to sleep for 11 seconds 00000100:00100000:2.0:1779202780.830633:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202780.830849:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501176704 00000100:00100000:0.0:1779202780.830857:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501176704 00000100:00100000:0.0:1779202780.830952:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 265 00000100:00100000:0.0:1779202780.830961:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6473c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:31939:x1865628501176704:12345-192.168.204.21@tcp:49:cat.0 00000100:00100000:0.0:1779202780.831090:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6473c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:31939:x1865628501176704:12345-192.168.204.21@tcp:49:cat.0 Request processed in 128us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202780.831097:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 265 00000100:00100000:0.0:1779202780.836792:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524141824:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202780.836832:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202780.838149:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.838250:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202780.838522:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501176832 00000100:00100000:3.0:1779202780.838531:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501176832 00010000:00010000:3.0:1779202780.838566:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfa24 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c43 expref: 47 pid: 6562 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202780.838656:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 420 00000100:00100000:3.0:1779202780.838666:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2420:x1865628501176832:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202780.838680:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202780.838686:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfa24 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c43 expref: 47 pid: 6562 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.838740:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfa24 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c43 expref: 47 pid: 6562 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.838763:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfa24 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c43 expref: 47 pid: 6562 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.838781:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:3.0:1779202780.838786:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.838796:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.838805:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.838831:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202780.838890:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2420:x1865628501176832:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 224us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202780.838898:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 420 00010000:00010000:2.0:1779202780.838954:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.838963:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.838977:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.838984:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.838991:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.838997:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202780.839001:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.839012:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.839022:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:2.0:1779202780.839025:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202780.839029:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.839035:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfb3c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.839046:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfb2e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.839052:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfb2e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.839058:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfb2e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.839063:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202780.839065:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfb2e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.839071:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfb2e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.839078:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:2.0:1779202780.839080:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202780.839083:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfb2e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202780.839093:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfb2e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1779202780.839310:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202780.839316:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202780.839843:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1779202780.839851:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202780.839931:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+17:31968:x1865628501176448:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 40408us (40597us total) trans 4294968151 rc 0/0 00000100:00100000:2.0:1779202780.839941:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1383 00000020:00080000:2.0:1779202780.839947:0:7869:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:0.0:1779202780.840991:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501176960 00000100:00100000:0.0:1779202780.841002:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501176960 00000100:00100000:0.0:1779202780.841069:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 376 00000100:00100000:0.0:1779202780.841080:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+12:31939:x1865628501176960:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:0.0:1779202780.841101:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202780.841124:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f70698bf/0x3d5ca2fc49dbfb43 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65c9e expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202780.841151:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 1048576, mtime: 0x6a0c7ad3, atime: 0x6a0c7ad3, ctime: 0x6a0c7ad3, blocks: 0x800 00010000:00010000:0.0:1779202780.841173:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202780.841175:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202780.841183:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f70698bf/0x3d5ca2fc49dbfb43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c9e expref: 13 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.841198:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f70698bf/0x3d5ca2fc49dbfb43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c9e expref: 13 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.841211:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913800, rc 0) 00000100:00100000:0.0:1779202780.841255:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:31939:x1865628501176960:12345-192.168.204.21@tcp:101:cat.0 Request processed in 179us (3005us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202780.841262:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 376 00000100:00100000:2.0:1779202780.861384:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.861473:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202780.861512:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501177216 00000100:00100000:0.0:1779202780.861524:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501177216 00000100:00100000:3.0:1779202780.861569:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501177344 00000100:00100000:3.0:1779202780.861575:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501177344 00000100:00100000:0.0:1779202780.861594:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 266 00000100:00100000:0.0:1779202780.861606:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+17:31968:x1865628501177216:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00002000:00100000:3.0:1779202780.861621:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff91cfc4905500 x1865628501177344/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:746/0 lens 488/0 e 0 to 0 dl 1779202791 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202780.861631:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4905500 with x1865628501177344 ext(0->1048575) 00002000:00010000:3.0:1779202780.861637:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4905500 00000100:00100000:3.0:1779202780.861667:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 99 00000100:00100000:3.0:1779202780.861676:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628501177344:12345-192.168.204.21@tcp:3:cat.0 00000004:00080000:0.0:1779202780.861904:0:6566:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1779202780.861945:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968152 00010000:00010000:0.0:1779202780.861985:0:6566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb4a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.862005:0:6566:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb4a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.862019:0:6566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb4a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.862027:0:6566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb4a lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.862033:0:6566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb4a lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.862039:0:6566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb4a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.862057:0:6566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1779202780.862144:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+19:31968:x1865628501177216:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 539us (770us total) trans 4294968153 rc 0/0 00000100:00100000:0.0:1779202780.862154:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 266 00000020:00080000:0.0:1779202780.862158:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1779202780.862182:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202780.862188:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb4a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.862195:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202780.862198:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb4a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.862205:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb4a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.862567:0:6552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:0.0:1779202780.862570:0:6552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1779202780.862576:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb4a lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.862582:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb4a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.862594:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202780.862596:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202780.862598:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202780.875011:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202780.882290:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628501177344:12345-192.168.204.21@tcp:3:cat.0 Request processed in 20604us (20805us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1779202780.882303:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 99 00002000:00100000:3.0:1779202780.882319:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff91cfc4905500 x1865628501177344/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:746/0 lens 488/440 e 0 to 0 dl 1779202791 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202780.882329:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4905500 with x1865628501177344 ext(0->1048575) 00002000:00010000:3.0:1779202780.882335:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4905500 00000100:00100000:2.0:1779202780.899663:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202780.899843:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501177472 00000100:00100000:3.0:1779202780.899856:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501177472 00002000:00100000:3.0:1779202780.899908:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->1052671) req@ffff91cfc4907800 x1865628501177472/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:746/0 lens 488/0 e 0 to 0 dl 1779202791 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202780.899920:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4907800 with x1865628501177472 ext(1048576->1052671) 00002000:00010000:3.0:1779202780.899926:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4907800 00000100:00100000:3.0:1779202780.900020:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 100 00000100:00100000:3.0:1779202780.900031:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2422:x1865628501177472:12345-192.168.204.21@tcp:3:cat.0 00000100:00100000:3.0:1779202780.900252:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2422:x1865628501177472:12345-192.168.204.21@tcp:3:cat.0 Request processed in 223us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202780.900261:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 100 00002000:00100000:3.0:1779202780.900268:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->1052671) req@ffff91cfc4907800 x1865628501177472/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:746/0 lens 488/440 e 0 to 0 dl 1779202791 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202780.900277:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4907800 with x1865628501177472 ext(1048576->1052671) 00002000:00010000:3.0:1779202780.900280:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4907800 00000100:00100000:0.0:1779202780.914323:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202780.914556:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501177728 00000100:00100000:2.0:1779202780.914571:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501177728 00000100:00100000:2.0:1779202780.914645:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 267 00000100:00100000:2.0:1779202780.914658:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+100:31939:x1865628501177728:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:2.0:1779202780.914959:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:31939:x1865628501177728:12345-192.168.204.21@tcp:35:cat.0 Request processed in 304us (646us total) trans 4294968154 rc 0/0 00000100:00100000:2.0:1779202780.914965:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 267 00000100:00100000:2.0:1779202780.961191:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202780.961285:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501177856 00000100:00100000:0.0:1779202780.961296:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501177856 00000100:00100000:0.0:1779202780.961358:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1384 00000100:00100000:0.0:1779202780.961369:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+101:31969:x1865628501177856:12345-192.168.204.21@tcp:101:stat.0 00010000:00010000:0.0:1779202780.961392:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202780.961411:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbfb51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ca5 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961490:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfb58 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961505:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfb58 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961516:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfb58 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961535:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfb5f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961542:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfb5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961549:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfb5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961620:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb66 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961629:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb66 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961636:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb66 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202780.961688:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:0.0:1779202780.961734:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202780.961756:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb66 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961768:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb66 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961776:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfb58 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961782:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfb58 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961794:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfb58 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961800:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202780.961804:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfb58 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961811:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfb58 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961823:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:0.0:1779202780.961826:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202780.961831:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfb58 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961837:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfb58 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961849:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfb5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961855:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfb5f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961861:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfb5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961867:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202780.961870:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfb5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961881:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfb5f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961888:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff91cfc28aa100) 00010000:00010000:0.0:1779202780.961890:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202780.961893:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfb5f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961898:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfb5f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961929:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbfb51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ca5 expref: 103 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961942:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb66 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ca5 expref: 102 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202780.961949:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:0.0:1779202780.961952:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202780.961954:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913e00, rc 0) 00000100:00100000:0.0:1779202780.962017:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+102:31969:x1865628501177856:12345-192.168.204.21@tcp:101:stat.0 Request processed in 648us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202780.962024:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1384 00000100:00100000:0.0:1779202780.993424:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202780.993518:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501177984 00000100:00100000:3.0:1779202780.993529:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501177984 00000100:00100000:3.0:1779202780.993589:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1385 00000100:00100000:3.0:1779202780.993600:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:31970:x1865628501177984:12345-192.168.204.21@tcp:101:stat.0 00010000:00010000:3.0:1779202780.993621:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202780.993642:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfb6d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65cac expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.993760:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfb74 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.993778:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfb74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.993791:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfb74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.993808:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.993815:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.993827:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.993901:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfb82 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.993910:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfb82 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.993917:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfb82 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202780.993958:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:3.0:1779202780.993963:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202780.993988:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfb82 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994000:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfb82 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994007:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfb74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994014:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfb74 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994020:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfb74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994026:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202780.994030:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfb74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994039:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfb74 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994051:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:3.0:1779202780.994054:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202780.994060:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfb74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994065:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfb74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994076:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994081:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb7b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994086:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994090:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202780.994093:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994099:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb7b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994106:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff91d10205d300) 00010000:00010000:3.0:1779202780.994108:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202780.994111:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb7b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994584:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfb7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994621:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfb6d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cac expref: 48 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994635:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfb82 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cac expref: 47 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202780.994643:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:3.0:1779202780.994645:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202780.994784:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7000, rc 0) 00000100:00100000:2.0:1779202780.995021:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:31970:x1865628501177984:12345-192.168.204.21@tcp:101:stat.0 Request processed in 1421us (1605us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202780.995038:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1385 00000100:00100000:2.0:1779202780.999942:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202781.000046:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501178112 00000100:00100000:3.0:1779202781.000058:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501178112 00000100:00100000:1.0:1779202781.000238:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 377 00000100:00100000:1.0:1779202781.000252:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501178112:12345-192.168.204.21@tcp:101:stat.0 00010000:00010000:1.0:1779202781.000270:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202781.000291:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbfb89 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65cb3 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.000322:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202781.000325:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202781.000333:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbfb89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cb3 expref: 10 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.000349:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbfb89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cb3 expref: 10 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.000363:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934c00, rc 0) 00000100:00100000:1.0:1779202781.000426:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501178112:12345-192.168.204.21@tcp:101:stat.0 Request processed in 178us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202781.000433:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 377 00000040:00080000:2.0:1779202781.004630:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202781.008594:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202781.008905:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501178368 00000100:00100000:2.0:1779202781.008916:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501178368 00000100:00100000:2.0:1779202781.008987:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1386 00000100:00100000:2.0:1779202781.008999:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+102:31680:x1865628501178368:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202781.009020:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202781.009056:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500fe00/0x3d5ca2fc49dbfb90 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65cba expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202781.009449:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202781.009468:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb66 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ca5 expref: 103 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202781.009486:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfb82 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cac expref: 46 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202781.009496:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202781.009532:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfb82 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cac expref: 46 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202781.009547:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfb82 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cac expref: 46 pid: 6562 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202781.009561:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4906a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524141952:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202781.010015:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb66 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ca5 expref: 103 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202781.010025:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb66 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ca5 expref: 103 pid: 6563 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202781.010048:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4905880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524142080:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202781.010075:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1779202781.020098:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202781.020953:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4906a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524141952:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202781.020966:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4905880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524142080:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202781.020995:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202781.021612:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501178496 00000100:00100000:3.0:1779202781.021620:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501178496 00010000:00010000:3.0:1779202781.021811:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfb82 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cac expref: 47 pid: 6562 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202781.021854:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 421 00000100:00100000:3.0:1779202781.021865:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2419:x1865628501178496:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202781.021882:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202781.021889:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfb82 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cac expref: 47 pid: 6562 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202781.021901:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfb82 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cac expref: 47 pid: 6562 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202781.021925:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfb82 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cac expref: 47 pid: 6562 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202781.021942:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:3.0:1779202781.021948:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202781.021957:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202781.021963:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202781.022021:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:2419:x1865628501178496:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 158us (1943us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202781.022044:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 421 00000100:00100000:3.0:1779202781.022167:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202781.024926:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501178624 00000100:00100000:1.0:1779202781.024938:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501178624 00010000:00010000:1.0:1779202781.024985:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb66 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ca5 expref: 104 pid: 6563 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202781.025045:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 422 00000100:00100000:1.0:1779202781.025055:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:2419:x1865628501178624:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202781.025070:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202781.025077:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb66 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ca5 expref: 104 pid: 6563 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.025957:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb66 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ca5 expref: 104 pid: 6563 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.025988:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfb66 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ca5 expref: 104 pid: 6563 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.026006:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:1.0:1779202781.026011:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.026021:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.026042:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.026072:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202781.026220:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202781.026229:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202781.026254:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1779202781.026390:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500fe00/0x3d5ca2fc49dbfb90 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cba expref: 105 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202781.026404:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cba expref: 104 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202781.026411:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:2.0:1779202781.026413:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1779202781.026416:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4c76c00, rc 0) 00000100:00100000:1.0:1779202781.026845:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:2419:x1865628501178624:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1790us (4677us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202781.026856:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 422 00000100:00080000:0.0:1779202781.028980:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202781.029553:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:31680:x1865628501178368:12345-192.168.204.21@tcp:101:bash.0 Request processed in 20548us (20961us total) trans 4294968155 rc 0/0 00000100:00100000:2.0:1779202781.029567:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1386 00000100:00100000:2.0:1779202781.036624:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202781.036897:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501178752 00000100:00100000:0.0:1779202781.036908:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501178752 00000100:00100000:0.0:1779202781.036992:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1387 00000100:00100000:0.0:1779202781.037003:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:31680:x1865628501178752:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:0.0:1779202781.037028:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202781.037058:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbfba5 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65cc1 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202781.037101:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfbac lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202781.037314:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfbac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202781.037329:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfbac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202781.037456:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbfba5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cc1 expref: 105 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202781.037485:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913c00/0x3d5ca2fc49dbfbac lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cc1 expref: 104 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202781.037495:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:0.0:1779202781.037498:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202781.037502:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913c00, rc 0) 00000100:00100000:0.0:1779202781.037565:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:31680:x1865628501178752:12345-192.168.204.21@tcp:101:bash.0 Request processed in 564us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202781.037572:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1387 00000100:00100000:2.0:1779202781.041814:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202781.041886:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501179008 00000100:00100000:1.0:1779202781.041899:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501179008 00000100:00100000:1.0:1779202781.041959:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1388 00000100:00100000:1.0:1779202781.041969:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:31680:x1865628501179008:12345-192.168.204.21@tcp:36:bash.0 00010000:00010000:1.0:1779202781.042243:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfbb3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.042263:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfbb3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.042276:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfbb3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1779202781.042320:0:10076:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968156 00000004:00010000:1.0:1779202781.042345:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000068142bc1 reply state 0000000030fa1510 transno 4294968157 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfbb3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.042358:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfbb3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.042367:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:1.0:1779202781.042370:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202781.042374:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:1.0:1779202781.042412:0:10076:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968157 00000100:00100000:1.0:1779202781.042531:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:31680:x1865628501179008:12345-192.168.204.21@tcp:36:bash.0 Request processed in 563us (726us total) trans 4294968158 rc 0/0 00000100:00100000:1.0:1779202781.042540:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1388 00000020:00080000:1.0:1779202781.042545:0:10076:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1779202781.046766:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202781.046946:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501179136 00000100:00100000:1.0:1779202781.046957:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501179136 00000100:00100000:1.0:1779202781.047014:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 378 00000100:00100000:1.0:1779202781.047025:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:31680:x1865628501179136:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:1.0:1779202781.047041:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202781.047060:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038e1fac3/0x3d5ca2fc49dbfbba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65cc8 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.047094:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f70698bf/0x3d5ca2fc49dbfb43 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c9e expref: 14 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.047105:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbfb89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cb3 expref: 9 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.047113:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202781.047115:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202781.047129:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038e1fac3/0x3d5ca2fc49dbfbba lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cc8 expref: 14 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.047161:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbfb89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cb3 expref: 9 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.047176:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbfb89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cb3 expref: 9 pid: 8446 timeout: 1010 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202781.047196:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524142208:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202781.047290:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f70698bf/0x3d5ca2fc49dbfb43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c9e expref: 14 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.047300:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f70698bf/0x3d5ca2fc49dbfb43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c9e expref: 14 pid: 8511 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202781.047310:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524142336:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202781.047334:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d7f75d80 going to sleep for 11 seconds 00000100:00100000:3.0:1779202781.053552:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202781.053843:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501179264 00000100:00100000:2.0:1779202781.053853:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501179264 00010000:00010000:2.0:1779202781.053892:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f70698bf/0x3d5ca2fc49dbfb43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c9e expref: 15 pid: 8511 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202781.053937:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 423 00000100:00100000:2.0:1779202781.053946:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2419:x1865628501179264:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202781.053961:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202781.053966:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f70698bf/0x3d5ca2fc49dbfb43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c9e expref: 15 pid: 8511 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202781.053978:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f70698bf/0x3d5ca2fc49dbfb43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c9e expref: 15 pid: 8511 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202781.054005:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202781.054336:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2419:x1865628501179264:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 389us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202781.054345:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 423 00010000:00010000:1.0:1779202781.056288:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f70698bf/0x3d5ca2fc49dbfb43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c9e expref: 14 pid: 8511 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202781.056311:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524142336:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202781.058175:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202781.058264:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524142208:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202781.058298:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000038e1fac3/0x3d5ca2fc49dbfbba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cc8 expref: 13 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.058318:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935400, rc 0) 00000100:00100000:1.0:1779202781.058376:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:31680:x1865628501179136:12345-192.168.204.21@tcp:101:bash.0 Request processed in 11354us (11619us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202781.058385:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 378 00000100:00100000:0.0:1779202781.061681:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501179392 00000100:00100000:0.0:1779202781.061742:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501179392 00010000:00010000:0.0:1779202781.061792:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbfb89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cb3 expref: 10 pid: 8446 timeout: 1010 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202781.061835:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 424 00000100:00100000:0.0:1779202781.061845:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501179392:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202781.061859:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202781.061865:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbfb89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cb3 expref: 10 pid: 8446 timeout: 1010 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202781.061879:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbfb89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cb3 expref: 10 pid: 8446 timeout: 1010 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202781.061901:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c96752dd/0x3d5ca2fc49dbfb89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cb3 expref: 10 pid: 8446 timeout: 1010 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202781.061920:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202781.061922:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202781.061927:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000038e1fac3/0x3d5ca2fc49dbfbba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cc8 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202781.061937:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038e1fac3/0x3d5ca2fc49dbfbba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cc8 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202781.062087:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000038e1fac3/0x3d5ca2fc49dbfbba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cc8 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202781.062176:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524142464:192.168.204.21@tcp:105: 00000100:00100000:0.0:1779202781.062310:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d07b8240 going to sleep for 11 seconds 00000100:00100000:1.0:1779202781.067420:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202781.067443:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524142592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202781.067521:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202781.067591:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524142592 00000100:00100000:2.0:1779202781.067599:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524142592 00000100:00080000:0.0:1779202781.067664:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202781.067665:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1779202781.067674:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524142592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202781.067744:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1779202781.067787:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524142592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202781.067794:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1779202781.067895:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524142592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202781.072531:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524142720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202781.072600:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202781.072722:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524142720 00000100:00100000:2.0:1779202781.072731:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524142720 00000100:00100000:2.0:1779202781.072799:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1779202781.072808:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524142720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202781.072831:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1779202781.072878:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524142720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202781.072885:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00080000:0.0:1779202781.073071:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202781.073189:0:3662:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:0.0:1779202781.073195:0:3662:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967371 committed transno 4294967372 00000004:00080000:0.0:1779202781.073220:0:3662:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc33fb480, transno 4294967372 00000100:00100000:0.0:1779202781.073247:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524142720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202781.074427:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202781.074557:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3342d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524142464:192.168.204.21@tcp:105: 00010000:00010000:0.0:1779202781.074579:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202781.074613:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501179520 00000100:00100000:3.0:1779202781.074621:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501179520 00000100:00100000:0.0:1779202781.074635:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501179392:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 12792us (16467us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202781.074644:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 424 00002000:00010000:3.0:1779202781.074741:0:8452:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (0->18446744073709551615) 00002000:00100000:3.0:1779202781.074746:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4906a00 with x1865628501179520 ext(0->18446744073709551615) 00002000:00010000:3.0:1779202781.074757:0:8452:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4906a00. 00000100:00100000:3.0:1779202781.074823:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 101 00000100:00100000:3.0:1779202781.074831:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2419:x1865628501179520:12345-192.168.204.21@tcp:10:bash.0 00002000:00010000:3.0:1779202781.075888:0:8452:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:3.0:1779202781.075893:0:8452:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1779202771 -> 1779202780 00002000:00010000:3.0:1779202781.075896:0:8452:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime from disk: 1779202771 -> 1779202771 00002000:00010000:3.0:1779202781.075899:0:8452:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1779202771 -> 1779202780 00002000:00010000:3.0:1779202781.075901:0:8452:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:3.0:1779202781.075959:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2419:x1865628501179520:12345-192.168.204.21@tcp:10:bash.0 Request processed in 1127us (1535us total) trans 4294967370 rc 0/0 00000100:00100000:3.0:1779202781.075967:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 101 00002000:00010000:3.0:1779202781.075971:0:8452:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (0->18446744073709551615) 00002000:00100000:3.0:1779202781.075974:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4906a00 with x1865628501179520 ext(0->18446744073709551615) 00002000:00010000:3.0:1779202781.075979:0:8452:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4906a00. 00000100:00100000:2.0:1779202781.098391:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202781.098501:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501179648 00000100:00100000:0.0:1779202781.098510:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501179648 00000100:00100000:0.0:1779202781.098567:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1389 00000100:00100000:0.0:1779202781.098577:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:31972:x1865628501179648:12345-192.168.204.21@tcp:101:stat.0 00010000:00010000:0.0:1779202781.098601:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202781.098621:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfbc1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ccf expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.098920:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfbc8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.098939:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfbc8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.098951:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfbc8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.099060:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfbcf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.099069:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfbcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.099075:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfbcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.099246:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfbd6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.099259:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cba expref: 109 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.099267:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfbd6 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.099302:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cba expref: 109 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.099317:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cba expref: 109 pid: 16980 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202781.099330:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524142848:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202781.099461:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d7f75d80 going to sleep for 11 seconds 00000100:00100000:1.0:1779202781.103878:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524142848:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202781.103912:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfbd6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202781.104603:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202781.104742:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501179904 00000100:00100000:0.0:1779202781.104750:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501179904 00000100:00100000:0.0:1779202781.104809:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 268 00000100:00100000:0.0:1779202781.104821:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:14942:x1865628501179904:12345-192.168.204.21@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1779202781.105266:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:14942:x1865628501179904:12345-192.168.204.21@tcp:35:ldlm_bl.0 Request processed in 446us (664us total) trans 4294968159 rc 0/0 00000100:00100000:0.0:1779202781.105274:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 268 00000100:00100000:2.0:1779202781.111552:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202781.111638:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501180032 00000100:00100000:3.0:1779202781.111658:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501180032 00010000:00010000:3.0:1779202781.111732:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cba expref: 111 pid: 16980 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202781.111770:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 425 00000100:00100000:3.0:1779202781.111780:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2420:x1865628501180032:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202781.111793:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202781.111799:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cba expref: 111 pid: 16980 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202781.111812:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cba expref: 111 pid: 16980 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202781.111832:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4c76c00/0x3d5ca2fc49dbfb97 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cba expref: 111 pid: 16980 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202781.111847:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:3.0:1779202781.111852:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfbd6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202781.111861:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfbd6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202781.111867:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfbd6 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202781.111898:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202781.111948:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:2420:x1865628501180032:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 170us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202781.111954:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 425 00010000:00010000:1.0:1779202781.112571:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfbd6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.112582:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfbd6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202781.112643:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:1.0:1779202781.112648:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202781.112673:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfbd6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.112688:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfbd6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.112740:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfbc8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.112748:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfbc8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.112759:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfbc8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.112765:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202781.112769:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfbc8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.113056:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfbc8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.113070:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:1.0:1779202781.113072:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202781.113077:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfbc8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.113083:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbfbc8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.113181:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfbcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.113189:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfbcf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.113194:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfbcf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.113198:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202781.113201:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfbcf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.113210:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfbcf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.113217:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff91d0ebf53100) 00010000:00010000:1.0:1779202781.113220:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202781.113223:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfbcf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.113229:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfbcf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.113274:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbfbc1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ccf expref: 110 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.113291:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934c00/0x3d5ca2fc49dbfbd6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ccf expref: 109 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.113299:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:1.0:1779202781.113302:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202781.113304:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934c00, rc 0) 00000100:00100000:1.0:1779202781.113378:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:31972:x1865628501179648:12345-192.168.204.21@tcp:101:stat.0 Request processed in 14802us (14996us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202781.113387:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1389 00000100:00100000:2.0:1779202781.136355:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202781.136878:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501180160 00000100:00100000:1.0:1779202781.136889:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501180160 00000100:00100000:1.0:1779202781.137304:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1390 00000100:00100000:1.0:1779202781.137316:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:31973:x1865628501180160:12345-192.168.204.21@tcp:101:stat.0 00010000:00010000:1.0:1779202781.137341:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202781.137439:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfbdd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65cd6 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137519:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfbe4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137534:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfbe4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137546:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfbe4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137560:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfbeb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137567:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfbeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137574:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfbeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137639:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfbf2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137810:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfbf2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137821:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfbf2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202781.137863:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:1.0:1779202781.137868:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202781.137887:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfbf2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137899:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfbf2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137907:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfbe4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137912:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfbe4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137918:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfbe4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137924:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202781.137928:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfbe4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137935:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfbe4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137945:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:1.0:1779202781.137948:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202781.137953:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfbe4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.137958:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfbe4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.138952:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfbeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.138979:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfbeb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.138986:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfbeb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.138992:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202781.138996:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfbeb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.139003:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfbeb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.139015:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff91d0ebf53100) 00010000:00010000:1.0:1779202781.139018:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202781.139022:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfbeb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.139028:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfbeb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.139080:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfbdd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cd6 expref: 48 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.139422:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935e00/0x3d5ca2fc49dbfbf2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cd6 expref: 47 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202781.139430:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:1.0:1779202781.139433:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202781.139436:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935e00, rc 0) 00000100:00100000:1.0:1779202781.139520:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:31973:x1865628501180160:12345-192.168.204.21@tcp:101:stat.0 Request processed in 2207us (3174us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202781.139530:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1390 00000100:00100000:2.0:1779202781.144505:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202781.144610:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501180288 00000100:00100000:0.0:1779202781.144622:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501180288 00000100:00100000:0.0:1779202781.144910:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 379 00000100:00100000:0.0:1779202781.144921:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501180288:12345-192.168.204.21@tcp:101:stat.0 00010000:00010000:0.0:1779202781.144937:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202781.144954:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049ad1240/0x3d5ca2fc49dbfbf9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65cdd expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202781.145301:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524142976:192.168.204.21@tcp:106: 00000100:00100000:0.0:1779202781.145430:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0fbe9fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1779202781.149016:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524142976:192.168.204.21@tcp:106: 00010000:00010000:3.0:1779202781.149056:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049ad1240/0x3d5ca2fc49dbfbf9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cdd expref: 10 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202781.149081:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049ad1240/0x3d5ca2fc49dbfbf9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cdd expref: 10 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202781.149104:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913e00, rc 0) 00000100:00100000:3.0:1779202781.149207:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501180288:12345-192.168.204.21@tcp:101:stat.0 Request processed in 4286us (4709us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202781.149217:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 379 00010000:00010000:2.0:1779202781.899372:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202782.094624:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202782.094658:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524143104:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202782.094757:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202782.094889:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524143104 00000100:00100000:3.0:1779202782.094898:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524143104 00000100:00100000:3.0:1779202782.094958:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1779202782.094967:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64bb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524143104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202782.095002:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202782.095052:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64bb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524143104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202782.095058:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1779202782.095378:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524143104:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202782.932086:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202783.052770:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1779202783.947194:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202783.947205:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202783.947230:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:3.0:1779202783.947245:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202783.948465:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202784.138989:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524143616:0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139060:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202784.139112:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524144128:0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139138:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202784.139156:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524144640:0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139175:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202784.139198:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1779202784.139204:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524143488:0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139239:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202784.139257:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524144000:0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139277:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202784.139292:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524144512:0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139310:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202784.139339:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524144128 00000100:00100000:2.0:1779202784.139346:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524144128 00000100:00100000:2.0:1779202784.139395:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524144640 00000100:00100000:2.0:1779202784.139398:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524144640 00000100:00100000:2.0:1779202784.139431:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1779202784.139440:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524144128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139490:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524144128:12345-0@lo:400:kworker.0 Request processed in 52us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202784.139497:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1779202784.139511:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1779202784.139517:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524144640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139541:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524144640:12345-0@lo:400:kworker.0 Request processed in 25us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202784.139547:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1779202784.139565:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524143488 00000100:00100000:2.0:1779202784.139568:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524143488 00000100:00100000:2.0:1779202784.139589:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1779202784.139595:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524143488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139624:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524143488:12345-0@lo:400:kworker.0 Request processed in 29us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202784.139630:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1779202784.139647:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524143616 00000100:00100000:2.0:1779202784.139650:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524143616 00000100:00100000:2.0:1779202784.139675:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524144000 00000100:00100000:2.0:1779202784.139678:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524144000 00000100:00100000:2.0:1779202784.139723:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524144512 00000100:00100000:2.0:1779202784.139727:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524144512 00000100:00100000:2.0:1779202784.139773:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1779202784.139780:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524143616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139809:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524143616:12345-0@lo:400:kworker.0 Request processed in 31us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202784.139815:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1779202784.139825:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:2.0:1779202784.139830:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524144000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139853:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524144000:12345-0@lo:400:kworker.0 Request processed in 23us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202784.139858:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:2.0:1779202784.139866:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:2.0:1779202784.139871:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524144512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139889:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524144512:12345-0@lo:400:kworker.0 Request processed in 19us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202784.139894:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00080000:2.0:1779202784.139910:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202784.139914:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202784.139916:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202784.139955:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524143488:0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139965:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524144000:0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139974:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524144512:0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139982:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524143616:0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139989:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524144128:0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.139996:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524144640:0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140148:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524143232:0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140184:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202784.140212:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524143744:0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140232:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202784.140248:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524144256:0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140265:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202784.140279:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524144768:0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140296:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202784.140313:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1779202784.140319:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524143360:0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140338:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202784.140350:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524143872:0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140369:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202784.140380:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524144384:0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140397:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202784.140429:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524143360 00000100:00100000:1.0:1779202784.140433:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524143360 00000100:00100000:1.0:1779202784.140499:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524143872 00000100:00100000:1.0:1779202784.140503:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524143872 00000100:00100000:1.0:1779202784.140521:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524144384 00000100:00100000:1.0:1779202784.140523:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524144384 00000100:00100000:1.0:1779202784.140537:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1779202784.140543:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524143360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140578:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524143360:12345-0@lo:400:kworker.0 Request processed in 35us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202784.140584:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1779202784.140595:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:1.0:1779202784.140601:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524143872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140629:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524143872:12345-0@lo:400:kworker.0 Request processed in 29us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202784.140634:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:1.0:1779202784.140643:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1779202784.140649:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524144384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140670:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524144384:12345-0@lo:400:kworker.0 Request processed in 22us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202784.140675:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1779202784.140717:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524143744 00000100:00100000:1.0:1779202784.140721:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524143744 00000100:00100000:1.0:1779202784.140739:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1779202784.140746:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524143744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140773:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524143744:12345-0@lo:400:kworker.0 Request processed in 28us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202784.140795:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1779202784.140823:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524143360:0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140832:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524143872:0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140840:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524144384:0@lo:400:kworker.0 00000100:00100000:1.0:1779202784.140852:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524143744:0@lo:400:kworker.0 00000100:00100000:3.0:1779202784.141274:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524144256 00000100:00100000:3.0:1779202784.141280:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524144256 00000100:00100000:3.0:1779202784.141312:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524144768 00000100:00100000:3.0:1779202784.141315:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524144768 00000100:00100000:3.0:1779202784.141335:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1779202784.141341:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524144256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202784.141381:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524144256:12345-0@lo:400:kworker.0 Request processed in 40us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202784.141387:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1779202784.141399:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1779202784.141404:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524144768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202784.141441:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524144768:12345-0@lo:400:kworker.0 Request processed in 37us (1144us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202784.141447:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1779202784.141487:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524144256:0@lo:400:kworker.0 00000100:00100000:3.0:1779202784.141496:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524144768:0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.145020:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524143232 00000100:00100000:2.0:1779202784.145036:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524143232 00000100:00100000:2.0:1779202784.145098:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1779202784.145107:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524143232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202784.145211:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524143232:12345-0@lo:400:kworker.0 Request processed in 105us (5026us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202784.145218:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00080000:2.0:1779202784.145282:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202784.145287:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202784.145291:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202784.148611:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524144896:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202784.148723:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202784.149841:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524144896 00000100:00100000:1.0:1779202784.149854:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524144896 00000100:00100000:1.0:1779202784.149910:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1779202784.149920:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524144896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202784.149962:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:1.0:1779202784.150047:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524144896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 128us (1323us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202784.150053:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1779202784.150111:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524144896:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202784.152866:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524143232:0@lo:400:kworker.0 00010000:00010000:2.0:1779202784.975024:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202785.675170:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779202785.675204:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524145024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202785.675302:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202785.675650:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524145024 00000100:00100000:1.0:1779202785.675662:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524145024 00000100:00100000:1.0:1779202785.675771:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1779202785.675782:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524145024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202785.675820:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 186972992 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1779202785.675882:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524145024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202785.675889:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1779202785.676440:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524145024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202785.677815:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202785.677841:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524145152:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202785.677912:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202785.678191:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524145152 00000100:00100000:2.0:1779202785.678201:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524145152 00000100:00100000:2.0:1779202785.678263:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1779202785.678273:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524145152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202785.678301:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 186972992 pending 0 free 3922444288 avail 3690921984 00000100:00100000:2.0:1779202785.678364:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524145152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202785.678372:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1779202785.678876:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202785.678919:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202785.678951:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202785.678986:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202785.679009:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202785.679027:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202785.679050:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202785.679239:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202785.679267:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202785.679285:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202785.679303:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202785.679319:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202785.679343:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202785.679373:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501180672 00000100:00100000:0.0:1779202785.679380:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501180672 00000100:00100000:0.0:1779202785.679445:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501181184 00000100:00100000:0.0:1779202785.679449:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501181184 00000100:00100000:0.0:1779202785.679462:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501181696 00000100:00100000:0.0:1779202785.679464:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501181696 00000100:00100000:0.0:1779202785.679476:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501180544 00000100:00100000:3.0:1779202785.680171:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501180928 00000100:00100000:3.0:1779202785.680178:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501180928 00000100:00100000:3.0:1779202785.680211:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501181440 00000100:00100000:3.0:1779202785.680214:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501181440 00000100:00100000:3.0:1779202785.680225:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501181952 00000100:00100000:3.0:1779202785.680227:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501181952 00000100:00100000:3.0:1779202785.680236:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501180800 00000100:00100000:3.0:1779202785.680238:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501180800 00000100:00100000:3.0:1779202785.680249:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501181312 00000100:00100000:3.0:1779202785.680251:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501181312 00000100:00100000:3.0:1779202785.680261:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501181824 00000100:00100000:3.0:1779202785.680264:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501181824 00000100:00100000:3.0:1779202785.680281:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 798 00000100:00100000:3.0:1779202785.680289:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501180928:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202785.680378:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501180928:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 89us (1425us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202785.680399:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 798 00000100:00100000:3.0:1779202785.680417:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 799 00000100:00100000:3.0:1779202785.680424:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501181440:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202785.680448:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501181440:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (1439us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202785.680454:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 799 00000100:00100000:3.0:1779202785.680462:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 800 00000100:00100000:3.0:1779202785.680467:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2419:x1865628501181952:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202785.680654:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501181056 00000100:00100000:1.0:1779202785.680669:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501181056 00000100:00100000:1.0:1779202785.680742:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501181568 00000100:00100000:1.0:1779202785.680746:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501181568 00000100:00100000:1.0:1779202785.680769:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1180 00000100:00100000:1.0:1779202785.680778:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501180672:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202785.680864:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501180416 00000100:00100000:2.0:1779202785.680868:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501180416 00000100:00100000:2.0:1779202785.680900:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 778 00000100:00100000:2.0:1779202785.680906:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+15:2419:x1865628501180416:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202785.681000:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2419:x1865628501181952:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 530us (1949us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202785.681007:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 800 00000100:00100000:3.0:1779202785.681020:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 801 00000100:00100000:3.0:1779202785.681027:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2419:x1865628501180800:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202785.681098:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501180544 00000100:00100000:0.0:1779202785.681126:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1181 00000100:00100000:0.0:1779202785.681133:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501181184:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202785.681931:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501180672:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1148us (3005us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202785.681942:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1180 00000100:00100000:1.0:1779202785.681966:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1182 00000100:00100000:1.0:1779202785.681975:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2419:x1865628501181696:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202785.682110:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2419:x1865628501181696:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 136us (3081us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202785.682117:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1182 00000100:00100000:1.0:1779202785.682131:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1183 00000100:00100000:1.0:1779202785.682139:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2419:x1865628501181056:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202785.682168:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2419:x1865628501181056:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (2882us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202785.682174:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1183 00000100:00100000:1.0:1779202785.682188:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1184 00000100:00100000:1.0:1779202785.682195:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+19:2419:x1865628501181568:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202785.682229:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+19:2419:x1865628501181568:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (2909us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202785.682235:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1184 00000100:00100000:1.0:1779202785.682246:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1185 00000100:00100000:1.0:1779202785.682252:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:2419:x1865628501180544:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202785.682279:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:2419:x1865628501180544:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (3041us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202785.682289:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1185 00000100:00100000:1.0:1779202785.682883:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 802 00000100:00100000:1.0:1779202785.682897:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501181312:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202785.682930:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501181312:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 39us (3626us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202785.682937:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 802 00000100:00100000:1.0:1779202785.682956:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 803 00000100:00100000:1.0:1779202785.682963:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2419:x1865628501181824:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202785.683447:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+6:2419:x1865628501181824:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 483us (4101us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202785.683455:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 803 00000100:00080000:1.0:1779202785.685884:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202785.685898:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202785.685903:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202785.685906:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202785.688823:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524145152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202785.692331:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+15:2419:x1865628501180416:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 11403us (13438us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202785.692351:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 778 00000100:00100000:3.0:1779202785.699938:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2419:x1865628501180800:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 18891us (20651us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202785.699957:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 801 00000100:00100000:1.0:1779202785.705851:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501181184:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24698us (26844us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202785.705869:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1181 00010000:00010000:3.0:1779202785.995252:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202786.187154:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202786.187186:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524145280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202786.187288:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202786.187455:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524145280 00000100:00100000:2.0:1779202786.187466:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524145280 00000100:00100000:2.0:1779202786.187569:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1779202786.187582:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524145280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202786.187625:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1779202786.187688:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524145280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202786.187725:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1779202786.187794:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524145280:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1779202786.188013:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202786.189462:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524145408:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202786.189655:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202786.189865:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524145408 00000100:00100000:1.0:1779202786.189875:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524145408 00000100:00100000:1.0:1779202786.189960:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1779202786.189969:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524145408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202786.189999:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1779202786.190064:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524145408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202786.190072:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00080000:2.0:1779202786.190099:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202786.190141:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524145408:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1779202786.708343:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968159 is committed 00000001:00080000:2.0:1779202786.708393:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968153 is committed 00000020:00080000:2.0:1779202786.708412:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0f4e4c000 refcount 2 committed 0 result 0 batchid 30 00000020:00080000:2.0:1779202786.708418:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f3933700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0f4e4cf00 00000020:00080000:2.0:1779202786.708422:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0f3933f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc1dab200 00010000:00010000:2.0:1779202786.708464:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dbfb12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202786.708477:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dbfb12 lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202786.708485:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dbfb12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202786.708493:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202786.708498:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dbfb12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202786.708506:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dbfb12 lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202786.708527:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff91cfc2a5d400) 00010000:00010000:2.0:1779202786.708530:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202786.708536:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dbfb12 lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202786.708557:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dbfb12 lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1779202786.708597:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30 committed batchid 29 00000020:00080000:2.0:1779202786.708689:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00010000:00010000:0.0:1779202786.708853:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfbb3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202786.708862:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfbb3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202786.708869:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfbb3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202786.708875:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202786.708879:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfbb3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202786.708886:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfbb3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202786.708901:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff91cfc1de2100) 00010000:00010000:0.0:1779202786.708904:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202786.708908:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfbb3 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202786.708915:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfbb3 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202786.710832:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000001:00080000:2.0:1779202786.710854:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00000001:00080000:2.0:1779202786.710858:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967368 is committed 00010000:00010000:0.0:1779202787.038293:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202787.161515:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202787.161848:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501182080 00000100:00100000:3.0:1779202787.161863:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501182080 00000100:00100000:3.0:1779202787.161944:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1391 00000100:00100000:3.0:1779202787.162766:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31967:x1865628501182080:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1779202787.162921:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31967:x1865628501182080:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 272us (1423us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202787.162930:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1391 00000100:00080000:3.0:1779202787.164274:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202787.196941:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202787.197126:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501182208 00000100:00100000:1.0:1779202787.197141:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501182208 00000100:00100000:1.0:1779202787.197234:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1392 00000100:00100000:1.0:1779202787.197250:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:31967:x1865628501182208:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1779202787.197416:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:31967:x1865628501182208:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 170us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202787.197424:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1392 00000100:00080000:0.0:1779202787.198248:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202787.203622:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202787.210289:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501182464 00000100:00100000:2.0:1779202787.210307:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501182464 00000100:00100000:2.0:1779202787.211682:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 269 00000100:00100000:2.0:1779202787.211715:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:31967:x1865628501182464:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202787.212232:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:31967:x1865628501182464:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 536us (8622us total) trans 4294968160 rc 0/0 00000100:00100000:2.0:1779202787.212241:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 269 00000100:00100000:1.0:1779202787.226984:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524145536:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202787.227093:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202787.227158:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524145536 00000100:00100000:2.0:1779202787.227170:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524145536 00000100:00100000:2.0:1779202787.227279:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1779202787.227293:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524145536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202787.227366:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202787.227441:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524145536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 150us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202787.227449:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1779202787.227531:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524145536:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1779202788.043159:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202789.068845:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202789.259260:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524145664:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202789.259389:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202789.259623:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524145664 00000100:00100000:3.0:1779202789.259634:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524145664 00000100:00100000:3.0:1779202789.259742:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1779202789.259754:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524145664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202789.259800:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:3.0:1779202789.259869:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524145664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202789.259877:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1779202789.260296:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524145664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202789.261204:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524145792:0@lo:400:kworker.0 00000100:00100000:0.0:1779202789.261277:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202789.261375:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524145920:0@lo:400:kworker.0 00000100:00100000:2.0:1779202789.261423:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202789.262720:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524146048:0@lo:400:kworker.0 00000100:00100000:3.0:1779202789.262795:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202789.262877:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524145792 00000100:00100000:1.0:1779202789.262889:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524145792 00000100:00100000:0.0:1779202789.272259:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524146304:0@lo:400:kworker.0 00000100:00100000:0.0:1779202789.272395:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202789.272607:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524146816:0@lo:400:kworker.0 00000100:00100000:0.0:1779202789.272637:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202789.272857:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524145920 00000100:00100000:0.0:1779202789.272868:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524145920 00000100:00100000:0.0:1779202789.272937:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524146048 00000100:00100000:0.0:1779202789.272941:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524146048 00000100:00100000:0.0:1779202789.272960:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524146304 00000100:00100000:0.0:1779202789.272963:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524146304 00000100:00100000:0.0:1779202789.272990:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524146816 00000100:00100000:0.0:1779202789.272993:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524146816 00000100:00100000:0.0:1779202789.273015:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:0.0:1779202789.273025:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524145920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202789.273094:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524145920:12345-0@lo:400:kworker.0 Request processed in 70us (11669us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202789.273103:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:0.0:1779202789.273124:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1779202789.273130:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524146048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202789.273164:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524146048:12345-0@lo:400:kworker.0 Request processed in 34us (10369us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202789.273170:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1779202789.273181:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1779202789.273187:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524146304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202789.273220:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524146304:12345-0@lo:400:kworker.0 Request processed in 33us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202789.273226:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1779202789.273238:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1779202789.273244:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524146816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202789.273271:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524146816:12345-0@lo:400:kworker.0 Request processed in 28us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202789.273278:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00080000:0.0:1779202789.273306:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202789.275248:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1779202789.275275:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524145792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202789.275384:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524145792:12345-0@lo:400:kworker.0 Request processed in 126us (14107us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202789.275392:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1779202789.276911:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524146048:0@lo:400:kworker.0 00000100:00100000:3.0:1779202789.276930:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524146560:0@lo:400:kworker.0 00000100:00100000:3.0:1779202789.277005:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202789.277048:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524147072:0@lo:400:kworker.0 00000100:00100000:3.0:1779202789.277075:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202789.277118:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1779202789.277126:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524146176:0@lo:400:kworker.0 00000100:00100000:3.0:1779202789.277153:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202789.277183:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524146688:0@lo:400:kworker.0 00000100:00100000:3.0:1779202789.277205:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202789.277224:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524147200:0@lo:400:kworker.0 00000100:00100000:3.0:1779202789.277245:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202789.277424:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524146176 00000100:00100000:3.0:1779202789.277433:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524146176 00000100:00100000:1.0:1779202789.277815:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524146560 00000100:00100000:1.0:1779202789.277821:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524146560 00000100:00100000:1.0:1779202789.277886:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524147072 00000100:00100000:1.0:1779202789.277890:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524147072 00000100:00100000:1.0:1779202789.277912:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524146688 00000100:00100000:1.0:1779202789.277914:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524146688 00000100:00100000:1.0:1779202789.277930:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524147200 00000100:00100000:1.0:1779202789.277932:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524147200 00000100:00100000:1.0:1779202789.277951:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1779202789.277961:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524146560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202789.278032:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524146560:12345-0@lo:400:kworker.0 Request processed in 73us (1028us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202789.278040:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1779202789.278058:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1779202789.278064:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524147072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202789.278093:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524147072:12345-0@lo:400:kworker.0 Request processed in 30us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202789.278099:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1779202789.278109:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1779202789.278115:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524146688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202789.278139:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524146688:12345-0@lo:400:kworker.0 Request processed in 25us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202789.278145:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1779202789.278157:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1779202789.278163:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524147200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202789.278188:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524147200:12345-0@lo:400:kworker.0 Request processed in 26us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202789.278194:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00080000:1.0:1779202789.278240:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202789.278245:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202789.278480:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524146304:0@lo:400:kworker.0 00000100:00100000:0.0:1779202789.278516:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524146816:0@lo:400:kworker.0 00000100:00100000:0.0:1779202789.278530:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524145792:0@lo:400:kworker.0 00000100:00100000:2.0:1779202789.279066:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524145920:0@lo:400:kworker.0 00000100:00100000:2.0:1779202789.279087:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524146432:0@lo:400:kworker.0 00000100:00100000:2.0:1779202789.279140:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202789.279167:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524146944:0@lo:400:kworker.0 00000100:00100000:2.0:1779202789.279192:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202789.279262:0:3662:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:2.0:1779202789.279269:0:3662:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967369 committed transno 4294967369 00000100:00100000:2.0:1779202789.279290:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524146688:0@lo:400:kworker.0 00000100:00100000:2.0:1779202789.279303:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524147200:0@lo:400:kworker.0 00000100:00100000:2.0:1779202789.279314:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524146560:0@lo:400:kworker.0 00000100:00100000:2.0:1779202789.279341:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524147072:0@lo:400:kworker.0 00000100:00100000:0.0:1779202789.279456:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524146432 00000100:00100000:0.0:1779202789.279463:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524146432 00000100:00100000:0.0:1779202789.279534:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524146944 00000100:00100000:0.0:1779202789.279538:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524146944 00000100:00100000:0.0:1779202789.279562:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1779202789.279569:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524146432:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1779202789.279936:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202789.280926:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524146432:12345-0@lo:400:kworker.0 Request processed in 1349us (1778us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202789.280940:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1779202789.280981:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:0.0:1779202789.280994:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524146944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202789.281035:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524146944:12345-0@lo:400:kworker.0 Request processed in 46us (1841us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202789.281042:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:2.0:1779202789.282563:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524146432:0@lo:400:kworker.0 00000100:00100000:2.0:1779202789.282584:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524146944:0@lo:400:kworker.0 00000100:00100000:3.0:1779202789.283956:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1779202789.283980:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524146176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202789.284109:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524146176:12345-0@lo:400:kworker.0 Request processed in 143us (6954us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202789.284117:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1779202789.286756:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524146176:0@lo:400:kworker.0 00010000:00010000:0.0:1779202790.091449:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202790.795964:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779202790.796001:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524147328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202790.796118:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202790.796482:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202790.796495:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524147456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202790.796532:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202790.796678:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524147328 00000100:00100000:3.0:1779202790.796720:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524147328 00000100:00100000:3.0:1779202790.796794:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524147456 00000100:00100000:3.0:1779202790.796798:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524147456 00000100:00100000:3.0:1779202790.796823:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1779202790.796836:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524147328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202790.796886:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 186972992 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1779202790.796961:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524147328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202790.796969:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1779202790.796989:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1779202790.796996:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524147456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202790.797006:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 186972992 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1779202790.797033:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524147456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202790.797039:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1779202790.797443:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524147456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202790.797488:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524147328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202790.803470:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202790.803651:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202790.803719:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202790.803753:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202790.803780:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202790.803799:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202790.803831:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202790.803854:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501182720 00000100:00100000:2.0:1779202790.803870:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501182720 00000100:00100000:2.0:1779202790.803943:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501183232 00000100:00100000:2.0:1779202790.803947:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501183232 00000100:00100000:2.0:1779202790.803968:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501183744 00000100:00100000:2.0:1779202790.803971:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501183744 00000100:00100000:2.0:1779202790.803995:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1192 00000100:00100000:2.0:1779202790.804007:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+102:2421:x1865628501182720:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202790.804049:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202790.804065:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202790.804109:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+102:2421:x1865628501182720:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 104us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202790.804118:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1192 00000100:00100000:2.0:1779202790.804135:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501182848 00000100:00100000:2.0:1779202790.804138:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501182848 00000100:00100000:2.0:1779202790.804158:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1193 00000100:00100000:2.0:1779202790.804164:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2421:x1865628501183232:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202790.804196:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2421:x1865628501183232:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 32us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202790.804202:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1193 00000100:00100000:2.0:1779202790.804213:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1194 00000100:00100000:2.0:1779202790.804219:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:2421:x1865628501183744:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202790.804249:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:2421:x1865628501183744:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202790.804255:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1194 00000100:00100000:2.0:1779202790.804267:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1195 00000100:00100000:2.0:1779202790.804273:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501182848:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202790.804436:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501182848:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 162us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202790.804442:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1195 00000100:00100000:2.0:1779202790.804467:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501182592 00000100:00100000:2.0:1779202790.804471:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501182592 00000100:00100000:2.0:1779202790.804510:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 780 00000100:00100000:2.0:1779202790.804516:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+15:2421:x1865628501182592:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202790.804541:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+15:2421:x1865628501182592:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202790.804547:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 780 00000100:00080000:2.0:1779202790.804577:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202790.804582:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202790.804629:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202790.804651:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501182976 00000100:00100000:3.0:1779202790.804655:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501182976 00000100:00100000:3.0:1779202790.804725:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501183488 00000100:00100000:3.0:1779202790.804730:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501183488 00000100:00100000:3.0:1779202790.804752:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501184000 00000100:00100000:3.0:1779202790.804755:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501184000 00000100:00100000:3.0:1779202790.804769:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501183104 00000100:00100000:3.0:1779202790.804770:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501183104 00000100:00100000:3.0:1779202790.804786:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 808 00000100:00100000:3.0:1779202790.804793:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2421:x1865628501182976:12345-192.168.204.21@tcp:400:kworker.0 00000100:00080000:2.0:1779202790.804798:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202790.804801:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202790.804831:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2421:x1865628501182976:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 38us (1181us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202790.804838:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 808 00000100:00100000:3.0:1779202790.804853:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 809 00000100:00100000:3.0:1779202790.804858:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501183488:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202790.804879:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 810 00000100:00100000:0.0:1779202790.804894:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2421:x1865628501184000:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202790.804937:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202790.804971:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202790.804997:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202790.805013:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501183360 00000100:00100000:2.0:1779202790.805018:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501183360 00000100:00100000:2.0:1779202790.805042:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501183872 00000100:00100000:2.0:1779202790.805045:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501183872 00000100:00100000:2.0:1779202790.805061:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1196 00000100:00100000:2.0:1779202790.805067:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501183360:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202790.805098:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501183360:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202790.805104:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1196 00000100:00100000:2.0:1779202790.805116:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1197 00000100:00100000:2.0:1779202790.805122:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2421:x1865628501183872:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202790.805144:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2421:x1865628501183872:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202790.805150:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1197 00000100:00080000:2.0:1779202790.805163:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202790.805215:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501183616 00000100:00100000:2.0:1779202790.805218:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501183616 00000100:00100000:2.0:1779202790.805239:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501184128 00000100:00100000:2.0:1779202790.805241:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501184128 00000100:00100000:2.0:1779202790.805255:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 811 00000100:00100000:2.0:1779202790.805260:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501183104:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202790.805567:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501183104:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 304us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202790.805575:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 811 00000100:00100000:3.0:1779202790.805586:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501183488:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 727us (1831us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202790.805590:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 812 00000100:00100000:3.0:1779202790.805594:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 809 00000100:00100000:2.0:1779202790.805597:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501183616:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202790.805605:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 813 00000100:00100000:3.0:1779202790.805610:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2421:x1865628501184128:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202790.805622:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501183616:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202790.805629:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 812 00000100:00100000:3.0:1779202790.805631:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2421:x1865628501184128:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202790.805636:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 813 00000100:00080000:2.0:1779202790.805658:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202790.806133:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2421:x1865628501184000:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1243us (2329us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202790.806143:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 810 00000100:00100000:2.0:1779202790.870062:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202790.870269:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202790.870321:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202790.877557:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501184256 00000100:00100000:1.0:1779202790.877581:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501184256 00000100:00100000:1.0:1779202790.877670:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501184384 00000100:00100000:1.0:1779202790.877674:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501184384 00000100:00100000:1.0:1779202790.877689:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501184512 00000100:00100000:1.0:1779202790.877708:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501184512 00000100:00100000:1.0:1779202790.877745:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 65 00000100:00100000:1.0:1779202790.877759:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a6c697da-3b22-4719-9109-e8c43ba504e5+17:2420:x1865628501184256:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202790.877780:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202790.877806:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc4eb5600/0x3d5ca2fc49dbf7bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b2b expref: 17 pid: 6558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202790.877828:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202790.877920:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a6c697da-3b22-4719-9109-e8c43ba504e5+16:2420:x1865628501184256:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 165us (7876us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202790.877928:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 65 00000100:00100000:2.0:1779202790.878063:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 66 00000100:00100000:2.0:1779202790.878086:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a6c697da-3b22-4719-9109-e8c43ba504e5+15:2419:x1865628501184384:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202790.878096:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202790.878107:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91cfc3935000/0x3d5ca2fc49dbf7c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b5c expref: 15 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202790.878117:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202790.878138:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a6c697da-3b22-4719-9109-e8c43ba504e5+14:2419:x1865628501184384:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 57us (7870us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202790.878145:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 66 00000100:00100000:2.0:1779202790.878163:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 67 00000100:00100000:2.0:1779202790.878169:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a6c697da-3b22-4719-9109-e8c43ba504e5+13:2419:x1865628501184512:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202790.878177:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202790.878186:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91d0f3913400/0x3d5ca2fc49dbf7ca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b63 expref: 13 pid: 6555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202790.878197:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202790.878215:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501184512:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 46us (7894us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202790.878222:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 67 00000100:00100000:2.0:1779202790.885941:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202790.886342:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501184640 00000100:00100000:1.0:1779202790.886358:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501184640 00000100:00100000:1.0:1779202790.886493:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 380 00000100:00100000:1.0:1779202790.886507:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2418:x1865628501184640:12345-192.168.204.21@tcp:9:umount.0 00000020:00000080:1.0:1779202790.886560:0:8511:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3d5ca2fc49dbf7e6 00000100:00080000:1.0:1779202790.886573:0:8511:0:(import.c:65:import_set_state_nolock()) ffff91cfc30a6000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1779202790.886643:0:8511:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967372 00000100:00100000:1.0:1779202790.886959:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+2:2418:x1865628501184640:12345-192.168.204.21@tcp:9:umount.0 Request processed in 442us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202790.886968:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 380 00010000:00010000:2.0:1779202790.887024:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202790.896811:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202790.897062:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501184768 00000100:00100000:3.0:1779202790.897087:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501184768 00000100:00100000:3.0:1779202790.897165:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 381 00000100:00100000:3.0:1779202790.897177:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2418:x1865628501184768:12345-192.168.204.21@tcp:9:umount.0 00000020:00000080:3.0:1779202790.897221:0:8446:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3d5ca2fc49dbf7df 00000100:00080000:3.0:1779202790.897235:0:8446:0:(import.c:65:import_set_state_nolock()) ffff91cfc4a9b000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1779202790.897320:0:8446:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967370 00000100:00100000:3.0:1779202790.897554:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+2:2418:x1865628501184768:12345-192.168.204.21@tcp:9:umount.0 Request processed in 379us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202790.897564:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 381 00010000:00010000:0.0:1779202790.897965:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202790.916876:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202790.917316:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501185408 00000100:00100000:2.0:1779202790.917331:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501185408 00000100:00100000:2.0:1779202790.917421:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1393 00000100:00100000:2.0:1779202790.917434:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+10:2418:x1865628501185408:12345-192.168.204.21@tcp:39:umount.0 00000020:00000080:2.0:1779202790.917499:0:6563:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3d5ca2fc49dbf7d1 00000020:00010000:2.0:1779202790.917525:0:6563:0:(genops.c:1942:obd_stale_export_put()) Put export ffff91cfc32f6800: total 0 00000100:00080000:2.0:1779202790.917531:0:6563:0:(import.c:65:import_set_state_nolock()) ffff91cfc32f7800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1779202790.917579:0:6563:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294968160 00000100:00100000:2.0:1779202790.917873:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+9:2418:x1865628501185408:12345-192.168.204.21@tcp:39:umount.0 Request processed in 439us (1016us total) trans 4294968161 rc 0/0 00000100:00100000:2.0:1779202790.917884:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1393 00000020:00010000:3.0:1779202790.918253:0:6551:0:(genops.c:1928:obd_stale_export_get()) Get export ffff91cfc32f6800: total 0 00010000:00010000:3.0:1779202790.918338:0:6551:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff91cfc32f6800, canceled 0 locks, left on hash table 4. 00010000:00010000:3.0:1779202790.918383:0:6551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:3.0:1779202790.918388:0:6551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202790.918397:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbf82c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ba2 expref: 8 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202790.918415:0:6551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff91cfc10a3100) 00010000:00010000:3.0:1779202790.918418:0:6551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1779202790.918421:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfa9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c5f expref: 7 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202790.918436:0:6551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202790.918439:0:6551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202790.918452:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfa32 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65c4a expref: 6 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202790.918465:0:6551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff91cfc1acb700) 00010000:00010000:3.0:1779202790.918467:0:6551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202790.918471:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbf810 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b9b expref: 5 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202790.918480:0:6551:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff91cfc32f6800, canceled 4 locks, left on hash table 0. 00010000:00010000:3.0:1779202790.918492:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202790.918494:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202790.918496:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202790.935548:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202790.936013:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501185536 00000100:00100000:3.0:1779202790.936028:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501185536 00000100:00100000:3.0:1779202790.936123:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1394 00000100:00100000:3.0:1779202790.936136:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+5:2418:x1865628501185536:12345-192.168.204.21@tcp:39:umount.0 00000020:00000080:3.0:1779202790.936190:0:6564:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3d5ca2fc49dbf7d8 00000100:00080000:3.0:1779202790.936226:0:6564:0:(import.c:65:import_set_state_nolock()) ffff91cfc30a3000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1779202790.936271:0:6564:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294967329 00010000:00010000:2.0:1779202790.936439:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202790.937257:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dfb49ca-b780-4a3a-a7b5-f562aed681aa+3:2418:x1865628501185536:12345-192.168.204.21@tcp:39:umount.0 Request processed in 1117us (1720us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1779202790.937271:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1394 00010000:00010000:0.0:1779202791.118567:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202791.308112:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524147712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202791.308233:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202791.308414:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524147584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202791.308454:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202791.308617:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524147712 00000100:00100000:2.0:1779202791.308629:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524147712 00000100:00100000:2.0:1779202791.308726:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524147584 00000100:00100000:2.0:1779202791.308729:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524147584 00000100:00100000:2.0:1779202791.308750:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1779202791.308760:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524147712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202791.308812:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 176937792 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1779202791.308869:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524147712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202791.308878:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1779202791.308897:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1779202791.308903:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524147584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202791.308914:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 176937792 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1779202791.308940:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524147584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202791.308946:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00080000:2.0:1779202791.308963:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202791.309299:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524147712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202791.319232:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524147584:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1779202792.140678:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202792.330983:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202792.331018:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524147840:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202792.331123:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202792.331582:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524147840 00000100:00100000:3.0:1779202792.331593:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524147840 00000100:00100000:3.0:1779202792.331661:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1779202792.331672:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524147840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202792.331754:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202792.331831:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524147840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 150us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202792.331839:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1779202792.332043:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524147840:0@lo:41:osp-pre-1-0.0 00000001:00100000:2.0:1779202792.848307:0:6542:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0dfb49ca-b780-4a3a-a7b5-f562aed681aa 00000001:00080000:2.0:1779202792.848330:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968161 is committed 00000020:00000080:2.0:1779202792.848342:0:6542:0:(genops.c:906:class_export_put()) final put ffff91cfc32f6800/0dfb49ca-b780-4a3a-a7b5-f562aed681aa 00000020:00080000:2.0:1779202792.848371:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30 batchid updated 00000020:00000080:0.0:1779202792.848446:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff91cfc32f6800/0dfb49ca-b780-4a3a-a7b5-f562aed681aa for lustre-MDT0000 00000020:00000080:0.0:1779202792.848548:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff91cfc32f7800 for lustre-MDT0000 00000020:00080000:1.0:1779202792.848960:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000020:00080000:1.0:1779202792.848978:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00010000:00010000:2.0:1779202793.163849:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202793.171555:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202793.171570:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202793.171757:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 1 00000040:00080000:2.0:1779202793.171767:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1779202793.291838:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:2.0:1779202793.412393:0:23484:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12r: lseek restores released file ===== 10:59:50 (1779202790) 00000100:00100000:0.0:1779202793.850861:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202793.850933:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501185664 00000100:00100000:3.0:1779202793.850949:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501185664 00000100:00080000:0.0:1779202793.851041:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202793.851056:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1395 00000100:00100000:3.0:1779202793.851072:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:32613:x1865628501185664:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1779202793.851256:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:32613:x1865628501185664:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 188us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202793.851266:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1395 00000100:00100000:0.0:1779202793.866080:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202793.866520:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501185792 00000100:00100000:2.0:1779202793.866535:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501185792 00000100:00100000:2.0:1779202793.866619:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1396 00000100:00100000:2.0:1779202793.866633:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:32613:x1865628501185792:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1779202793.866820:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:32613:x1865628501185792:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 189us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202793.866828:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1396 00000100:00080000:2.0:1779202793.866857:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202793.909140:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202793.909273:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501185920 00000100:00100000:3.0:1779202793.909287:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501185920 00000100:00100000:3.0:1779202793.909379:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1397 00000100:00100000:3.0:1779202793.909391:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+102:32614:x1865628501185920:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202793.909422:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202793.909450:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ce4 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909544:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909562:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909578:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909593:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfc0e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909600:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfc0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909607:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfc0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909667:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909674:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc07 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909681:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc07 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909688:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202793.909733:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc07 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909742:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc07 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909756:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202793.909760:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202793.909767:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909774:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909789:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfc0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909796:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfc0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909802:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfc0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909807:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202793.909810:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfc0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909816:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfc0e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909823:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff91d10205de00) 00010000:00010000:3.0:1779202793.909826:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202793.909830:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfc0e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909836:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfc0e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909876:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc00 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ce4 expref: 103 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909888:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202793.909890:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202793.909894:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ce4 expref: 103 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.909905:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6e00, rc 0) 00000100:00100000:3.0:1779202793.909988:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+102:32614:x1865628501185920:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 599us (864us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202793.909997:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1397 00000100:00080000:2.0:1779202793.911218:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202793.917402:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202793.917593:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501186176 00000100:00100000:3.0:1779202793.917619:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501186176 00000100:00100000:3.0:1779202793.917747:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1398 00000100:00100000:3.0:1779202793.917760:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+102:32614:x1865628501186176:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:3.0:1779202793.918062:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202793.918103:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7400/0x3d5ca2fc49dbf8f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bda expref: 102 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.918129:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202793.918135:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202793.918221:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.918248:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf86b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bb0 expref: 46 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.918257:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.918306:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf86b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bb0 expref: 46 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.918325:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf86b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bb0 expref: 46 pid: 16980 timeout: 1023 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202793.918343:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aa300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524147968:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202793.918737:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c3a426c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202793.934210:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202793.934317:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501186304 00000100:00100000:2.0:1779202793.934330:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501186304 00010000:00010000:2.0:1779202793.934382:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf86b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bb0 expref: 47 pid: 16980 timeout: 1023 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202793.934428:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 426 00000100:00100000:2.0:1779202793.934445:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2420:x1865628501186304:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202793.934466:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202793.934474:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf86b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bb0 expref: 47 pid: 16980 timeout: 1023 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.934490:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf86b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bb0 expref: 47 pid: 16980 timeout: 1023 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.934521:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202793.934528:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.934542:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.934552:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.934578:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202793.934656:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2420:x1865628501186304:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 218us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202793.934667:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 426 00010000:00010000:3.0:1779202793.935352:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4eb7e00/0x3d5ca2fc49dbf86b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65bb0 expref: 46 pid: 16980 timeout: 1023 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202793.935374:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aa300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524147968:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202793.935399:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.935408:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.935414:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.935458:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc1c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.935470:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc1c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202793.935478:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc1c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.944921:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfc23 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.944956:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfc23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.944973:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfc23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202793.944997:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009aecaa3a reply state 000000007d2ebd64 transno 4294968162 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfc23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.945010:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfc23 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.945019:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:2.0:1779202793.945022:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202793.945028:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1779202793.945036:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:2.0:1779202793.945049:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.945057:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.945063:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.945070:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.945079:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202793.945104:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.945112:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.945126:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202793.945128:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202793.945132:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.945139:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbfc15 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202793.945156:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009aecaa3a reply state 000000007d2ebd64 transno 4294968162 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc1c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.945165:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.945171:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff91d10205de00) 00010000:00010000:2.0:1779202793.945173:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202793.945175:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1779202793.945333:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:32614:x1865628501186176:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 27568us (27941us total) trans 4294968162 rc 0/0 00000100:00100000:2.0:1779202793.945344:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1398 00000100:00100000:0.0:1779202793.970122:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202793.970243:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501186432 00000100:00100000:2.0:1779202793.970257:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501186432 00000100:00100000:2.0:1779202793.970347:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1399 00000100:00100000:2.0:1779202793.970360:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+103:32615:x1865628501186432:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202793.970393:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202793.970434:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfc2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ceb expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.970534:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbfc31 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.970553:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbfc31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.970567:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbfc31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202793.970646:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1779202793.970652:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202793.970681:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbfc31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.970749:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfc2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ceb expref: 105 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.970771:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbfc31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ceb expref: 104 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.970781:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202793.970784:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202793.970789:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840a00, rc 0) 00000100:00100000:2.0:1779202793.971379:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:32615:x1865628501186432:12345-192.168.204.21@tcp:101:bash.0 Request processed in 1018us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202793.971392:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1399 00000100:00100000:1.0:1779202793.978165:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202793.982670:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501186560 00000100:00100000:3.0:1779202793.982812:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501186560 00000100:00100000:2.0:1779202793.983124:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1400 00000100:00100000:2.0:1779202793.983137:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:32615:x1865628501186560:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202793.983172:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202793.983202:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfc38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65cf2 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983301:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfc3f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983320:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfc3f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983334:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfc3f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983345:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc46 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983352:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983358:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983476:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbfc4d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983485:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbfc4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983496:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbfc4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202793.983547:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:2.0:1779202793.983552:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202793.983582:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbfc4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983595:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfc3f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983610:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfc3f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983617:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfc3f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983624:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202793.983629:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfc3f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983637:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfc3f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983650:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202793.983653:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202793.983659:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfc3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983665:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfc3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983686:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983718:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc46 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983725:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983731:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202793.983734:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983740:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc46 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983748:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff91d10205de00) 00010000:00010000:2.0:1779202793.983750:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202793.983753:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc46 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983760:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc46 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983801:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfc38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cf2 expref: 106 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983815:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841a00/0x3d5ca2fc49dbfc4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cf2 expref: 105 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202793.983829:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:2.0:1779202793.983832:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1779202793.983842:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841a00, rc 0) 00000100:00100000:2.0:1779202793.983943:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:32615:x1865628501186560:12345-192.168.204.21@tcp:101:bash.0 Request processed in 807us (5800us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202793.983951:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1400 00000100:00100000:0.0:1779202793.990659:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202793.991172:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501186688 00000100:00100000:1.0:1779202793.991186:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501186688 00000100:00100000:1.0:1779202793.991277:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1401 00000100:00100000:1.0:1779202793.991289:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:32615:x1865628501186688:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:1.0:1779202793.991315:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202793.991341:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfc54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65cf9 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991438:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfc5b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991455:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfc5b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991469:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfc5b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991486:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfc62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991492:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfc62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991499:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfc62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991556:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfc5b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991564:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfc5b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991570:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfc5b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991577:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202793.991583:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfc5b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991591:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfc5b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991609:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:1.0:1779202793.991612:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202793.991617:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfc5b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991625:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfc5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991642:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfc62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991648:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfc62 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991654:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfc62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991659:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202793.991662:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfc62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991667:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfc62 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991673:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff91d0ebf53d00) 00010000:00010000:1.0:1779202793.991675:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202793.991678:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfc62 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991682:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfc62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991753:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfc54 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cf9 expref: 106 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991781:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:1.0:1779202793.991784:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202793.991788:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfc54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cf9 expref: 106 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202793.991799:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935a00, rc 0) 00000100:00100000:1.0:1779202793.994033:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:32615:x1865628501186688:12345-192.168.204.21@tcp:101:bash.0 Request processed in 2729us (3371us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202793.994049:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1401 00000100:00100000:3.0:1779202794.016175:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202794.016421:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501186816 00000100:00100000:0.0:1779202794.016435:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501186816 00000100:00100000:0.0:1779202794.016511:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1402 00000100:00100000:0.0:1779202794.016521:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+46:32616:x1865628501186816:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202794.016547:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202794.016582:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfc69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d00 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202794.016993:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfc70 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202794.017014:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfc70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202794.017030:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfc70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202794.017146:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1779202794.017153:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202794.017184:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfc70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.017218:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfc69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d00 expref: 48 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.017252:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfc70 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d00 expref: 47 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.017262:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202794.017265:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202794.017270:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912800, rc 0) 00000100:00100000:3.0:1779202794.017368:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:32616:x1865628501186816:12345-192.168.204.21@tcp:101:rm.0 Request processed in 846us (1211us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202794.017378:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1402 00000100:00100000:0.0:1779202794.026561:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202794.026810:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501186944 00000100:00100000:3.0:1779202794.026825:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501186944 00000100:00100000:3.0:1779202794.026907:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1403 00000100:00100000:3.0:1779202794.026920:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:32616:x1865628501186944:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202794.026947:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202794.026976:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfc77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d07 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027066:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027084:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027098:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027108:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfc85 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027114:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfc85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027120:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfc85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027251:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfc8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027261:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfc8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027273:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfc8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202794.027320:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:3.0:1779202794.027325:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202794.027351:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfc8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027365:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027373:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc7e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027380:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027386:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202794.027391:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027399:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc7e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027413:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202794.027416:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202794.027423:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027430:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfc7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027451:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfc85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027457:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfc85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027461:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfc85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027465:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202794.027467:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfc85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027472:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfc85 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027479:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff91d10205de00) 00010000:00010000:3.0:1779202794.027481:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202794.027483:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfc85 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027488:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfc85 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027517:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfc77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d07 expref: 49 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027530:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6600/0x3d5ca2fc49dbfc8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d07 expref: 48 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.027542:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:3.0:1779202794.027544:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1779202794.027547:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6600, rc 0) 00000100:00100000:3.0:1779202794.028214:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:32616:x1865628501186944:12345-192.168.204.21@tcp:101:rm.0 Request processed in 1289us (1664us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202794.028236:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1403 00000100:00100000:0.0:1779202794.037133:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202794.037444:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501187072 00000100:00100000:2.0:1779202794.037528:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501187072 00000100:00100000:2.0:1779202794.037662:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1404 00000100:00100000:2.0:1779202794.037675:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:32616:x1865628501187072:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202794.037741:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202794.038014:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfc93 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d0e expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038117:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc9a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038137:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038154:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038172:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfca1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038180:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfca1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038188:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfca1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038255:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc9a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038264:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc9a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038270:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038277:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc9a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038284:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202794.038289:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc9a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038442:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc9a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038538:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:2.0:1779202794.038543:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202794.038551:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc9a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038559:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfc9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038575:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfca1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038581:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfca1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038586:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfca1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038590:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202794.038593:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfca1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038664:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfca1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038673:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff91cfc10a3600) 00010000:00010000:2.0:1779202794.038676:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202794.038678:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfca1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.038684:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfca1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.039015:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfc93 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d0e expref: 49 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.039028:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:2.0:1779202794.039030:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202794.039034:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfc93 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d0e expref: 49 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.039049:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841000, rc 0) 00000100:00100000:2.0:1779202794.039216:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:32616:x1865628501187072:12345-192.168.204.21@tcp:101:rm.0 Request processed in 1543us (2101us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202794.039238:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1404 00000100:00100000:0.0:1779202794.047625:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202794.048110:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501187200 00000100:00100000:2.0:1779202794.048128:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501187200 00000100:00100000:2.0:1779202794.048212:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1405 00000100:00100000:2.0:1779202794.048234:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:32616:x1865628501187200:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202794.048266:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202794.048994:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfca8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d15 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050173:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcaf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050199:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcaf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050215:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcaf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050247:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcb6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050255:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050262:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050311:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcaf lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050319:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcaf lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050325:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcaf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050333:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcaf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050339:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202794.050344:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcaf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050351:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcaf lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050364:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:2.0:1779202794.050367:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202794.050372:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcaf lrc: 3/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050378:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcaf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050397:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050402:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcb6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050408:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcb6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050413:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202794.050415:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcb6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050419:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcb6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050424:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff91cfc10a3f00) 00010000:00010000:2.0:1779202794.050427:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202794.050429:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcb6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.050434:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcb6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.051850:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfca8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d15 expref: 49 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.051874:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:2.0:1779202794.051878:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202794.051890:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfca8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d15 expref: 49 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.051912:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840200, rc 0) 00000100:00100000:2.0:1779202794.052237:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:32616:x1865628501187200:12345-192.168.204.21@tcp:101:rm.0 Request processed in 4006us (4618us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202794.052251:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1405 00000100:00100000:0.0:1779202794.066592:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202794.066837:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501187328 00000100:00100000:3.0:1779202794.066854:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501187328 00000100:00100000:3.0:1779202794.066944:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1406 00000100:00100000:3.0:1779202794.066960:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:32617:x1865628501187328:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202794.066991:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202794.067024:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfcbd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d1c expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.067123:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfcc4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.067144:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfcc4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.067159:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfcc4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.067179:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfccb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.067186:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfccb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.067198:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfccb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.067260:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfcc4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.067268:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfcc4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.067285:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfcc4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.067292:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202794.067297:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfcc4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.067305:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfcc4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.068044:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:3.0:1779202794.068048:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202794.068055:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfcc4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.068062:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfcc4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.068079:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfccb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.068085:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfccb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.068092:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfccb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.068098:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202794.068101:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfccb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.068108:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfccb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.068115:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff91d10205d800) 00010000:00010000:3.0:1779202794.068117:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202794.068120:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfccb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.068127:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfccb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.073043:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfcbd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d1c expref: 49 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.073073:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:3.0:1779202794.073077:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202794.073085:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbfcbd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d1c expref: 49 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.073100:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6800, rc 0) 00000100:00100000:0.0:1779202794.083144:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:32617:x1865628501187328:12345-192.168.204.21@tcp:101:cp.0 Request processed in 16169us (16545us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202794.083161:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1406 00000100:00100000:0.0:1779202794.087119:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202794.087272:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501187456 00000100:00100000:1.0:1779202794.087297:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501187456 00000100:00100000:1.0:1779202794.087388:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1407 00000100:00100000:1.0:1779202794.087408:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:32617:x1865628501187456:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202794.087441:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202794.087473:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfcd2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d23 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.087565:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfcd9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.087584:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfcd9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.087598:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfcd9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.087616:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfce0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.087624:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfce0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.087630:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfce0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.087685:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfcd9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.087745:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfcd9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.087752:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfcd9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.087759:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202794.087765:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfcd9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.088186:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfcd9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.088204:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:1.0:1779202794.088208:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202794.088215:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfcd9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.088237:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfcd9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.088258:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfce0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.088266:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfce0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.088512:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfce0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.088521:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202794.088524:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfce0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.088530:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfce0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.088540:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff91d0ebf53d00) 00010000:00010000:1.0:1779202794.088543:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202794.088546:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfce0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.088553:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfce0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.088614:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfcd2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d23 expref: 49 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.088626:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:1.0:1779202794.088628:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202794.088632:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfcd2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d23 expref: 49 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202794.088649:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935a00, rc 0) 00000100:00100000:1.0:1779202794.091176:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:32617:x1865628501187456:12345-192.168.204.21@tcp:101:cp.0 Request processed in 3762us (4060us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202794.091190:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1407 00000100:00100000:2.0:1779202794.104021:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202794.104180:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501187712 00000100:00100000:3.0:1779202794.104195:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501187712 00000100:00100000:2.0:1779202794.104663:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1408 00000100:00100000:2.0:1779202794.104677:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:32617:x1865628501187712:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202794.104916:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202794.104945:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfce7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d2a expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.105103:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.105124:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.105140:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.105157:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcf5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.105164:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.105171:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202794.106602:0:6563:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:2.0:1779202794.107027:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfcfc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.107051:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfcfc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.107062:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfcfc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.107111:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.107118:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcee lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.107125:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.107132:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202794.107137:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.107146:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.107159:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:2.0:1779202794.107163:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202794.107168:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcee lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.107174:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfcee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202794.107190:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000070a0f825 reply state 000000002f7735ea transno 4294968163 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.107203:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcf5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.107208:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff91cfc10a3f00) 00010000:00010000:2.0:1779202794.107210:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202794.107214:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1779202794.107686:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfce7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d2a expref: 51 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.107801:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfcfc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d2a expref: 50 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.107811:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc10a3600) 00010000:00010000:2.0:1779202794.107814:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202794.107817:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841000, rc 0) 00000100:00100000:2.0:1779202794.107927:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:32617:x1865628501187712:12345-192.168.204.21@tcp:101:cp.0 Request processed in 3251us (3921us total) trans 4294968163 rc 0/0 00000100:00100000:2.0:1779202794.107939:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1408 00000100:00100000:0.0:1779202794.114211:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202794.114318:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501187840 00000100:00100000:3.0:1779202794.114332:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501187840 00000100:00100000:3.0:1779202794.114433:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 382 00000100:00100000:3.0:1779202794.114446:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501187840:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202794.114471:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202794.114499:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd0a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d31 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202794.114533:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1779202794.114558:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202794.114561:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202794.114571:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d31 expref: 10 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.114594:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d31 expref: 10 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.114611:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6800, rc 0) 00000100:00100000:3.0:1779202794.114716:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501187840:12345-192.168.204.21@tcp:101:cp.0 Request processed in 272us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202794.114723:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 382 00000100:00080000:2.0:1779202794.115214:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202794.138155:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202794.138620:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501187968 00000100:00100000:3.0:1779202794.138634:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501187968 00000100:00100000:3.0:1779202794.138725:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 383 00000100:00100000:3.0:1779202794.138738:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:32617:x1865628501187968:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202794.138763:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202794.138871:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dbfd11 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d38 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.138919:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd0a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d31 expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.138930:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202794.138933:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202794.138937:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dbfd11 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d38 expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.138982:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d31 expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.138999:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d31 expref: 11 pid: 8444 timeout: 1023 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202794.139016:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524148096:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202794.139163:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e30c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202794.155789:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202794.156628:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501188096 00000100:00100000:0.0:1779202794.156645:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501188096 00010000:00010000:0.0:1779202794.156753:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd0a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d31 expref: 12 pid: 8444 timeout: 1023 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202794.156811:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 427 00000100:00100000:0.0:1779202794.156823:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501188096:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202794.156857:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202794.156888:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd0a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d31 expref: 12 pid: 8444 timeout: 1023 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202794.156906:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d31 expref: 12 pid: 8444 timeout: 1023 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202794.156940:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202794.156942:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202794.156952:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dbfd11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d38 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202794.156968:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dbfd11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d38 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202794.157019:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dbfd11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d38 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202794.157037:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6548:1865628524148224:192.168.204.21@tcp:105: 00000100:00100000:0.0:1779202794.157186:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414180 going to sleep for 11 seconds 00010000:00010000:3.0:1779202794.158447:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd0a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d31 expref: 12 pid: 8444 timeout: 1023 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202794.158568:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524148096:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202794.158612:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dbfd11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d38 expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.158631:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:2.0:1779202794.159027:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:32617:x1865628501187968:12345-192.168.204.21@tcp:101:cp.0 Request processed in 20289us (20884us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202794.159039:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 383 00000100:00100000:2.0:1779202794.168316:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6548:1865628524148224:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202794.168351:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202794.168439:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501188096:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 11616us (12663us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202794.168458:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 427 00000100:00100000:1.0:1779202794.174805:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202794.175006:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501188352 00000100:00100000:0.0:1779202794.175022:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501188352 00000100:00100000:0.0:1779202794.175102:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 270 00000100:00100000:0.0:1779202794.175115:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:32617:x1865628501188352:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:0.0:1779202794.176785:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:32617:x1865628501188352:12345-192.168.204.21@tcp:35:cp.0 Request processed in 1661us (1984us total) trans 4294968164 rc 0/0 00000100:00100000:0.0:1779202794.176803:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 270 00000040:00080000:2.0:1779202794.189479:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202794.189493:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202794.190087:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202794.190102:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202794.191242:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202794.252929:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202794.253637:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501188480 00000100:00100000:2.0:1779202794.253653:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501188480 00000100:00100000:2.0:1779202794.253874:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1409 00000100:00100000:2.0:1779202794.253899:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:32620:x1865628501188480:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202794.253931:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202794.253961:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfd18 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d3f expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255566:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfd1f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255596:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfd1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255611:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfd1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255627:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfd26 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255634:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfd26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255641:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfd26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255787:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfd2d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255798:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfd2d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255806:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfd2d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202794.255879:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:2.0:1779202794.255895:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202794.255926:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfd2d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255940:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfd2d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255950:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfd1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255957:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfd1f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255965:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfd1f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255972:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202794.255978:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfd1f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.255987:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfd1f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.256004:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:2.0:1779202794.256007:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202794.256162:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfd1f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.256171:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dbfd1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.256188:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfd26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.256195:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfd26 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.256201:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfd26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.256206:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202794.256209:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfd26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.256215:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfd26 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.256235:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff91cfc10a3f00) 00010000:00010000:2.0:1779202794.256237:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202794.256240:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfd26 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.256246:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfd26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.256463:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfd18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d3f expref: 107 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.256482:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfd2d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d3f expref: 106 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202794.256490:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc10a3600) 00010000:00010000:2.0:1779202794.256492:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202794.256495:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840c00, rc 0) 00000100:00100000:2.0:1779202794.256591:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:32620:x1865628501188480:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 2705us (3678us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202794.256603:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1409 00000100:00100000:2.0:1779202794.263605:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202794.263776:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501188608 00000100:00100000:3.0:1779202794.263792:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501188608 00000100:00100000:3.0:1779202794.264377:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 384 00000100:00100000:3.0:1779202794.264394:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501188608:12345-192.168.204.21@tcp:101:lfs.0 00000100:00080000:2.0:1779202794.264531:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1779202794.264622:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202794.264651:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd34 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d46 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202794.265005:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524148352:192.168.204.21@tcp:106: 00000100:00100000:3.0:1779202794.265542:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e30c0 going to sleep for 11 seconds 00002000:00010000:3.0:1779202794.272388:0:8446:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1779202794.272496:0:8446:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime: 0 -> 1779202793 00002000:00010000:3.0:1779202794.272499:0:8446:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime: 0 -> 1779202793 00002000:00010000:3.0:1779202794.272502:0:8446:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime: 0 -> 1779202793 00002000:00010000:3.0:1779202794.272505:0:8446:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1779202794.272544:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524148352:192.168.204.21@tcp:106: 00010000:00010000:3.0:1779202794.279373:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd34 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d46 expref: 18 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.279514:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd34 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d46 expref: 18 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.279534:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6800, rc 0) 00000100:00100000:3.0:1779202794.279779:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501188608:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 15388us (16187us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202794.279789:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 384 00000100:00100000:0.0:1779202794.289581:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202794.289754:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501188736 00000100:00100000:3.0:1779202794.289777:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501188736 00000100:00100000:3.0:1779202794.289878:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1410 00000100:00100000:3.0:1779202794.290349:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:32620:x1865628501188736:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202794.290380:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202794.290418:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfd3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d4d expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.290513:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfd42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.290533:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfd42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.290547:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfd42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202794.290605:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:3.0:1779202794.290611:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202794.290638:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfd42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.290672:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfd3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d4d expref: 108 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.290728:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfd42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d4d expref: 107 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.290738:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:3.0:1779202794.290741:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202794.290745:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7800, rc 0) 00000100:00100000:3.0:1779202794.290848:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:32620:x1865628501188736:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 497us (1272us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202794.290856:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1410 00000100:00100000:2.0:1779202794.296424:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202794.296530:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501188864 00000100:00100000:3.0:1779202794.296558:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501188864 00000100:00100000:3.0:1779202794.296632:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 385 00000100:00100000:3.0:1779202794.296644:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501188864:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202794.296670:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202794.296725:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd49 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d54 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202794.296808:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524148480:192.168.204.21@tcp:106: 00000100:00100000:3.0:1779202794.296929:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202794.300298:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524148480:192.168.204.21@tcp:106: 00010000:00010000:3.0:1779202794.300486:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd49 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d54 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.300524:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d54 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202794.300540:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6800, rc 0) 00000100:00100000:3.0:1779202794.300632:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501188864:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 3988us (4223us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202794.300643:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 385 00000100:00100000:0.0:1779202794.310797:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202794.310988:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501189120 00000100:00100000:1.0:1779202794.311003:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501189120 00000100:00100000:1.0:1779202794.311088:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1411 00000100:00100000:1.0:1779202794.311102:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:32620:x1865628501189120:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:1.0:1779202794.311398:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].39, 136 off13496 00000100:00100000:1.0:1779202794.311515:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:32620:x1865628501189120:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 414us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202794.311524:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1411 00000040:00080000:1.0:1779202794.315941:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1779202794.375577:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202794.375657:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202794.376054:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501189248 00000100:00100000:0.0:1779202794.376076:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501189248 00002000:00100000:0.0:1779202794.376158:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->157) req@ffff91d0c4110000 x1865628501189248/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:5/0 lens 648/0 e 0 to 0 dl 1779202805 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202794.376173:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c4110000 with x1865628501189248 ext(0->157) 00002000:00010000:0.0:1779202794.376181:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0c4110000 00000100:00100000:0.0:1779202794.376236:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 102 00000100:00100000:0.0:1779202794.376247:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501189248:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:1.0:1779202794.376959:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501189376 00000100:00100000:1.0:1779202794.376967:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501189376 00000100:00100000:1.0:1779202794.377029:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 386 00000100:00100000:1.0:1779202794.377038:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2421:x1865628501189376:12345-192.168.204.21@tcp:16:kworker.0 00000100:00100000:1.0:1779202794.377164:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2421:x1865628501189376:12345-192.168.204.21@tcp:16:kworker.0 Request processed in 127us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202794.377173:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 386 00000100:00100000:0.0:1779202794.380270:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524148736:0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.381458:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524148608:0@lo:400:kworker.0 00000100:00100000:0.0:1779202794.381637:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202794.381669:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524148864:0@lo:400:kworker.0 00000100:00100000:3.0:1779202794.381777:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524148992:0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.387978:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202794.388108:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524149120:0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.388167:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202794.388191:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524149632:0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.388217:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202794.388252:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524150144:0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.388276:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202794.388356:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524148608 00000100:00100000:2.0:1779202794.388378:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524148608 00000100:00100000:2.0:1779202794.388441:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1779202794.388451:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524148608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.388782:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524148608:12345-0@lo:400:kworker.0 Request processed in 330us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202794.388792:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1779202794.388833:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524149120 00000100:00100000:2.0:1779202794.388838:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524149120 00000100:00100000:2.0:1779202794.388866:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1779202794.388872:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524149120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.388908:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524149120:12345-0@lo:400:kworker.0 Request processed in 36us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202794.388914:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1779202794.388935:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524149632 00000100:00100000:2.0:1779202794.388939:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524149632 00000100:00100000:2.0:1779202794.388979:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524150144 00000100:00100000:2.0:1779202794.388982:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524150144 00000100:00100000:2.0:1779202794.389020:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1779202794.389026:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524149632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.389062:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524149632:12345-0@lo:400:kworker.0 Request processed in 36us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202794.389067:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1779202794.389078:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1779202794.389084:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524150144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.389110:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524150144:12345-0@lo:400:kworker.0 Request processed in 26us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202794.389119:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00080000:2.0:1779202794.389143:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202794.389147:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202794.389187:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524148608:0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.389202:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524149120:0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.389213:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524149632:0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.389235:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524150144:0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.389816:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524148736 00000100:00100000:2.0:1779202794.389823:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524148736 00000100:00100000:2.0:1779202794.389867:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:2.0:1779202794.389875:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524148736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.389937:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524148736:12345-0@lo:400:kworker.0 Request processed in 62us (8302us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202794.389944:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:0.0:1779202794.392566:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524148736:0@lo:400:kworker.0 00000100:00100000:0.0:1779202794.392590:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524149248:0@lo:400:kworker.0 00000100:00100000:0.0:1779202794.392678:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202794.392846:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524149760:0@lo:400:kworker.0 00000100:00100000:0.0:1779202794.392879:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202794.392909:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524150272:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202794.392945:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202794.393149:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524149248 00000100:00100000:2.0:1779202794.393159:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524149248 00000100:00100000:2.0:1779202794.393246:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524149760 00000100:00100000:2.0:1779202794.393251:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524149760 00000100:00100000:2.0:1779202794.393280:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:2.0:1779202794.393290:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524149248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.393364:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524149248:12345-0@lo:400:kworker.0 Request processed in 75us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202794.393458:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524150272 00000100:00100000:0.0:1779202794.393463:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524150272 00000100:00100000:0.0:1779202794.393591:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1779202794.393598:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524150272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202794.393635:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:0.0:1779202794.393678:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524150272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202794.393685:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1779202794.393875:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:2.0:1779202794.393892:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:2.0:1779202794.393900:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524149760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.393941:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524149760:12345-0@lo:400:kworker.0 Request processed in 42us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202794.393946:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00080000:2.0:1779202794.393965:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202794.394140:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202794.394177:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524148864 00000100:00100000:1.0:1779202794.394183:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524148864 00000100:00100000:0.0:1779202794.394239:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524150272:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202794.394261:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524149248:0@lo:400:kworker.0 00000100:00100000:0.0:1779202794.394313:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524149760:0@lo:400:kworker.0 00000100:00100000:1.0:1779202794.394409:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1779202794.394418:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524148864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202794.394462:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524148864:12345-0@lo:400:kworker.0 Request processed in 46us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202794.394713:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1779202794.394751:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524148864:0@lo:400:kworker.0 00000100:00100000:1.0:1779202794.394777:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524149376:0@lo:400:kworker.0 00000100:00100000:1.0:1779202794.394812:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202794.394842:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524149888:0@lo:400:kworker.0 00000100:00100000:1.0:1779202794.394865:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202794.394890:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524149376 00000100:00100000:1.0:1779202794.394894:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524149376 00000100:00100000:1.0:1779202794.394935:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524149888 00000100:00100000:1.0:1779202794.394938:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524149888 00000100:00100000:1.0:1779202794.394961:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:1.0:1779202794.394967:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524149376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202794.395014:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524149376:12345-0@lo:400:kworker.0 Request processed in 36us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202794.395021:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:1.0:1779202794.395034:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1779202794.395040:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524149888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202794.395069:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524149888:12345-0@lo:400:kworker.0 Request processed in 30us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202794.395075:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00080000:1.0:1779202794.395089:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202794.395112:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524149888:0@lo:400:kworker.0 00000100:00100000:1.0:1779202794.395139:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524149376:0@lo:400:kworker.0 00000100:00100000:0.0:1779202794.395965:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2421:x1865628501189248:12345-192.168.204.21@tcp:4:cp.0 Request processed in 19713us (20403us total) trans 4294967373 rc 0/0 00000100:00100000:0.0:1779202794.395977:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 102 00002000:00100000:0.0:1779202794.395991:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->157) req@ffff91d0c4110000 x1865628501189248/t4294967373(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:5/0 lens 648/448 e 0 to 0 dl 1779202805 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202794.396012:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c4110000 with x1865628501189248 ext(0->157) 00002000:00010000:0.0:1779202794.396020:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0c4110000 00000100:00100000:2.0:1779202794.397929:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202794.398006:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524149504:0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.398083:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202794.398112:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524150016:0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.398134:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202794.398168:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524149504 00000100:00100000:2.0:1779202794.398177:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524149504 00000100:00100000:2.0:1779202794.398261:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524150016 00000100:00100000:2.0:1779202794.398264:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524150016 00000100:00100000:2.0:1779202794.398288:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1779202794.398297:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524149504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.398354:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524149504:12345-0@lo:400:kworker.0 Request processed in 58us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202794.398363:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1779202794.398380:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1779202794.398386:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524150016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.398412:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524150016:12345-0@lo:400:kworker.0 Request processed in 27us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202794.398419:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1779202794.398472:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524150016:0@lo:400:kworker.0 00000100:00100000:2.0:1779202794.398504:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524149504:0@lo:400:kworker.0 00000100:00100000:0.0:1779202794.398585:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524148992 00000100:00100000:0.0:1779202794.398590:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524148992 00000100:00080000:1.0:1779202794.398636:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202794.398639:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00080000:1.0:1779202794.398642:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202794.398645:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524148992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202794.398722:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524148992:12345-0@lo:400:kworker.0 Request processed in 77us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202794.398729:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1779202794.400161:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524148992:0@lo:400:kworker.0 00010000:00010000:3.0:1779202795.212025:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202795.212628:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202795.212638:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202795.212679:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 2 00000040:00080000:1.0:1779202795.212722:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202795.214622:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524150400:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202795.216404:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e08ded80 going to sleep for 11 seconds 00000100:00100000:2.0:1779202795.228385:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524150400:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202795.233648:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202795.233799:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501189504 00000100:00100000:2.0:1779202795.233814:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501189504 00000100:00100000:2.0:1779202795.233919:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1412 00000100:00100000:2.0:1779202795.233932:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:32630:x1865628501189504:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202795.233984:0:6562:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202795.234147:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:32630:x1865628501189504:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 217us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202795.234155:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1412 00000100:00080000:1.0:1779202795.234180:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202795.241296:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202795.241643:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501189760 00000100:00100000:1.0:1779202795.241668:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501189760 00000100:00100000:1.0:1779202795.241761:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1413 00000100:00100000:1.0:1779202795.241772:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:32630:x1865628501189760:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202795.241937:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202795.241967:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfd50 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d5b expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.242126:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfd57 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.242171:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfd57 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.242192:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfd57 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202795.242215:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:1.0:1779202795.242381:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfd50 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d5b expref: 55 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.242405:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfd57 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d5b expref: 54 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.242417:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc10a3600) 00010000:00010000:1.0:1779202795.242420:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202795.242425:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934000, rc 0) 00000100:00100000:1.0:1779202795.242516:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:32630:x1865628501189760:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 745us (1234us total) trans 4294968165 rc 0/0 00000100:00100000:1.0:1779202795.242524:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1413 00000100:00100000:2.0:1779202795.252822:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202795.252940:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501189888 00000100:00100000:3.0:1779202795.252953:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501189888 00000100:00100000:3.0:1779202795.253027:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 387 00000100:00100000:3.0:1779202795.253038:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501189888:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1779202795.253097:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202795.253119:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dbfd11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d38 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202795.253126:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202795.253128:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1779202795.253132:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202795.253174:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dbfd11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d38 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202795.253189:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dbfd11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d38 expref: 12 pid: 12963 timeout: 1024 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202795.253217:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524150528:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202795.253333:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c8840 going to sleep for 11 seconds 00000100:00100000:1.0:1779202795.259885:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202795.260021:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501190016 00000100:00100000:0.0:1779202795.260030:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524150528:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202795.260041:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501190016 00010000:00010000:0.0:1779202795.260073:0:8444:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202795.260130:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 68 00000100:00100000:3.0:1779202795.260141:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0049850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:2421:x1865628501190016:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202795.260160:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202795.260195:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfd57 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d5b expref: 54 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202795.260228:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc10a3600) 00010000:00010000:3.0:1779202795.260234:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202795.260305:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0049850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2421:x1865628501190016:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 166us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202795.260313:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 68 00000100:00100000:1.0:1779202795.269373:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202795.269750:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501190144 00000100:00100000:3.0:1779202795.269766:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501190144 00010000:00010000:3.0:1779202795.270327:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dbfd11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d38 expref: 13 pid: 12963 timeout: 1024 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202795.270386:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 428 00000100:00100000:3.0:1779202795.270402:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501190144:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202795.270428:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1779202795.270455:0:6550:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1779202795.270463:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dbfd11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d38 expref: 13 pid: 12963 timeout: 1024 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202795.270480:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dbfd11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d38 expref: 13 pid: 12963 timeout: 1024 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202795.270516:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dbfd11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d38 expref: 13 pid: 12963 timeout: 1024 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202795.270533:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202795.270535:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202795.270541:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202795.270552:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202795.270598:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202795.270671:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501190144:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 275us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202795.270680:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 428 00010000:00010000:1.0:1779202795.270909:0:8444:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.270921:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.270954:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.270969:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.270978:0:8444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.270986:0:8444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202795.270992:0:8444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.271002:0:8444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.271016:0:8444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.271023:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ece211ab/0x3d5ca2fc49dbfd65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202795.271105:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501189888:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 18068us (18292us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202795.271113:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 387 00000100:00100000:0.0:1779202795.280253:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202795.280318:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501190400 00000100:00100000:0.0:1779202795.280331:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501190400 00000100:00100000:0.0:1779202795.280419:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1414 00000100:00100000:0.0:1779202795.280432:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:32630:x1865628501190400:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202795.280579:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:32630:x1865628501190400:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 150us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202795.280591:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1414 00000100:00100000:0.0:1779202795.291346:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202795.296556:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501190528 00000100:00100000:1.0:1779202795.296577:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501190528 00000100:00100000:1.0:1779202795.296673:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 388 00000100:00100000:1.0:1779202795.296688:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501190528:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202795.296730:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202795.296761:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dbfd6c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d62 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202795.296805:0:12963:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a0c7ae9, atime: 0x0, ctime: 0x6a0c7ae9, blocks: 0x8 00010000:00010000:1.0:1779202795.296835:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202795.296837:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202795.296848:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dbfd6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d62 expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.296870:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dbfd6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d62 expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.296888:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934a00, rc 0) 00000100:00100000:1.0:1779202795.296983:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501190528:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 299us (5655us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202795.296991:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 388 00000100:00100000:0.0:1779202795.309488:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202795.311527:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501190784 00000100:00100000:1.0:1779202795.311553:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501190784 00000100:00100000:1.0:1779202795.311909:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1415 00000100:00100000:1.0:1779202795.311925:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:32630:x1865628501190784:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202795.312118:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:32630:x1865628501190784:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 198us (2643us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202795.312127:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1415 00000100:00100000:0.0:1779202795.318323:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202795.326638:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501190912 00000100:00100000:3.0:1779202795.326664:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501190912 00002000:00100000:3.0:1779202795.326830:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4095) req@ffff91cfc1b5e680 x1865628501190912/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:6/0 lens 488/0 e 0 to 0 dl 1779202806 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202795.326844:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc1b5e680 with x1865628501190912 ext(0->4095) 00002000:00010000:3.0:1779202795.326853:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc1b5e680 00000100:00100000:3.0:1779202795.326961:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 103 00000100:00100000:3.0:1779202795.326973:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501190912:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1779202795.327261:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501190912:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 289us (8954us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1779202795.327273:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 103 00002000:00100000:3.0:1779202795.327282:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4095) req@ffff91cfc1b5e680 x1865628501190912/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:6/0 lens 488/4536 e 0 to 0 dl 1779202806 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202795.327291:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc1b5e680 with x1865628501190912 ext(0->4095) 00002000:00010000:3.0:1779202795.327294:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc1b5e680 00000100:00100000:3.0:1779202795.344649:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202795.344761:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501191040 00000100:00100000:2.0:1779202795.344776:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501191040 00000100:00100000:2.0:1779202795.344994:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1416 00000100:00100000:2.0:1779202795.345020:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:32630:x1865628501191040:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202795.345047:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202795.345074:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbfd73 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d69 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.345120:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfd7a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.345137:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfd7a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.345153:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfd7a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.345317:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbfd73 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d69 expref: 55 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.345335:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfd7a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d69 expref: 54 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.345345:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc10a3600) 00010000:00010000:2.0:1779202795.345888:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202795.345898:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841200, rc 0) 00000100:00100000:2.0:1779202795.345990:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:32630:x1865628501191040:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 983us (1354us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202795.346000:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1416 00000100:00100000:0.0:1779202795.357622:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202795.358671:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501191168 00000100:00100000:1.0:1779202795.358982:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501191168 00000100:00100000:1.0:1779202795.359834:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1417 00000100:00100000:1.0:1779202795.359848:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:32630:x1865628501191168:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202795.360682:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202795.362264:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:32630:x1865628501191168:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 2409us (4644us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202795.362278:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1417 00000100:00100000:0.0:1779202795.373566:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202795.373857:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501191296 00000100:00100000:2.0:1779202795.373872:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501191296 00000100:00100000:2.0:1779202795.373953:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 389 00000100:00100000:2.0:1779202795.373966:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501191296:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1779202795.374048:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbfd81 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.374072:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202795.374075:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202795.374081:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbfd81 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.374101:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbfd81 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.374150:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbfd81 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.374159:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbfd81 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.374168:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbfd81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.374176:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841e00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202795.374181:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbfd81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.374190:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbfd81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.374217:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbfd81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202795.374226:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dbfd81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202795.374337:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501191296:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 373us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202795.374346:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 389 00000100:00100000:0.0:1779202795.389219:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202795.389274:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501191552 00000100:00100000:0.0:1779202795.389288:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501191552 00000100:00100000:0.0:1779202795.390679:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1418 00000100:00100000:0.0:1779202795.390723:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:32630:x1865628501191552:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1779202795.390854:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202795.390879:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfd7a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d69 expref: 54 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202795.390891:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202795.390940:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfd7a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d69 expref: 54 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202795.390959:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfd7a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d69 expref: 54 pid: 16980 timeout: 1024 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202795.390979:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a60a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524150656:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202795.391125:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cc01e300 going to sleep for 11 seconds 00000040:00080000:2.0:1779202795.395333:0:23533:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202795.395346:0:23533:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202795.395488:0:23533:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 2 00000040:00080000:2.0:1779202795.395500:0:23533:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202795.395631:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a60a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524150656:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202795.395666:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202795.416607:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202795.417945:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501191680 00000100:00100000:1.0:1779202795.417959:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501191680 00010000:00010000:1.0:1779202795.418027:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfd7a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d69 expref: 55 pid: 16980 timeout: 1024 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202795.418079:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 429 00000100:00100000:1.0:1779202795.418092:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2420:x1865628501191680:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202795.418113:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202795.418121:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfd7a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d69 expref: 55 pid: 16980 timeout: 1024 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.418137:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfd7a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d69 expref: 55 pid: 16980 timeout: 1024 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.418167:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfd7a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d69 expref: 55 pid: 16980 timeout: 1024 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.418184:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc10a3600) 00010000:00010000:1.0:1779202795.418191:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.418213:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.418227:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202795.418256:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202795.418331:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:2420:x1865628501191680:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 241us (1741us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202795.418340:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 429 00010000:00010000:0.0:1779202795.418631:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202795.418642:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202795.419235:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202795.419246:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202795.419254:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202795.419260:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202795.419266:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202795.419275:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202795.419294:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc10a3600) 00010000:00010000:0.0:1779202795.419296:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202795.419301:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202795.419308:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfd88 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202795.419460:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:32630:x1865628501191552:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 28766us (30267us total) trans 4294968166 rc 0/0 00000100:00100000:0.0:1779202795.419472:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1418 00000040:00080000:2.0:1779202795.419523:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202795.419530:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202795.420272:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1779202795.420411:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202795.429357:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202795.430437:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501191936 00000100:00100000:2.0:1779202795.430457:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501191936 00000100:00100000:2.0:1779202795.430590:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 271 00000100:00100000:2.0:1779202795.430606:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6473450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:32630:x1865628501191936:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202795.431687:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6473450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:32630:x1865628501191936:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 1077us (2345us total) trans 4294968167 rc 0/0 00000100:00100000:2.0:1779202795.431725:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 271 00000100:00100000:0.0:1779202795.914309:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202795.914354:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202795.914405:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202795.914449:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501192064 00000100:00100000:0.0:1779202795.914450:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202795.914468:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501192064 00000100:00100000:0.0:1779202795.914481:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202795.914505:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202795.914551:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202795.914582:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 782 00000100:00100000:0.0:1779202795.914596:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501192320 00000100:00100000:1.0:1779202795.914600:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501192064:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202795.914608:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501192320 00000100:00100000:0.0:1779202795.914683:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501192192 00000100:00100000:0.0:1779202795.914687:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501192192 00000100:00100000:0.0:1779202795.914800:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1204 00000100:00100000:0.0:1779202795.914823:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501192320:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202795.914831:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501192064:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 233us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202795.914842:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 782 00000100:00100000:1.0:1779202795.914899:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501192576 00000100:00100000:1.0:1779202795.914905:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501192576 00000100:00100000:0.0:1779202795.914916:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501192320:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 103us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202795.914927:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1204 00000100:00100000:1.0:1779202795.914944:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501192832 00000100:00100000:1.0:1779202795.914950:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501192832 00000100:00100000:0.0:1779202795.914951:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501192704 00000100:00100000:0.0:1779202795.914957:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501192704 00000100:00100000:1.0:1779202795.914991:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501192448 00000100:00100000:1.0:1779202795.914996:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501192448 00000100:00100000:0.0:1779202795.915015:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1205 00000100:00100000:0.0:1779202795.915025:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:2420:x1865628501192192:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202795.915043:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 818 00000100:00100000:1.0:1779202795.915053:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501192576:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202795.915063:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:2420:x1865628501192192:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 38us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202795.915069:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1205 00000100:00100000:0.0:1779202795.915092:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1206 00000100:00100000:1.0:1779202795.915109:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501192576:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 50us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202795.915110:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501192704:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202795.915130:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 818 00000100:00100000:1.0:1779202795.915153:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 819 00000100:00100000:1.0:1779202795.915167:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501192832:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202795.915174:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501192704:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 64us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202795.915187:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1206 00000100:00080000:0.0:1779202795.915226:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202795.915230:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501192832:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 67us (779us total) trans 0 rc 0/0 00000100:00080000:0.0:1779202795.915236:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202795.915239:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202795.915251:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 819 00000100:00100000:1.0:1779202795.915273:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 820 00000100:00100000:1.0:1779202795.915286:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2420:x1865628501192448:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202795.915322:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:2420:x1865628501192448:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 39us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202795.915329:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 820 00000100:00100000:0.0:1779202795.915391:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202795.915410:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524150784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202795.915469:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202795.915582:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524150912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202795.915612:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202795.915669:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524150784 00000100:00100000:1.0:1779202795.915675:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524150784 00000100:00100000:2.0:1779202795.915843:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524150912 00000100:00100000:2.0:1779202795.915848:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524150912 00000100:00100000:2.0:1779202795.915894:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1779202795.915903:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524150912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202795.915934:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:2.0:1779202795.916000:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524150912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202795.916006:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1779202795.916065:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524150912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202795.916581:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1779202795.916590:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524150784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202795.916613:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:0.0:1779202795.916765:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524150784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 175us (1297us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202795.916772:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1779202795.918205:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524150784:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1779202796.235421:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202796.427443:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202796.427474:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524151040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202796.427559:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202796.427729:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524151168:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202796.427779:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202796.427893:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524151040 00000100:00100000:2.0:1779202796.427907:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524151040 00000100:00100000:3.0:1779202796.427950:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524151168 00000100:00100000:3.0:1779202796.427963:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524151168 00000100:00100000:2.0:1779202796.428028:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1779202796.428039:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1779202796.428046:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524151040:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202796.428057:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524151168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202796.428103:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 28672 free 3920330752 avail 3688808448 00002000:00000024:2.0:1779202796.428103:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 28672 free 3920330752 avail 3688808448 00000100:00100000:2.0:1779202796.428832:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524151040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 789us (1274us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202796.428842:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1779202796.429049:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524151040:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1779202796.429226:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202796.433549:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524151168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5489us (5758us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202796.433563:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1779202796.434440:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524151168:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1779202796.941962:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00000001:00100000:3.0:1779202796.941993:0:9507:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0dfb49ca-b780-4a3a-a7b5-f562aed681aa 00000020:00000080:3.0:1779202796.941998:0:9507:0:(genops.c:906:class_export_put()) final put ffff91cfc30a2800/0dfb49ca-b780-4a3a-a7b5-f562aed681aa 00000020:00000080:1.0:1779202796.942224:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff91cfc30a2800/0dfb49ca-b780-4a3a-a7b5-f562aed681aa for lustre-OST0001 00000020:00000080:1.0:1779202796.942292:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff91cfc30a6000 for lustre-OST0001 00000001:00100000:1.0:1779202796.946202:0:7477:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 0dfb49ca-b780-4a3a-a7b5-f562aed681aa 00000001:00080000:1.0:1779202796.946232:0:7477:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967330 is committed 00000020:00000080:1.0:1779202796.946241:0:7477:0:(genops.c:906:class_export_put()) final put ffff91cfc30a1000/0dfb49ca-b780-4a3a-a7b5-f562aed681aa 00000020:00000080:0.0:1779202796.946402:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff91cfc30a1000/0dfb49ca-b780-4a3a-a7b5-f562aed681aa for lustre-MDT0001 00000020:00000080:0.0:1779202796.946514:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff91cfc30a3000 for lustre-MDT0001 00000001:00100000:0.0:1779202796.948770:0:8440:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0dfb49ca-b780-4a3a-a7b5-f562aed681aa 00000020:00000080:0.0:1779202796.948786:0:8440:0:(genops.c:906:class_export_put()) final put ffff91cfc4a9f000/0dfb49ca-b780-4a3a-a7b5-f562aed681aa 00000020:00000080:1.0:1779202796.948989:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff91cfc4a9f000/0dfb49ca-b780-4a3a-a7b5-f562aed681aa for lustre-OST0000 00000020:00000080:1.0:1779202796.949061:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff91cfc4a9b000 for lustre-OST0000 00010000:00010000:3.0:1779202797.258839:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202797.451919:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202797.452100:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524151296:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202797.452303:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202797.452562:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524151296 00000100:00100000:3.0:1779202797.452573:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524151296 00000100:00100000:3.0:1779202797.452970:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1779202797.452984:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524151296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202797.453034:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202797.453110:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524151296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 129us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202797.453118:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1779202797.453223:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524151296:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1779202797.657853:0:23584:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202797.657864:0:23584:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202797.657899:0:23584:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 2 00000040:00080000:3.0:1779202797.657913:0:23584:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202797.769749:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202797.769850:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501192960 00000100:00100000:1.0:1779202797.769867:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501192960 00000100:00100000:1.0:1779202797.769975:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 390 00000100:00100000:1.0:1779202797.769990:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501192960:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202797.770016:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202797.770041:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbfd8f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d70 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.770077:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202797.770079:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202797.770088:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbfd8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d70 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.770113:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbfd8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d70 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.770131:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935a00, rc 0) 00000100:00100000:1.0:1779202797.770224:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501192960:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 238us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202797.770232:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 390 00000100:00080000:0.0:1779202797.770807:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202797.789918:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202797.790412:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501193216 00000100:00100000:2.0:1779202797.790427:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501193216 00000100:00100000:2.0:1779202797.790515:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1419 00000100:00100000:2.0:1779202797.790538:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:32639:x1865628501193216:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202797.790568:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202797.790595:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfd96 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d77 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.790772:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfd9d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.790791:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfd9d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.790807:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfd9d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202797.790823:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:2.0:1779202797.790971:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfd96 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d77 expref: 110 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.790990:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfd9d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d77 expref: 109 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.791006:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc10a3600) 00010000:00010000:2.0:1779202797.791010:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1779202797.791015:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840000, rc 0) 00000100:00100000:2.0:1779202797.791092:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:32639:x1865628501193216:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 566us (1184us total) trans 4294968168 rc 0/0 00000100:00100000:2.0:1779202797.791099:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1419 00000100:00080000:3.0:1779202797.793783:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202797.797181:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202797.797333:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501193344 00000100:00100000:2.0:1779202797.797347:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501193344 00000100:00100000:2.0:1779202797.797431:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 391 00000100:00100000:2.0:1779202797.797445:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501193344:12345-192.168.204.21@tcp:1:lfs.0 00010000:00010000:2.0:1779202797.797515:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.797553:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dbfd6c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d62 expref: 9 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.797563:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbfd8f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d70 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.797572:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202797.797574:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202797.797578:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.797626:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbfd8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d70 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.797644:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbfd8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d70 expref: 18 pid: 8444 timeout: 1027 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202797.797663:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524151424:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202797.797817:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dbfd6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d62 expref: 9 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.797828:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dbfd6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d62 expref: 9 pid: 12963 timeout: 1027 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202797.797839:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524151552:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202797.797864:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4d41300 going to sleep for 11 seconds 00000100:00100000:2.0:1779202797.803879:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524151424:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202797.803901:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524151552:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202797.803949:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202797.804819:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202797.805014:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202797.805130:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501193472 00000100:00100000:0.0:1779202797.805140:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501193472 00010000:00010000:0.0:1779202797.805223:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dbfd6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d62 expref: 10 pid: 12963 timeout: 1027 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202797.805265:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501193600 00000100:00100000:0.0:1779202797.805268:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501193600 00010000:00010000:0.0:1779202797.805283:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbfd8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d70 expref: 19 pid: 8444 timeout: 1027 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202797.805307:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 430 00000100:00100000:0.0:1779202797.805318:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501193472:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202797.805343:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202797.805371:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dbfd6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d62 expref: 10 pid: 12963 timeout: 1027 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805383:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dbfd6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d62 expref: 10 pid: 12963 timeout: 1027 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805411:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dbfd6c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d62 expref: 10 pid: 12963 timeout: 1027 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805435:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202797.805503:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501193472:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 186us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202797.805510:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 430 00000100:00100000:0.0:1779202797.805529:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 431 00000100:00100000:0.0:1779202797.805535:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+19:2420:x1865628501193600:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202797.805543:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202797.805550:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbfd8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d70 expref: 19 pid: 8444 timeout: 1027 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805561:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbfd8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d70 expref: 19 pid: 8444 timeout: 1027 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805576:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbfd8f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d70 expref: 19 pid: 8444 timeout: 1027 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805589:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202797.805590:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202797.805596:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805608:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805635:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202797.805654:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501193600:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 119us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202797.805661:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 431 00000100:00080000:0.0:1779202797.805801:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1779202797.805816:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805826:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805851:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805861:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805870:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805879:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202797.805883:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805893:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805905:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.805912:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dbfdab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202797.806250:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501193344:12345-192.168.204.21@tcp:1:lfs.0 Request processed in 8808us (9092us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202797.806259:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 391 00000100:00100000:3.0:1779202797.817891:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202797.818024:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501193856 00000100:00100000:1.0:1779202797.818041:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501193856 00000100:00100000:1.0:1779202797.818140:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 272 00000100:00100000:1.0:1779202797.818161:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:32639:x1865628501193856:12345-192.168.204.21@tcp:35:lfs.0 00000004:00010000:1.0:1779202797.818257:0:6566:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x26:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfd9d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d77 expref: 109 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1779202797.818528:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968169 00000001:00080000:1.0:1779202797.819126:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968170 00010000:00010000:1.0:1779202797.819191:0:6566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.819217:0:6566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfcfc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d2a expref: 54 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.819226:0:6566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfd2d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d3f expref: 112 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.819234:0:6566:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.819278:0:6566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfd2d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d3f expref: 112 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.819296:0:6566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfd2d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d3f expref: 112 pid: 6562 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202797.819314:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524151680:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202797.819457:0:6566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfcfc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d2a expref: 54 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.819467:0:6566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfcfc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d2a expref: 54 pid: 6563 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202797.819477:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524151808:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202797.819504:0:6566:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c86c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202797.825496:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524151680:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202797.825517:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524151808:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202797.825559:0:6566:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202797.826150:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202797.826253:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202797.826342:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501194112 00000100:00100000:0.0:1779202797.826342:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501193984 00000100:00100000:1.0:1779202797.826352:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501194112 00000100:00100000:0.0:1779202797.826352:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501193984 00010000:00010000:1.0:1779202797.826423:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfcfc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d2a expref: 55 pid: 6563 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202797.826467:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 432 00000100:00080000:3.0:1779202797.826510:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1779202797.827282:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfd2d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d3f expref: 113 pid: 6562 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202797.827319:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 433 00000100:00100000:0.0:1779202797.827339:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:2420:x1865628501193984:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202797.827362:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202797.827372:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfd2d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d3f expref: 113 pid: 6562 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.827395:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfd2d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d3f expref: 113 pid: 6562 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.827428:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfd2d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d3f expref: 113 pid: 6562 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.827449:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc10a3600) 00010000:00010000:0.0:1779202797.827456:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.827467:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202797.827474:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202797.828085:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2420:x1865628501194112:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202797.828100:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202797.828108:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfcfc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d2a expref: 55 pid: 6563 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.828123:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfcfc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d2a expref: 55 pid: 6563 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.828142:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfcfc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d2a expref: 55 pid: 6563 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.828167:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc10a3600) 00010000:00010000:1.0:1779202797.828172:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.828194:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.828203:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.828236:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202797.828280:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:2420:x1865628501194112:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1803us (2026us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202797.828288:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 432 00010000:00010000:1.0:1779202797.828478:0:6566:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.828487:0:6566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1779202797.828650:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968171 00000001:00080000:1.0:1779202797.828833:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968172 00000001:00080000:1.0:1779202797.828876:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968173 00000100:00100000:1.0:1779202797.828993:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524151936:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1779202797.829062:0:6566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202797.829100:0:6566:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202797.829128:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524151936 00000100:00100000:1.0:1779202797.829136:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524151936 00000100:00100000:1.0:1779202797.829193:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1779202797.829203:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6566:x1865628524151936:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1779202797.829300:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6566:x1865628524151936:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 94us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202797.829308:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1779202797.829362:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524151936:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1779202797.829493:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968174 00000100:00100000:1.0:1779202797.829541:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524152064:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1779202797.829572:0:6566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202797.829592:0:6566:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202797.829894:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524152064 00000100:00100000:3.0:1779202797.829901:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524152064 00000100:00100000:3.0:1779202797.829949:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1779202797.829958:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6566:x1865628524152064:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1779202797.830108:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6566:x1865628524152064:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 150us (534us total) trans 4294967374 rc 0/0 00000100:00100000:3.0:1779202797.830116:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1779202797.830167:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524152064:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:3.0:1779202797.830203:0:6566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202797.830215:0:6566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202797.830229:0:6566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202797.830237:0:6566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202797.830242:0:6566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202797.830251:0:6566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202797.830270:0:6566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc10a3600) 00010000:00010000:3.0:1779202797.830273:0:6566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1779202797.830279:0:6566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202797.830286:0:6566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdb2 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1779202797.830424:0:6566:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x47:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1779202797.830501:0:6566:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9160 00000004:00080000:3.0:1779202797.830514:0:6566:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 927066821105ns, next at 928066818994ns, rc = 0 00000001:00080000:3.0:1779202797.830522:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968175 00010000:00010000:3.0:1779202797.830555:0:6566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc10a3600) 00010000:00010000:3.0:1779202797.830559:0:6566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1779202797.830567:0:6566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfd9d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d77 expref: 117 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202797.830662:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:2420:x1865628501193984:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 3332us (4512us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202797.830673:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 433 00000100:00100000:3.0:1779202797.830712:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:32639:x1865628501193856:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 12540us (12816us total) trans 4294968176 rc 0/0 00000100:00100000:3.0:1779202797.830725:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 272 00000020:00080000:3.0:1779202797.830730:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1779202797.864224:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202797.864404:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501194368 00000100:00100000:1.0:1779202797.864419:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501194368 00000100:00100000:1.0:1779202797.864498:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1420 00000100:00100000:1.0:1779202797.864511:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:32640:x1865628501194368:12345-192.168.204.21@tcp:101:lseek_test.0 00010000:00010000:1.0:1779202797.864555:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202797.864583:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfdb9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d7e expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.864711:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdc0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.864732:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.864747:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.864771:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdc7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.864780:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.864787:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.864966:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfdce lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.864980:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfdce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.864988:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfdce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202797.865001:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:1.0:1779202797.865129:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865137:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdc0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865145:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865163:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202797.865169:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865177:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdc0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865193:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:1.0:1779202797.865197:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202797.865204:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdc0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865211:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdc0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865226:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865234:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdc7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865239:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865244:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202797.865247:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865254:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdc7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865261:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff91cfc10a3f00) 00010000:00010000:1.0:1779202797.865263:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202797.865267:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdc7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865273:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfdc7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865358:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfdb9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d7e expref: 118 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865376:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfdce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d7e expref: 117 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.865384:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91d0ebf53500) 00010000:00010000:1.0:1779202797.865387:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202797.865391:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935200, rc 0) 00000100:00100000:1.0:1779202797.865507:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:32640:x1865628501194368:12345-192.168.204.21@tcp:101:lseek_test.0 Request processed in 998us (1298us total) trans 4294968177 rc 0/0 00000100:00100000:1.0:1779202797.865518:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1420 00000100:00100000:2.0:1779202797.869310:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202797.869369:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501194624 00000100:00100000:1.0:1779202797.869384:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501194624 00000100:00100000:1.0:1779202797.869473:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 69 00000100:00100000:1.0:1779202797.869486:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:32640:x1865628501194624:12345-192.168.204.21@tcp:103:lseek_test.0 00010000:00010000:1.0:1779202797.869511:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202797.869626:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfdce lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d7e expref: 117 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202797.869652:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91d0ebf53500) 00010000:00010000:1.0:1779202797.869665:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202797.871753:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:32640:x1865628501194624:12345-192.168.204.21@tcp:103:lseek_test.0 Request processed in 2256us (2443us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202797.871768:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 69 00000100:00100000:1.0:1779202797.875782:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202797.875906:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501194752 00000100:00100000:3.0:1779202797.875920:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501194752 00000100:00100000:3.0:1779202797.876001:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1421 00000100:00100000:3.0:1779202797.876013:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:32640:x1865628501194752:12345-192.168.204.21@tcp:58:lseek_test.0 00010000:00010000:3.0:1779202797.876198:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfddc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202797.876220:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfddc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202797.876235:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfddc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1779202797.876359:0:16980:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].40, 136 off13632 00000100:00100000:3.0:1779202797.876466:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:32640:x1865628501194752:12345-192.168.204.21@tcp:58:lseek_test.0 Request processed in 454us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202797.876473:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1421 00000100:00100000:3.0:1779202797.879821:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202797.883049:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501194880 00000100:00100000:2.0:1779202797.883070:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501194880 00000100:00100000:2.0:1779202797.883176:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1422 00000100:00100000:2.0:1779202797.883188:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:32640:x1865628501194880:12345-192.168.204.21@tcp:101:lseek_test.0 00010000:00010000:2.0:1779202797.883224:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202797.883256:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfde3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d85 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.883339:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfddc lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.883353:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfde3 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d85 expref: 117 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.883376:0:10076:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfddc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.883392:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfde3 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d85 expref: 117 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.883409:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc2a52c00) 00010000:00010000:2.0:1779202797.883413:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202797.883417:0:10076:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfde3 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d85 expref: 117 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202797.883426:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841000, rc 0) 00000100:00100000:2.0:1779202797.885565:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:32640:x1865628501194880:12345-192.168.204.21@tcp:101:lseek_test.0 Request processed in 2360us (5737us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202797.885585:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1422 00010000:00010000:3.0:1779202798.282949:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202798.476827:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202798.476839:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202798.476876:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:1.0:1779202798.476894:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202798.477087:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524152192:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202798.477270:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c55e7000 going to sleep for 11 seconds 00000100:00100000:3.0:1779202798.481582:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202798.483870:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501195008 00000100:00100000:2.0:1779202798.483898:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501195008 00000100:00100000:2.0:1779202798.483992:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1423 00000100:00100000:2.0:1779202798.484007:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:32642:x1865628501195008:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202798.484059:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202798.484230:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:32642:x1865628501195008:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 225us (2663us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202798.484238:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1423 00000100:00100000:1.0:1779202798.484861:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524152192:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202798.494564:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202798.494795:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501195136 00000100:00100000:1.0:1779202798.494809:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501195136 00000100:00100000:1.0:1779202798.494897:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1424 00000100:00100000:1.0:1779202798.494909:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:32642:x1865628501195136:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1779202798.495008:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdea lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495032:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495046:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495063:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfdf1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495071:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfdf1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495077:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfdf1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495107:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfdf8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495114:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfdf8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495120:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfdf8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202798.495195:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:1.0:1779202798.495201:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202798.495219:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfdf8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495232:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495239:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdea lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495247:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdea lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495253:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202798.495259:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdea lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495268:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdea lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495283:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202798.495286:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202798.495293:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdea lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495300:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbfdea lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495315:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfdf1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495321:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfdf1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495327:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfdf1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495333:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202798.495335:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfdf1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.495341:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfdf1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1779202798.497730:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968177 is committed 00000004:00080000:3.0:1779202798.497758:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000020:00080000:3.0:1779202798.497799:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0f92c80c0 refcount 2 committed 0 result 0 batchid 31 00000020:00080000:3.0:1779202798.497806:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91cfc1e1f000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0f92c8000 00000020:00080000:3.0:1779202798.497810:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91cfc1e1fb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc3dafa00 00000001:00080000:3.0:1779202798.497844:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968167 is committed 00000020:00080000:3.0:1779202798.498071:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 31 committed batchid 30 00000020:00080000:3.0:1779202798.498157:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000100:00100000:3.0:1779202798.498185:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524152320:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1779202798.498286:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1779202798.498674:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa389f9b6 (ffff91d0ebf53500) 00010000:00010000:1.0:1779202798.498680:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202798.498711:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfdf1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.498724:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfdf1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.498755:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfdf8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.498762:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfdf8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.498769:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfdf8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.498776:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202798.498781:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfdf8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.498789:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfdf8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.498810:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc2a52c00) 00010000:00010000:1.0:1779202798.498812:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202798.498816:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfdf8 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.498822:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfdf8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202798.498940:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:32642:x1865628501195136:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 4027us (4387us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202798.498952:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1424 00010000:00010000:2.0:1779202798.499981:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcf5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.499997:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcf5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.500003:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcf5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.500011:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202798.500015:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcf5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.500023:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcf5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.500039:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff91cfc10a3f00) 00010000:00010000:2.0:1779202798.500042:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202798.500047:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcf5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.500054:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dbfcf5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500299:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500307:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc1c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500313:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500336:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202798.500339:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500345:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc1c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500364:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff91d10205de00) 00010000:00010000:0.0:1779202798.500366:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202798.500370:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc1c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500375:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbfc1c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500394:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfc23 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500401:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfc23 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500407:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfc23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500412:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202798.500414:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfc23 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500421:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfc23 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500442:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:0.0:1779202798.500445:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202798.500448:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfc23 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500454:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfc23 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202798.500489:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524152320 00000100:00100000:0.0:1779202798.500501:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524152320 00000100:00100000:0.0:1779202798.500608:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1779202798.500619:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524152320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1779202798.500664:0:17866:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:27 count 1 00002000:00010000:0.0:1779202798.500755:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a0c7ae9, atime: 0x0, ctime: 0x6a0c7ae9, blocks: 0x8 00010000:00010000:0.0:1779202798.500764:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfdff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500784:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202798.500786:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202798.500793:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfdff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500807:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfdff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500816:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfdff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500829:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfdff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.500848:0:17866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1779202798.501098:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524152320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 480us (2811us total) trans 4294967375 rc 0/0 00000100:00100000:0.0:1779202798.501106:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000004:00080000:0.0:1779202798.501185:0:3664:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91d0ffc74700/2, rc 0, transno 4294967375 00000100:00100000:0.0:1779202798.501194:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524152320:0@lo:6:osp-syn-1-0.0 00000100:00080000:2.0:1779202798.501477:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1779202798.501493:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1779202798.501502:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfdff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.501525:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202798.501529:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfdff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.501537:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfdff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.501557:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfdff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.501563:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfdff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.501584:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202798.501586:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202798.501587:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202798.509262:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202798.509365:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501195392 00000100:00100000:3.0:1779202798.509379:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501195392 00000100:00100000:3.0:1779202798.509463:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1425 00000100:00100000:3.0:1779202798.509476:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:32642:x1865628501195392:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202798.509506:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202798.509544:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe06 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d8c expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.509736:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe0d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.509756:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe0d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.509770:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe0d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202798.509785:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1779202798.509897:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe0d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.509906:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe0d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.509914:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe0d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.509922:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202798.509928:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe0d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.509937:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe0d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.509952:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc2a52c00) 00010000:00010000:3.0:1779202798.509956:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202798.509961:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe0d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.509967:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe0d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.510018:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe06 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d8c expref: 50 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.510029:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:3.0:1779202798.510032:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202798.510036:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe06 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d8c expref: 50 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.510046:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6a00, rc 0) 00000100:00100000:3.0:1779202798.510119:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:32642:x1865628501195392:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 645us (870us total) trans 4294968178 rc 301/301 00000100:00100000:3.0:1779202798.510127:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1425 00000100:00100000:1.0:1779202798.522817:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202798.522935:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501195520 00000100:00100000:2.0:1779202798.522950:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501195520 00000100:00100000:2.0:1779202798.523048:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1426 00000100:00100000:2.0:1779202798.523061:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:32642:x1865628501195520:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202798.523116:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202798.523292:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:32642:x1865628501195520:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 233us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202798.523306:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1426 00000100:00100000:0.0:1779202798.530931:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202798.531053:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501195776 00000100:00100000:1.0:1779202798.531071:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501195776 00000100:00100000:1.0:1779202798.531169:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1427 00000100:00100000:1.0:1779202798.531182:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:32642:x1865628501195776:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202798.531212:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202798.531240:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfe1b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d93 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.532161:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfe22 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.532186:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfe22 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.532202:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfe22 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202798.532217:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00010000:00010000:1.0:1779202798.532283:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbfe1b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d93 expref: 52 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.532304:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfe22 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d93 expref: 51 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.532314:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91d0ebf53500) 00010000:00010000:1.0:1779202798.532318:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202798.532322:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935a00, rc 0) 00000100:00100000:1.0:1779202798.534321:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:32642:x1865628501195776:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 3119us (3384us total) trans 4294968179 rc 0/0 00000100:00100000:1.0:1779202798.534338:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1427 00000100:00100000:3.0:1779202798.543943:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202798.544083:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501196032 00000100:00100000:0.0:1779202798.544098:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501196032 00000100:00100000:0.0:1779202798.544195:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1428 00000100:00100000:0.0:1779202798.544208:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:32642:x1865628501196032:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1779202798.544291:0:7869:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202798.544341:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbfe22 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d93 expref: 51 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.544375:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91d0ebf53500) 00010000:00010000:0.0:1779202798.544389:0:7869:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202798.544422:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.544438:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfd42 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d4d expref: 104 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.544452:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.544496:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfd42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d4d expref: 104 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.544513:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfd42 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d4d expref: 104 pid: 7869 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202798.544532:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524152448:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202798.544689:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc31389c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202798.553384:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524152448:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202798.553424:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202798.554261:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202798.559155:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501196160 00000100:00100000:0.0:1779202798.559186:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501196160 00010000:00010000:1.0:1779202798.564818:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfd42 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d4d expref: 105 pid: 7869 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202798.564881:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 434 00000100:00100000:1.0:1779202798.564896:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:2420:x1865628501196160:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202798.564921:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202798.564928:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfd42 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d4d expref: 105 pid: 7869 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.564944:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfd42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d4d expref: 105 pid: 7869 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.564975:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbfd42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d4d expref: 105 pid: 7869 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.564998:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:1.0:1779202798.565005:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.565017:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.565027:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.565077:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202798.565166:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:2420:x1865628501196160:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 274us (10912us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202798.565174:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 434 00010000:00010000:3.0:1779202798.566252:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566267:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566299:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe37 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0xc505a6d0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566321:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0xc505a6d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566331:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0xc505a6d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566408:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566415:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566424:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566432:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202798.566437:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566445:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566459:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:3.0:1779202798.566463:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202798.566467:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566474:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbfe30 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566486:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0xc505a6d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566493:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe37 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xc505a6d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566499:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xc505a6d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566504:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202798.566507:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xc505a6d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566512:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe37 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xc505a6d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566519:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0xc505a6d0 (ffff91cfc2a52600) 00010000:00010000:3.0:1779202798.566522:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202798.566524:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe37 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0xc505a6d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.566530:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe37 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0xc505a6d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202798.566662:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:32642:x1865628501196032:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 22450us (22728us total) trans 0 rc -2/-2 00000100:00100000:3.0:1779202798.566677:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1428 00000100:00100000:3.0:1779202798.587965:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202798.588170:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501196288 00000100:00100000:2.0:1779202798.588188:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501196288 00000100:00100000:2.0:1779202798.588275:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1429 00000100:00100000:2.0:1779202798.588287:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:32642:x1865628501196288:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202798.588326:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202798.588365:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfe3e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65d9a expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.588419:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfe45 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.588440:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfe45 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.588454:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfe45 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.588612:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfe3e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d9a expref: 52 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.588636:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfe45 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d9a expref: 51 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.588646:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:2.0:1779202798.588650:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202798.588654:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841600, rc 0) 00000100:00100000:2.0:1779202798.588825:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:32642:x1865628501196288:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 539us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202798.588833:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1429 00000100:00100000:2.0:1779202798.609090:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202798.609221:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501196544 00000100:00100000:3.0:1779202798.609237:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501196544 00000100:00100000:3.0:1779202798.609331:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1430 00000100:00100000:3.0:1779202798.609346:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:32642:x1865628501196544:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1779202798.609492:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe4c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.609520:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe4c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.609537:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe4c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202798.610034:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000387d3ec4 reply state 00000000551ad6fe transno 4294968180 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe4c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.610050:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe4c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.610058:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:3.0:1779202798.610062:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1779202798.610067:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1779202798.610287:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:32642:x1865628501196544:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 942us (1208us total) trans 4294968180 rc 0/0 00000100:00100000:3.0:1779202798.610296:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1430 00000100:00100000:3.0:1779202798.624900:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202798.625205:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501196672 00000100:00100000:2.0:1779202798.625220:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501196672 00000100:00100000:2.0:1779202798.625294:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1431 00000100:00100000:2.0:1779202798.625306:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:32642:x1865628501196672:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202798.625353:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202798.625386:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfe53 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65da1 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.625478:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfe53 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65da1 expref: 54 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.625495:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfe53 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65da1 expref: 54 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.625507:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:2.0:1779202798.625510:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202798.625515:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840200, rc 0) 00000100:00100000:2.0:1779202798.625622:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:32642:x1865628501196672:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 317us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202798.625631:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1431 00000100:00100000:1.0:1779202798.629929:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202798.630105:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501196800 00000100:00100000:3.0:1779202798.630123:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501196800 00000100:00100000:3.0:1779202798.630311:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 273 00000100:00100000:3.0:1779202798.630334:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:32642:x1865628501196800:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1779202798.630537:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:32642:x1865628501196800:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 Request processed in 206us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202798.630544:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 273 00000100:00100000:1.0:1779202798.646068:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202798.647652:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501197056 00000100:00100000:3.0:1779202798.647672:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501197056 00000100:00100000:3.0:1779202798.647830:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 274 00000100:00100000:3.0:1779202798.647844:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:32642:x1865628501197056:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1779202798.651716:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:32642:x1865628501197056:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 3828us (5649us total) trans 4294968181 rc 0/0 00000100:00100000:3.0:1779202798.651737:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 274 00000100:00100000:2.0:1779202798.702453:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202798.702889:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501197312 00000100:00100000:0.0:1779202798.702904:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501197312 00000100:00100000:0.0:1779202798.702987:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1432 00000100:00100000:0.0:1779202798.703000:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:32642:x1865628501197312:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202798.703894:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:32642:x1865628501197312:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 888us (1448us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202798.703907:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1432 00000100:00100000:1.0:1779202798.716231:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202798.716400:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501197568 00000100:00100000:2.0:1779202798.716416:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501197568 00000100:00100000:2.0:1779202798.716492:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1433 00000100:00100000:2.0:1779202798.716503:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:32642:x1865628501197568:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202798.716535:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202798.716574:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbfe5a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65da8 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.716761:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.716782:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfe53 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65da1 expref: 56 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.716793:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.716838:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfe53 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65da1 expref: 56 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.716854:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfe53 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65da1 expref: 56 pid: 10076 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202798.716872:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4904700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524152576:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202798.717009:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4d41180 going to sleep for 11 seconds 00000100:00100000:2.0:1779202798.723817:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202798.725334:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501197696 00000100:00100000:3.0:1779202798.725353:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501197696 00010000:00010000:3.0:1779202798.725418:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfe53 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65da1 expref: 57 pid: 10076 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202798.725484:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 435 00000100:00100000:3.0:1779202798.725494:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:2420:x1865628501197696:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202798.725513:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202798.725520:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfe53 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65da1 expref: 57 pid: 10076 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.725537:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfe53 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65da1 expref: 57 pid: 10076 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.725573:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:3.0:1779202798.725579:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.725591:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.725601:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.725625:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202798.725731:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:2420:x1865628501197696:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 238us (1928us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202798.725739:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 435 00010000:00010000:1.0:1779202798.731032:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dbfe53 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65da1 expref: 56 pid: 10076 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202798.731067:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4904700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524152576:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202798.731099:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.731111:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.731118:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202798.731158:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000004:00080000:1.0:1779202798.732976:0:6562:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:1.0:1779202798.733133:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.733158:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.733166:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.733173:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202798.733843:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.733856:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.733957:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:1.0:1779202798.733961:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202798.733968:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.733976:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841200/0x3d5ca2fc49dbfe61 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.734526:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbfe5a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65da8 expref: 56 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.734549:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff91cfc10a3500) 00010000:00010000:0.0:1779202798.734551:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1779202798.734556:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dbfe5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65da8 expref: 56 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.734570:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841e00, rc 0) 00000100:00100000:0.0:1779202798.734777:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:32642:x1865628501197568:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 18274us (18558us total) trans 4294968182 rc 301/301 00000100:00100000:0.0:1779202798.734788:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1433 00000100:00100000:2.0:1779202798.747435:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202798.747555:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501197952 00000100:00100000:1.0:1779202798.747569:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501197952 00000100:00100000:1.0:1779202798.747646:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 275 00000100:00100000:1.0:1779202798.747659:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:32642:x1865628501197952:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202798.748204:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:32642:x1865628501197952:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 545us (782us total) trans 4294968183 rc 0/0 00000100:00100000:1.0:1779202798.748214:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 275 00000100:00100000:0.0:1779202798.752682:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202798.752833:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501198080 00000100:00100000:2.0:1779202798.752848:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501198080 00000100:00100000:2.0:1779202798.752928:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1434 00000100:00100000:2.0:1779202798.752940:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:32642:x1865628501198080:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202798.752971:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202798.752997:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfe6f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65daf expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.753091:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfe76 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.753107:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfe76 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.753120:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfe76 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202798.753186:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000004:00200000:2.0:1779202798.753191:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202798.753218:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfe76 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.753249:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dbfe6f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65daf expref: 58 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.753269:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfe76 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65daf expref: 57 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.753280:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:2.0:1779202798.753283:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1779202798.753287:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840000, rc 0) 00000100:00100000:2.0:1779202798.753352:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:32642:x1865628501198080:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 415us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202798.753359:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1434 00000100:00100000:2.0:1779202798.759606:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202798.759734:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501198208 00000100:00100000:1.0:1779202798.759758:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501198208 00000100:00100000:1.0:1779202798.759841:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 393 00000100:00100000:1.0:1779202798.759856:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501198208:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202798.759891:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202798.759920:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbfe7d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65db6 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202798.759953:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1779202798.759981:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202798.759984:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202798.759995:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbfe7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65db6 expref: 10 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.760016:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbfe7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65db6 expref: 10 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.760032:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935600, rc 0) 00000100:00100000:1.0:1779202798.760098:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501198208:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 247us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202798.760106:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 393 00000100:00080000:2.0:1779202798.760339:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202798.763556:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202798.763731:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501198464 00000100:00100000:0.0:1779202798.763758:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501198464 00000100:00100000:0.0:1779202798.763843:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1435 00000100:00100000:0.0:1779202798.763856:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:32642:x1865628501198464:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202798.764181:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:32642:x1865628501198464:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 327us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202798.764191:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1435 00000100:00100000:0.0:1779202798.767229:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202798.770098:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501198592 00000100:00100000:3.0:1779202798.770119:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501198592 00000100:00100000:0.0:1779202798.774292:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 394 00000100:00100000:0.0:1779202798.774326:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:32642:x1865628501198592:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202798.774354:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202798.774380:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbfe84 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65dbd expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.774431:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbfe7d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65db6 expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.774442:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202798.774444:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202798.774449:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbfe84 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dbd expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.774497:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbfe7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65db6 expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.774513:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbfe7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65db6 expref: 11 pid: 8444 timeout: 1028 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202798.774531:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524152704:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202798.774677:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc31389c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202798.781176:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202798.781356:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501198720 00000100:00100000:1.0:1779202798.781370:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501198720 00010000:00010000:1.0:1779202798.781435:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbfe7d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65db6 expref: 12 pid: 8444 timeout: 1028 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202798.781491:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 436 00000100:00100000:1.0:1779202798.781503:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501198720:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202798.781524:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202798.781549:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbfe7d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65db6 expref: 12 pid: 8444 timeout: 1028 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.781567:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbfe7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65db6 expref: 12 pid: 8444 timeout: 1028 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.781603:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202798.781606:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202798.781617:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbfe84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dbd expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.781630:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbfe84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dbd expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.781683:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbfe84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dbd expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202798.781734:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524152832:192.168.204.21@tcp:105: 00000100:00100000:1.0:1779202798.781857:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c133a9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1779202798.782922:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000259453d4/0x3d5ca2fc49dbfe7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65db6 expref: 12 pid: 8444 timeout: 1028 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202798.782948:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524152704:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202798.782984:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbfe84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dbd expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.783000:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913400, rc 0) 00000100:00100000:0.0:1779202798.783068:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:32642:x1865628501198592:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 8761us (15852us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202798.783077:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 394 00000100:00100000:2.0:1779202798.790914:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524152832:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202798.790956:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202798.794998:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501198720:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 13224us (13564us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202798.795018:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 436 00000100:00100000:3.0:1779202798.803665:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202798.807641:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501198848 00000100:00100000:0.0:1779202798.807664:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501198848 00002000:00100000:0.0:1779202798.808528:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff91d0ffc34e00 x1865628501198848/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:9/0 lens 648/0 e 0 to 0 dl 1779202809 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202798.808544:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc34e00 with x1865628501198848 ext(0->157) 00002000:00010000:0.0:1779202798.808553:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffc34e00 00000100:00100000:0.0:1779202798.808683:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 104 00000100:00100000:0.0:1779202798.808720:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501198848:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1779202798.811229:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501198848:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 2517us (7561us total) trans 4294967371 rc 0/0 00000100:00100000:0.0:1779202798.811246:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 104 00002000:00100000:0.0:1779202798.811264:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff91d0ffc34e00 x1865628501198848/t4294967371(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:9/0 lens 648/448 e 0 to 0 dl 1779202809 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202798.811276:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc34e00 with x1865628501198848 ext(0->157) 00002000:00010000:0.0:1779202798.811284:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffc34e00 00000100:00100000:3.0:1779202798.816050:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202798.816771:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501198976 00000100:00100000:1.0:1779202798.816788:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501198976 00000100:00100000:1.0:1779202798.816885:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1436 00000100:00100000:1.0:1779202798.816900:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:32642:x1865628501198976:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1779202798.822590:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968183 is committed 00000020:00080000:0.0:1779202798.822630:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 31 batchid updated 00010000:00010000:2.0:1779202798.823072:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe4c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.823089:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe4c lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.823097:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe4c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.823104:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202798.823109:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe4c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.823119:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe4c lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.823151:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:2.0:1779202798.823154:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1779202798.823161:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe4c lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.823168:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6a00/0x3d5ca2fc49dbfe4c lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1779202798.823240:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00000020:00080000:3.0:1779202798.823253:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00000100:00100000:1.0:1779202798.824050:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:32642:x1865628501198976:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 7145us (8009us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202798.824063:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1436 00000100:00100000:3.0:1779202798.828721:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202798.832579:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501199104 00000100:00100000:0.0:1779202798.832600:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501199104 00000100:00100000:1.0:1779202798.834095:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 395 00000100:00100000:1.0:1779202798.834118:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2421:x1865628501199104:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1779202798.838194:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967371 is committed 00000100:00100000:1.0:1779202798.838502:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501199104:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 4381us (9803us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202798.838521:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 395 00000100:00100000:3.0:1779202798.841458:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202798.841759:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501199360 00000100:00100000:2.0:1779202798.841776:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501199360 00000100:00100000:2.0:1779202798.841850:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1437 00000100:00100000:2.0:1779202798.841864:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:32642:x1865628501199360:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202798.841949:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202798.841990:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dbfe76 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65daf expref: 50 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.842014:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:2.0:1779202798.842020:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202798.842059:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfe8b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.842075:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfe8b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.842086:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfe8b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202798.842268:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffad0491 reply state 000000008a7ab20b transno 4294968184 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfe8b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.842282:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfe8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.842289:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:2.0:1779202798.842292:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202798.842295:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1779202798.842947:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:32642:x1865628501199360:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 1082us (1499us total) trans 4294968184 rc 0/0 00000100:00100000:2.0:1779202798.842956:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1437 00000100:00100000:2.0:1779202798.845892:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202798.846050:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501199488 00000100:00100000:3.0:1779202798.846064:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501199488 00000100:00100000:3.0:1779202798.846154:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1438 00000100:00100000:3.0:1779202798.846167:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:32642:x1865628501199488:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202798.846205:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202798.846233:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe92 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65dc4 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.846325:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe92 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dc4 expref: 52 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.846343:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe92 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dc4 expref: 52 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.846366:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:3.0:1779202798.846370:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202798.846375:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7c00, rc 0) 00000100:00100000:3.0:1779202798.846528:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:32642:x1865628501199488:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 364us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202798.846537:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1438 00000100:00100000:3.0:1779202798.849883:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202798.850039:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501199616 00000100:00100000:1.0:1779202798.850052:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501199616 00000100:00100000:1.0:1779202798.850127:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 396 00000100:00100000:1.0:1779202798.850150:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501199616:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1779202798.850490:0:8444:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1779202798.850495:0:8444:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1779202793 00002000:00010000:1.0:1779202798.850498:0:8444:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime from disk: 0 -> 1779202793 00002000:00010000:1.0:1779202798.850501:0:8444:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1779202793 00002000:00010000:1.0:1779202798.850503:0:8444:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1779202798.850588:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501199616:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 450us (718us total) trans 4294967372 rc 0/0 00000100:00100000:1.0:1779202798.850597:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 396 00000100:00100000:3.0:1779202798.854583:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202798.854730:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501199872 00000100:00100000:0.0:1779202798.854754:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501199872 00000100:00100000:0.0:1779202798.854836:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1439 00000100:00100000:0.0:1779202798.854847:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:32642:x1865628501199872:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1779202798.854951:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.854974:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfe45 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d9a expref: 52 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.854986:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.855031:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfe45 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d9a expref: 52 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.855047:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfe45 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d9a expref: 52 pid: 6564 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202798.855066:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524152960:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202798.855209:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc31389c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202798.860245:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202798.860509:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501200000 00000100:00100000:1.0:1779202798.860523:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501200000 00010000:00010000:1.0:1779202798.860582:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfe45 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d9a expref: 53 pid: 6564 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202798.860639:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 437 00000100:00100000:1.0:1779202798.860653:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501200000:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202798.860674:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202798.860682:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfe45 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d9a expref: 53 pid: 6564 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.860749:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfe45 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d9a expref: 53 pid: 6564 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.860785:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:1.0:1779202798.860792:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.860806:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.860815:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202798.860845:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202798.860920:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501200000:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 269us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202798.860928:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 437 00010000:00010000:0.0:1779202798.862102:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dbfe45 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d9a expref: 52 pid: 6564 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202798.862127:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524152960:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202798.862168:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.862186:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.862197:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.862255:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.862263:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.862271:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.862278:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202798.862291:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.862300:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.862321:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:0.0:1779202798.862324:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1779202798.862329:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.862335:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfe99 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202798.862413:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:32642:x1865628501199872:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 7567us (7843us total) trans 0 rc -22/-22 00000100:00100000:0.0:1779202798.862424:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1439 00000100:00100000:2.0:1779202798.867170:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202798.867470:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501200128 00000100:00100000:0.0:1779202798.867483:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501200128 00000100:00100000:0.0:1779202798.867551:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 397 00000100:00100000:0.0:1779202798.867562:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501200128:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202798.867624:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.867651:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbfe84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dbd expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.867660:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202798.867663:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202798.867667:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.867732:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbfe84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dbd expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.867748:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbfe84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dbd expref: 11 pid: 8511 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202798.867765:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524153088:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202798.867870:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc31389c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202798.871192:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524153088:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202798.871230:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202798.873690:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202798.875461:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501200256 00000100:00100000:3.0:1779202798.875485:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501200256 00010000:00010000:3.0:1779202798.875562:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbfe84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dbd expref: 12 pid: 8511 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202798.875801:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 438 00000100:00100000:3.0:1779202798.875816:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501200256:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202798.875839:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202798.875868:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbfe84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dbd expref: 12 pid: 8511 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.875896:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbfe84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dbd expref: 12 pid: 8511 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.875932:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c3ed02d/0x3d5ca2fc49dbfe84 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dbd expref: 12 pid: 8511 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.875957:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202798.875960:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202798.875966:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.875980:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.876016:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202798.876121:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501200256:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 308us (2445us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202798.876130:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 438 00010000:00010000:0.0:1779202798.876220:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.876231:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.876257:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.876267:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.876276:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.876297:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202798.876302:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.876320:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.876333:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.876348:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad7addee/0x3d5ca2fc49dbfea0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202798.876410:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501200128:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 8850us (9256us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202798.876420:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 397 00000100:00100000:1.0:1779202798.885081:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202798.885419:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501200512 00000100:00100000:3.0:1779202798.885434:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501200512 00000100:00100000:3.0:1779202798.885550:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1440 00000100:00100000:3.0:1779202798.885564:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:32642:x1865628501200512:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1779202798.885739:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfea7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.885772:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfea7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.885787:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfea7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.885993:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.886005:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe92 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dc4 expref: 52 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.886015:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.886057:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe92 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dc4 expref: 52 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.886072:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe92 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dc4 expref: 52 pid: 6563 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202798.886088:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524153216:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202798.886467:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e51840 going to sleep for 11 seconds 00000100:00100000:3.0:1779202798.889761:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524153216:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202798.889794:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202798.896591:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202798.896816:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501200640 00000100:00100000:0.0:1779202798.896830:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501200640 00010000:00010000:0.0:1779202798.896881:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe92 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dc4 expref: 53 pid: 6563 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202798.897020:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 439 00000100:00100000:0.0:1779202798.897120:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501200640:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202798.897151:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202798.897159:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe92 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dc4 expref: 53 pid: 6563 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.897774:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe92 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dc4 expref: 53 pid: 6563 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.897809:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dbfe92 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dc4 expref: 53 pid: 6563 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.897831:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:0.0:1779202798.897837:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.897848:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.897858:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.897967:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202798.898052:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:2420:x1865628501200640:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1021us (1476us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202798.898062:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 439 00010000:00010000:3.0:1779202798.901924:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.901946:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202798.902251:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968185 00000001:00080000:2.0:1779202798.902902:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968186 00000001:00080000:2.0:1779202798.902957:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968187 00000100:00100000:2.0:1779202798.903072:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7869:1865628524153344:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1779202798.903499:0:7869:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202798.903547:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414180 going to sleep for 11 seconds 00000100:00100000:1.0:1779202798.903655:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524153344 00000100:00100000:1.0:1779202798.903674:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524153344 00000100:00100000:1.0:1779202798.903796:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1779202798.903807:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7869:x1865628524153344:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1779202798.903917:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7869:x1865628524153344:12345-0@lo:1000:mdt00_003.0 Request processed in 112us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202798.903925:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1779202798.904029:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7869:1865628524153344:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1779202798.904203:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968188 00000100:00100000:0.0:1779202798.904275:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7869:1865628524153472:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1779202798.904324:0:7869:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202798.904348:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85abcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202798.904730:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524153472 00000100:00100000:3.0:1779202798.904738:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524153472 00000100:00100000:3.0:1779202798.904782:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1779202798.904789:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7869:x1865628524153472:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1779202798.904917:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7869:x1865628524153472:12345-0@lo:1000:mdt00_003.0 Request processed in 129us (593us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1779202798.904924:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1779202798.905062:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7869:1865628524153472:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1779202798.905145:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968189 00010000:00010000:0.0:1779202798.905186:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905199:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905208:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905214:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202798.905219:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905229:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905248:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:0.0:1779202798.905251:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202798.905257:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905263:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dbfeae lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905299:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfddc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905305:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfddc lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905311:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfddc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905316:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202798.905319:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfddc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905324:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfddc lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905331:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc2a52c00) 00010000:00010000:0.0:1779202798.905333:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202798.905342:0:7869:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfde3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d85 expref: 103 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905361:0:7869:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfde3 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d85 expref: 103 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905374:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfde3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d85 expref: 103 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.905417:0:7869:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841000/0x3d5ca2fc49dbfde3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d85 expref: 103 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202798.905436:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524153600:192.168.204.21@tcp:105: 00000100:00100000:0.0:1779202798.905546:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d07b8f00 going to sleep for 11 seconds 00000100:00080000:2.0:1779202798.906011:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202798.930079:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202798.931230:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501200768 00000100:00100000:2.0:1779202798.931248:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501200768 00000100:00100000:2.0:1779202798.931343:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 276 00000100:00100000:2.0:1779202798.931357:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6471050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:32640:x1865628501200768:12345-192.168.204.21@tcp:49:lseek_test.0 00000100:00100000:2.0:1779202798.931564:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6471050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:32640:x1865628501200768:12345-192.168.204.21@tcp:49:lseek_test.0 Request processed in 210us (1501us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202798.931573:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 276 00000100:00100000:0.0:1779202798.934334:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524153600:192.168.204.21@tcp:105: 00010000:00010000:0.0:1779202798.934379:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfddc lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934393:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dbfddc lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934451:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfeb5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934472:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfeb5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934487:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfeb5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934502:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfeb5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934509:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfeb5 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934516:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfeb5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934523:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202798.934527:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfeb5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934535:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfeb5 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934551:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc2a52c00) 00010000:00010000:0.0:1779202798.934554:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202798.934559:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfeb5 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934564:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbfeb5 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934574:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfea7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934579:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfea7 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934584:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfea7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934589:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202798.934592:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfea7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934599:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfea7 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934606:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff91cfc2a52c00) 00010000:00010000:0.0:1779202798.934608:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202798.934611:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfea7 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202798.934616:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dbfea7 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1779202798.935464:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202798.935472:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1779202798.936032:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:32642:x1865628501200512:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 50464us (50960us total) trans 4294968190 rc 0/0 00000100:00100000:0.0:1779202798.936048:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1440 00000020:00080000:0.0:1779202798.936056:0:7869:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1779202798.936561:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1779202798.936573:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202798.951765:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202798.951813:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202798.951934:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501201152 00000100:00100000:2.0:1779202798.951950:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501201152 00000100:00100000:3.0:1779202798.952018:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501200896 00000100:00100000:3.0:1779202798.952023:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501200896 00000100:00100000:3.0:1779202798.952087:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 398 00000100:00100000:3.0:1779202798.952097:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+13:32640:x1865628501200896:12345-192.168.204.21@tcp:101:lseek_test.0 00010000:00010000:3.0:1779202798.952122:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202798.952161:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e4e4a8d/0x3d5ca2fc49dbfebc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65dcb expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202798.952195:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 277 00002000:00010000:3.0:1779202798.952196:0:8446:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a0c7ae9, atime: 0x6a0c7ae9, ctime: 0x6a0c7ae9, blocks: 0x8 00000100:00100000:2.0:1779202798.952225:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:32642:x1865628501201152:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00010000:00010000:3.0:1779202798.952228:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202798.952232:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202798.952242:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e4e4a8d/0x3d5ca2fc49dbfebc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dcb expref: 14 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.952263:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e4e4a8d/0x3d5ca2fc49dbfebc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dcb expref: 14 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.952279:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6a00, rc 0) 00000100:00100000:3.0:1779202798.952348:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:32640:x1865628501200896:12345-192.168.204.21@tcp:101:lseek_test.0 Request processed in 251us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202798.952355:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 398 00000100:00080000:0.0:1779202798.952550:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1779202798.953890:0:6565:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x27:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1779202798.953952:0:6565:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968191 00010000:00010000:2.0:1779202798.953998:0:6565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfec3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.954034:0:6565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfec3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.954050:0:6565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfec3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.954061:0:6565:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfec3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.954069:0:6565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfec3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.954076:0:6565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfec3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202798.954106:0:6565:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1779202798.954249:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:32642:x1865628501201152:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 2023us (2430us total) trans 4294968192 rc 0/0 00000100:00100000:2.0:1779202798.954260:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 277 00000020:00080000:2.0:1779202798.954266:0:6565:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1779202798.957346:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202798.957363:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfec3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.957380:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840e00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202798.957386:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfec3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.957398:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfec3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.957422:0:6552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:3.0:1779202798.957425:0:6552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1779202798.957431:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfec3 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.957438:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dbfec3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6565 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202798.957461:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202798.957463:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202798.957465:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202798.958646:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202798.959169:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501201280 00000100:00100000:1.0:1779202798.959185:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501201280 00000100:00100000:1.0:1779202798.959259:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 399 00000100:00100000:1.0:1779202798.959271:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2420:x1865628501201280:12345-192.168.204.21@tcp:23:lseek_test.0 00000100:00100000:1.0:1779202798.959434:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2420:x1865628501201280:12345-192.168.204.21@tcp:23:lseek_test.0 Request processed in 165us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202798.959442:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 399 00000100:00100000:1.0:1779202798.972473:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202798.974324:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501201536 00000100:00100000:3.0:1779202798.974346:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501201536 00000100:00100000:3.0:1779202798.974444:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 278 00000100:00100000:3.0:1779202798.974459:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:32640:x1865628501201536:12345-192.168.204.21@tcp:35:lseek_test.0 00000100:00100000:3.0:1779202798.974853:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:32640:x1865628501201536:12345-192.168.204.21@tcp:35:lseek_test.0 Request processed in 396us (2398us total) trans 4294968193 rc 0/0 00000100:00100000:3.0:1779202798.974863:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 278 00010000:00010000:0.0:1779202799.308101:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202799.498945:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202799.498979:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524153728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202799.499097:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202799.500088:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524153728 00000100:00100000:3.0:1779202799.500101:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524153728 00000100:00100000:3.0:1779202799.500174:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1779202799.500184:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524153728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202799.500234:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:3.0:1779202799.500325:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524153728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 141us (1228us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202799.500332:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1779202799.500402:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524153728:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202799.505903:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524153856:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.506017:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202799.506086:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524154368:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.506118:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202799.506153:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524154880:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.506177:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202799.506209:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1779202799.506215:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524153984:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.506239:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202799.506260:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524154496:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.506283:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202799.506301:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524155008:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.506329:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202799.506373:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524153856 00000100:00100000:3.0:1779202799.506385:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524153856 00000100:00100000:3.0:1779202799.506456:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1779202799.506466:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524153856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.506535:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524153856:12345-0@lo:400:kworker.0 Request processed in 69us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202799.506544:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1779202799.506586:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524154368 00000100:00100000:3.0:1779202799.506590:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524154368 00000100:00100000:3.0:1779202799.506636:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524154880 00000100:00100000:3.0:1779202799.506640:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524154880 00000100:00100000:3.0:1779202799.506661:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524153984 00000100:00100000:3.0:1779202799.506664:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524153984 00000100:00100000:3.0:1779202799.506675:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524154496 00000100:00100000:3.0:1779202799.506678:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524154496 00000100:00100000:3.0:1779202799.506724:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:3.0:1779202799.506731:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524154368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.506769:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524154368:12345-0@lo:400:kworker.0 Request processed in 39us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202799.506777:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:3.0:1779202799.506790:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:3.0:1779202799.506797:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524154880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.506830:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524154880:12345-0@lo:400:kworker.0 Request processed in 34us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202799.506837:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:3.0:1779202799.506848:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1779202799.506854:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524153984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.506881:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524153984:12345-0@lo:400:kworker.0 Request processed in 27us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202799.506888:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1779202799.506898:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1779202799.506904:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524154496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.506932:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524154496:12345-0@lo:400:kworker.0 Request processed in 28us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202799.506938:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1779202799.506968:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524155008 00000100:00100000:3.0:1779202799.506972:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524155008 00000100:00100000:3.0:1779202799.507008:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1779202799.507015:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524155008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.507049:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524155008:12345-0@lo:400:kworker.0 Request processed in 35us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202799.507056:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00080000:3.0:1779202799.507077:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202799.507083:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202799.507085:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202799.507111:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524154240:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.508793:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202799.508837:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524154752:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.508871:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202799.509235:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1779202799.509244:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524154112:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.509272:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202799.509346:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524154240 00000100:00100000:1.0:1779202799.509356:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524154240 00000100:00100000:1.0:1779202799.509407:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1779202799.509416:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524154240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202799.509479:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524154240:12345-0@lo:400:kworker.0 Request processed in 64us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202799.509488:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1779202799.513525:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524153984:0@lo:400:kworker.0 00000100:00100000:1.0:1779202799.513557:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524154496:0@lo:400:kworker.0 00000100:00100000:1.0:1779202799.513573:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524155008:0@lo:400:kworker.0 00000100:00100000:1.0:1779202799.513584:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524153856:0@lo:400:kworker.0 00000100:00100000:1.0:1779202799.513598:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524154368:0@lo:400:kworker.0 00000100:00100000:1.0:1779202799.513611:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524154880:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.515557:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524154624:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.515646:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202799.516519:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524155136:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.516566:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202799.516596:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524154624 00000100:00100000:3.0:1779202799.516606:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524154624 00000100:00100000:3.0:1779202799.516670:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524155136 00000100:00100000:3.0:1779202799.516672:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524155136 00000100:00100000:3.0:1779202799.516719:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:3.0:1779202799.516729:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524154624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.516794:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524154624:12345-0@lo:400:kworker.0 Request processed in 66us (1149us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202799.516802:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:3.0:1779202799.516818:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:3.0:1779202799.516823:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524155136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.516848:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524155136:12345-0@lo:400:kworker.0 Request processed in 25us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202799.516853:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00080000:3.0:1779202799.516875:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202799.516906:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524155136:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.516920:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524154240:0@lo:400:kworker.0 00000100:00100000:3.0:1779202799.516946:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524154624:0@lo:400:kworker.0 00000100:00100000:2.0:1779202799.518893:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524154752 00000100:00100000:2.0:1779202799.518913:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524154752 00000100:00100000:2.0:1779202799.519023:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524154112 00000100:00100000:2.0:1779202799.519027:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524154112 00000100:00100000:2.0:1779202799.519064:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1779202799.519073:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524154752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202799.519200:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524154752:12345-0@lo:400:kworker.0 Request processed in 128us (10327us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202799.519208:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1779202799.519228:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:2.0:1779202799.519234:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524154112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202799.519265:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524154112:12345-0@lo:400:kworker.0 Request processed in 32us (9992us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202799.519270:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:2.0:1779202799.521586:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524154112:0@lo:400:kworker.0 00000100:00100000:2.0:1779202799.521610:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524154752:0@lo:400:kworker.0 00000100:00080000:3.0:1779202799.521912:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1779202800.337650:0:23636:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202800.337663:0:23636:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202800.337725:0:23636:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:1.0:1779202800.337737:0:23636:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202800.342056:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202801.035470:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524155392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202801.035594:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202801.035678:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524155392 00000100:00100000:1.0:1779202801.035725:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524155392 00000100:00100000:1.0:1779202801.035829:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1779202801.035843:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524155392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202801.035895:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:1.0:1779202801.035951:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524155392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202801.035959:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1779202801.036012:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524155392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202801.036022:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524155264:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202801.036049:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202801.036436:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524155264 00000100:00100000:2.0:1779202801.036442:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524155264 00000100:00100000:2.0:1779202801.036483:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1779202801.036492:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524155264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202801.036508:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:2.0:1779202801.036553:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524155264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202801.036560:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1779202801.036596:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524155264:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1779202801.036734:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202801.045286:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202801.045330:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202801.045368:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202801.045402:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202801.045427:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202801.045446:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202801.045465:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202801.045482:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202801.045500:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202801.045524:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501201920 00000100:00100000:2.0:1779202801.045533:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501201920 00000100:00100000:2.0:1779202801.045591:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501202432 00000100:00100000:2.0:1779202801.045594:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501202432 00000100:00100000:2.0:1779202801.045611:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501201792 00000100:00100000:2.0:1779202801.045613:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501201792 00000100:00100000:2.0:1779202801.045625:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501202304 00000100:00100000:2.0:1779202801.045627:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501202304 00000100:00100000:2.0:1779202801.045642:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1213 00000100:00100000:2.0:1779202801.045651:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501201920:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202801.045870:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1214 00000100:00100000:3.0:1779202801.045881:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501202432:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202801.045955:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501202432:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 76us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202801.045962:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1214 00000100:00100000:3.0:1779202801.045981:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1215 00000100:00100000:3.0:1779202801.045999:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:2419:x1865628501201792:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202801.046031:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:2419:x1865628501201792:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 43us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202801.046037:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1215 00000100:00100000:3.0:1779202801.046049:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1216 00000100:00100000:3.0:1779202801.046055:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:2419:x1865628501202304:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202801.046080:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:2419:x1865628501202304:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202801.046086:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1216 00000100:00100000:3.0:1779202801.046119:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501202176 00000100:00100000:3.0:1779202801.046123:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501202176 00000100:00100000:3.0:1779202801.046155:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501202688 00000100:00100000:3.0:1779202801.046158:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501202688 00000100:00100000:3.0:1779202801.046178:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501202048 00000100:00100000:3.0:1779202801.046181:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501202048 00000100:00100000:3.0:1779202801.046194:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501202560 00000100:00100000:3.0:1779202801.046197:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501202560 00000100:00100000:3.0:1779202801.046211:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 824 00000100:00100000:3.0:1779202801.046217:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501202176:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202801.046244:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501202176:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202801.046250:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 824 00000100:00100000:3.0:1779202801.046426:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 825 00000100:00100000:3.0:1779202801.046433:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501202688:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202801.046456:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501202688:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202801.046463:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 825 00000100:00100000:3.0:1779202801.046473:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 826 00000100:00100000:3.0:1779202801.046479:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2419:x1865628501202048:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202801.046498:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2419:x1865628501202048:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202801.046504:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 826 00000100:00100000:3.0:1779202801.046513:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 827 00000100:00100000:3.0:1779202801.046518:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501202560:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202801.046536:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501202560:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202801.046541:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 827 00000100:00100000:2.0:1779202801.046916:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501201920:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1267us (1586us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202801.046924:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1213 00000100:00100000:0.0:1779202801.049641:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501201664 00000100:00100000:0.0:1779202801.049663:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501201664 00000100:00100000:0.0:1779202801.049778:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 784 00000100:00100000:0.0:1779202801.049790:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501201664:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202801.049881:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501201664:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 94us (4618us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202801.049893:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 784 00000100:00080000:0.0:1779202801.049984:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202801.049991:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202801.049996:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202801.049999:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1779202801.355357:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202801.549510:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202801.549545:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524155520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202801.549654:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202801.549923:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524155520 00000100:00100000:2.0:1779202801.549935:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524155520 00000100:00100000:2.0:1779202801.550018:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1779202801.550028:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3663:x1865628524155520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202801.550073:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1779202801.550156:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3663:x1865628524155520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202801.550164:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1779202801.550231:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524155520:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1779202801.551625:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202801.553724:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524155648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202801.553851:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202801.554133:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524155648 00000100:00100000:0.0:1779202801.554147:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524155648 00000100:00100000:0.0:1779202801.554238:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1779202801.554250:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524155648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202801.554283:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3920334848 avail 3688812544 00000100:00080000:3.0:1779202801.554372:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202801.565035:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524155648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 10771us (11169us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202801.565057:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1779202801.569396:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524155648:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1779202802.378924:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202802.573301:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202802.573328:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524155776:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202802.573420:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202802.573505:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524155776 00000100:00100000:1.0:1779202802.573514:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524155776 00000100:00100000:1.0:1779202802.573571:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1779202802.573582:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524155776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202802.573633:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202802.573687:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524155776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202802.573718:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1779202802.573775:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524155776:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1779202803.019221:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202803.019234:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202803.020424:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:0.0:1779202803.020448:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202803.403219:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202803.534566:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:3.0:1779202803.607872:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00010000:00010000:1.0:1779202804.430755:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202804.621074:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524155904:0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.621154:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202804.621212:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524156416:0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.621238:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202804.621254:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524156928:0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.621275:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202804.621291:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524157440:0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.621315:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202804.621338:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1779202804.621344:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524156288:0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.621368:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202804.621387:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524156800:0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.621407:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202804.621424:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524157312:0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.621445:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202804.621497:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524156416 00000100:00100000:1.0:1779202804.621505:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524156416 00000100:00100000:1.0:1779202804.621661:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1779202804.621672:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524156416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.621752:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524156416:12345-0@lo:400:kworker.0 Request processed in 81us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202804.621759:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1779202804.621805:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524156416:0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.623874:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524156032:0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.623938:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202804.623981:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3097800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524156544:0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.624002:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202804.624032:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524157056:0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.624052:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202804.624069:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524157568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202804.624091:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202804.624116:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1779202804.624122:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524156160:0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.624140:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202804.624156:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524156672:0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.624175:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202804.624192:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524157184:0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.624213:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202804.624245:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524155904 00000100:00100000:3.0:1779202804.624253:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524155904 00000100:00100000:3.0:1779202804.624300:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1779202804.624308:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524155904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.624358:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524155904:12345-0@lo:400:kworker.0 Request processed in 51us (3205us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202804.624365:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1779202804.624397:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524156928 00000100:00100000:3.0:1779202804.624401:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524156928 00000100:00100000:3.0:1779202804.624431:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524157440 00000100:00100000:3.0:1779202804.624434:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524157440 00000100:00100000:1.0:1779202804.624763:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524156288 00000100:00100000:1.0:1779202804.624768:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524156288 00000100:00100000:1.0:1779202804.624796:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524156032 00000100:00100000:1.0:1779202804.624799:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524156032 00000100:00100000:1.0:1779202804.624808:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524156544 00000100:00100000:1.0:1779202804.624810:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524156544 00000100:00100000:1.0:1779202804.624821:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524157056 00000100:00100000:1.0:1779202804.624823:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524157056 00000100:00100000:1.0:1779202804.624834:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524156672 00000100:00100000:1.0:1779202804.624837:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524156672 00000100:00100000:1.0:1779202804.624849:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524157184 00000100:00100000:1.0:1779202804.624851:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524157184 00000100:00100000:1.0:1779202804.624865:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:1.0:1779202804.624872:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524156288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.624913:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524156288:12345-0@lo:400:kworker.0 Request processed in 42us (3544us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202804.624919:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:1.0:1779202804.624931:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:1.0:1779202804.624937:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524156032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.624971:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524156032:12345-0@lo:400:kworker.0 Request processed in 35us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202804.624976:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:1.0:1779202804.624987:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1779202804.624993:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524156544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.625017:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524156544:12345-0@lo:400:kworker.0 Request processed in 25us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202804.625034:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1779202804.625045:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:1.0:1779202804.625051:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524157056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.625076:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524157056:12345-0@lo:400:kworker.0 Request processed in 26us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202804.625081:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:1.0:1779202804.625091:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1779202804.625097:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524156672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.625122:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524156672:12345-0@lo:400:kworker.0 Request processed in 25us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202804.625127:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1779202804.625137:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:1.0:1779202804.625142:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524157184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202804.625168:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524157184:12345-0@lo:400:kworker.0 Request processed in 26us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202804.625173:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00100000:3.0:1779202804.626840:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524156800 00000100:00100000:3.0:1779202804.626853:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524156800 00000100:00100000:3.0:1779202804.626886:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524157312 00000100:00100000:3.0:1779202804.626890:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524157312 00000100:00100000:3.0:1779202804.626911:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1779202804.626919:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524156928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.626993:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524156928:12345-0@lo:400:kworker.0 Request processed in 75us (5715us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202804.626999:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1779202804.627003:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1779202804.627012:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524157440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.627013:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1779202804.627018:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524156800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.627056:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524156800:12345-0@lo:400:kworker.0 Request processed in 37us (5647us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202804.627057:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524157440:12345-0@lo:400:kworker.0 Request processed in 47us (5742us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202804.627061:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1779202804.627064:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1779202804.627072:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1779202804.627077:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524157312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.627105:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524157312:12345-0@lo:400:kworker.0 Request processed in 28us (5659us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202804.627111:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1779202804.627166:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524157568 00000100:00100000:3.0:1779202804.627171:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524157568 00000100:00100000:3.0:1779202804.627212:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524156160 00000100:00100000:3.0:1779202804.627216:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524156160 00000100:00100000:3.0:1779202804.627228:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1779202804.627233:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3662:x1865628524157568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202804.627259:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:3.0:1779202804.627294:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3662:x1865628524157568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (3201us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202804.627300:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1779202804.627310:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1779202804.627316:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524156160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.627344:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524156160:12345-0@lo:400:kworker.0 Request processed in 29us (3204us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202804.627349:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00080000:3.0:1779202804.627373:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202804.627378:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202804.627382:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202804.627384:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202804.627420:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524156160:0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.627434:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524156672:0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.627925:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524157184:0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.627946:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524156032:0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.627958:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3097800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524156544:0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.627969:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524157056:0@lo:400:kworker.0 00000100:00100000:3.0:1779202804.627983:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524157568:0@lo:41:osp-pre-0-1.0 00000001:00080000:1.0:1779202804.629311:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00000001:00080000:1.0:1779202804.629326:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967372 is committed 00000100:00100000:2.0:1779202804.632424:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524156288:0@lo:400:kworker.0 00000100:00100000:2.0:1779202804.632443:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524156800:0@lo:400:kworker.0 00000100:00100000:2.0:1779202804.632467:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524157312:0@lo:400:kworker.0 00000100:00100000:2.0:1779202804.632478:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524155904:0@lo:400:kworker.0 00000100:00100000:2.0:1779202804.632490:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524156928:0@lo:400:kworker.0 00000100:00100000:2.0:1779202804.632502:0:3665:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:2.0:1779202804.632508:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967374 committed transno 4294967375 00000004:00080000:2.0:1779202804.632534:0:3665:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91d0ffc74700, transno 4294967375 00000100:00100000:2.0:1779202804.632566:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524157440:0@lo:400:kworker.0 00000001:00080000:2.0:1779202804.633781:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968193 is committed 00000001:00080000:2.0:1779202804.633817:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968192 is committed 00000020:00080000:2.0:1779202804.633838:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91cfc3138f00 refcount 2 committed 0 result 0 batchid 32 00000020:00080000:2.0:1779202804.633845:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0fbf82d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc31389c0 00000020:00080000:2.0:1779202804.633848:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0fbf82800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc45efc00 00010000:00010000:1.0:1779202804.633972:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfe8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202804.633986:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfe8b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202804.633998:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfe8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202804.634004:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202804.634009:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfe8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202804.634017:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfe8b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202804.634044:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff91cfc2882b00) 00010000:00010000:1.0:1779202804.634048:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202804.634053:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfe8b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202804.634059:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dbfe8b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1779202804.640271:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 32 committed batchid 31 00000020:00080000:3.0:1779202804.640353:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00010000:00010000:2.0:1779202805.451040:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202806.154873:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202806.154896:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524157696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202806.154978:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202806.155445:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524157696 00000100:00100000:3.0:1779202806.155455:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524157696 00000100:00100000:3.0:1779202806.155514:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1779202806.155516:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202806.155524:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524157696:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202806.155541:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00002000:00000024:3.0:1779202806.155559:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:0.0:1779202806.155559:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202806.155581:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202806.155602:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501203200 00000100:00100000:0.0:1779202806.155606:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501203200 00000100:00100000:3.0:1779202806.155611:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524157696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202806.155619:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1779202806.155631:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501203712 00000100:00100000:0.0:1779202806.155633:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501203712 00000100:00100000:3.0:1779202806.155644:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501202944 00000100:00100000:3.0:1779202806.155647:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501202944 00000100:00100000:0.0:1779202806.155655:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 832 00000100:00100000:0.0:1779202806.155662:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2421:x1865628501203200:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202806.155673:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501203456 00000100:00100000:3.0:1779202806.155675:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501203456 00000100:00100000:3.0:1779202806.155720:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1223 00000100:00100000:3.0:1779202806.155727:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:2421:x1865628501202944:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202806.155742:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2421:x1865628501203200:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 80us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202806.155748:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 832 00000100:00100000:3.0:1779202806.155756:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:2421:x1865628501202944:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202806.155762:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1223 00000100:00100000:0.0:1779202806.155762:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 833 00000100:00100000:0.0:1779202806.155767:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501203712:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202806.155772:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1224 00000100:00100000:3.0:1779202806.155776:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2421:x1865628501203456:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202806.155789:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501203712:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202806.155793:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2421:x1865628501203456:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 17us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202806.155795:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 833 00000100:00100000:3.0:1779202806.155799:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1224 00000100:00100000:3.0:1779202806.155848:0:3662:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967373 gen 2 00000004:00080000:3.0:1779202806.155854:0:3662:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967373 committed transno 4294967373 00000100:00100000:3.0:1779202806.155886:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524157696:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1779202806.156014:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202806.156020:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202806.158257:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202806.158279:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524157824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202806.158347:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202806.158410:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524157824 00000100:00100000:3.0:1779202806.158418:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524157824 00000100:00100000:3.0:1779202806.158487:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1779202806.158495:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524157824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202806.158518:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:3.0:1779202806.158563:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524157824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202806.158570:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1779202806.158623:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524157824:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1779202806.158821:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202806.167174:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202806.167209:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202806.167243:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202806.167265:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202806.167289:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202806.167316:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501203328 00000100:00100000:3.0:1779202806.167323:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501202816 00000100:00100000:3.0:1779202806.167327:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501202816 00000100:00100000:1.0:1779202806.167327:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501203328 00000100:00100000:1.0:1779202806.167368:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501203840 00000100:00100000:1.0:1779202806.167370:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501203840 00000100:00100000:3.0:1779202806.167373:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 786 00000100:00100000:3.0:1779202806.167381:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501202816:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202806.167392:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 834 00000100:00100000:1.0:1779202806.167398:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501203328:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202806.167456:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501202816:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 75us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202806.167458:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501203072 00000100:00100000:0.0:1779202806.167462:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501203072 00000100:00100000:3.0:1779202806.167463:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 786 00000100:00100000:0.0:1779202806.167489:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501203584 00000100:00100000:0.0:1779202806.167492:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501203584 00000100:00100000:0.0:1779202806.167524:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1225 00000100:00100000:0.0:1779202806.167531:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501203072:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202806.169398:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1226 00000100:00100000:3.0:1779202806.169420:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501203584:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202806.169624:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501203328:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 2223us (2378us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202806.169634:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 834 00000100:00100000:1.0:1779202806.169658:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 835 00000100:00100000:1.0:1779202806.169667:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501203840:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202806.169723:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501203840:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 58us (2432us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202806.169729:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 835 00000100:00080000:1.0:1779202806.169758:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202806.169764:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202806.171396:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501203072:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 3790us (4110us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202806.171415:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1225 00000100:00100000:3.0:1779202806.179252:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501203584:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 9824us (11966us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202806.179269:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1226 00010000:00010000:1.0:1779202806.476281:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202806.674743:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524157952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202806.674840:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202806.675194:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524157952 00000100:00100000:3.0:1779202806.675203:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524157952 00000100:00100000:3.0:1779202806.675283:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1779202806.675293:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524157952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202806.675331:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1779202806.675380:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524157952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202806.675388:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00080000:2.0:1779202806.675613:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202806.675655:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524157952:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202806.680377:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524158080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202806.680463:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202806.680543:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524158080 00000100:00100000:0.0:1779202806.680550:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524158080 00000100:00100000:0.0:1779202806.682844:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1779202806.682861:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524158080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202806.682891:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1779202806.684120:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524158080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1259us (3651us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202806.684133:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00080000:0.0:1779202806.684173:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202806.684801:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524158080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202806.810226:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202806.810370:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501203968 00000100:00100000:3.0:1779202806.810382:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501203968 00000100:00100000:3.0:1779202806.810454:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1441 00000100:00100000:3.0:1779202806.810466:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:32613:x1865628501203968:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1779202806.811780:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:32613:x1865628501203968:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 1310us (1557us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202806.811802:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1441 00000100:00100000:3.0:1779202806.837203:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202806.837250:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501204096 00000100:00100000:3.0:1779202806.837263:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501204096 00000100:00100000:3.0:1779202806.837325:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1442 00000100:00100000:3.0:1779202806.837335:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:32613:x1865628501204096:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1779202806.837448:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:32613:x1865628501204096:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 112us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202806.837456:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1442 00010000:00010000:1.0:1779202807.499890:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202807.698097:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202807.698128:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524158208:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202807.698222:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202807.698571:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524158208 00000100:00100000:3.0:1779202807.698581:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524158208 00000100:00100000:3.0:1779202807.698640:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1779202807.698648:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524158208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202807.698687:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202807.698781:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524158208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202807.698789:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1779202807.699371:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524158208:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1779202808.522973:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1779202808.839219:0:23833:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12s: race between restore requests ==== 11:00:06 (1779202806) 00000100:00100000:2.0:1779202809.239963:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.240081:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501204224 00000100:00100000:0.0:1779202809.240101:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501204224 00000100:00100000:0.0:1779202809.240218:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1443 00000100:00100000:0.0:1779202809.240233:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:33266:x1865628501204224:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1779202809.240785:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202809.240897:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:33266:x1865628501204224:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 665us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202809.240907:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1443 00000100:00100000:3.0:1779202809.244579:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.244735:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501204352 00000100:00100000:0.0:1779202809.244752:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501204352 00000100:00100000:0.0:1779202809.244910:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1444 00000100:00100000:0.0:1779202809.244928:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:33266:x1865628501204352:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1779202809.245078:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:33266:x1865628501204352:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 157us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202809.245086:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1444 00000100:00080000:2.0:1779202809.251029:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202809.283849:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202809.284012:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501204480 00000100:00100000:1.0:1779202809.284030:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501204480 00000100:00100000:1.0:1779202809.284150:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1445 00000100:00100000:1.0:1779202809.284161:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:33267:x1865628501204480:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202809.284185:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202809.284207:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfeca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65dd2 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284744:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfed1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284765:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284779:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284798:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfed8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284806:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284813:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284859:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284866:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfed1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284873:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfed1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284879:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202809.284883:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfed1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284894:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfed1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284906:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202809.284909:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.284914:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfed1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284919:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbfed1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284946:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284953:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfed8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284958:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfed8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284963:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202809.284966:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfed8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284972:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfed8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284979:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff91d0ebf53e00) 00010000:00010000:1.0:1779202809.284982:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.284985:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfed8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.284995:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfed8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.285032:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfeca lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dd2 expref: 105 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.285042:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202809.285044:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.285048:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfeca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dd2 expref: 105 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.285058:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935600, rc 0) 00000100:00080000:2.0:1779202809.285481:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202809.285598:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:33267:x1865628501204480:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1437us (1763us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202809.285609:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1445 00000100:00100000:3.0:1779202809.292301:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.308337:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501204736 00000100:00100000:0.0:1779202809.308362:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501204736 00000100:00100000:0.0:1779202809.308494:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1446 00000100:00100000:0.0:1779202809.308508:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+104:33267:x1865628501204736:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:0.0:1779202809.308594:0:6563:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202809.308638:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dbfc31 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ceb expref: 104 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.308669:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202809.308677:0:6563:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202809.308800:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.308819:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfc70 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d00 expref: 47 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.308829:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.308877:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfc70 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d00 expref: 47 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.308894:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfc70 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d00 expref: 47 pid: 7869 timeout: 1038 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202809.308910:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524158336:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202809.309095:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c1370900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202809.312180:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524158336:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202809.312228:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202809.312588:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.312825:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501204864 00000100:00100000:0.0:1779202809.312835:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501204864 00010000:00010000:0.0:1779202809.312884:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfc70 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d00 expref: 48 pid: 7869 timeout: 1038 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202809.312924:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 440 00000100:00100000:0.0:1779202809.312944:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0048c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2420:x1865628501204864:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202809.312967:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202809.312976:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfc70 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d00 expref: 48 pid: 7869 timeout: 1038 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.312993:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfc70 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d00 expref: 48 pid: 7869 timeout: 1038 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.313023:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfc70 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65d00 expref: 48 pid: 7869 timeout: 1038 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.313041:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202809.313046:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.313058:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.313072:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.313126:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202809.313205:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0048c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:2420:x1865628501204864:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 271us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202809.313214:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 440 00010000:00010000:1.0:1779202809.313246:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.313263:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.313313:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfee6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.313330:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfee6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.313343:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfee6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.313964:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfeed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.313977:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfeed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.313984:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfeed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202809.314013:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b722600 reply state 00000000f1679d6a transno 4294968194 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfeed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.314025:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfeed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.314032:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:1.0:1779202809.314034:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202809.314039:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1779202809.314045:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00010000:00010000:1.0:1779202809.314053:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.314059:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.314075:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.314080:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202809.314085:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.314096:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.314107:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202809.314109:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.314112:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.314118:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbfedf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202809.314131:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b722600 reply state 00000000f1679d6a transno 4294968194 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfee6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.314138:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfee6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.314143:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff91d0ebf53e00) 00010000:00010000:1.0:1779202809.314145:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202809.314147:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1779202809.314235:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:33267:x1865628501204736:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 5725us (21946us total) trans 4294968194 rc 0/0 00000100:00100000:1.0:1779202809.314243:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1446 00000100:00100000:3.0:1779202809.341759:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.342030:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501204992 00000100:00100000:0.0:1779202809.342046:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501204992 00000100:00100000:0.0:1779202809.342136:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1447 00000100:00100000:0.0:1779202809.342151:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:33268:x1865628501204992:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:0.0:1779202809.342188:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202809.342219:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfef4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65dd9 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.342332:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbfefb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.342353:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbfefb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.342370:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbfefb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202809.342442:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202809.342447:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202809.342481:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbfefb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.342518:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbfef4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dd9 expref: 107 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.342543:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbfefb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dd9 expref: 106 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.342555:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202809.342559:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202809.342565:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912000, rc 0) 00000100:00100000:0.0:1779202809.342657:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:33268:x1865628501204992:12345-192.168.204.21@tcp:101:bash.0 Request processed in 510us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202809.342667:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1447 00000100:00100000:2.0:1779202809.355404:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202809.355567:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501205120 00000100:00100000:3.0:1779202809.355582:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501205120 00000100:00100000:3.0:1779202809.355661:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1448 00000100:00100000:3.0:1779202809.355672:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:33268:x1865628501205120:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:3.0:1779202809.355747:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202809.355778:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbff02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65de0 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.355871:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbff09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.355890:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbff09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.355902:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbff09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.355915:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbff10 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.355923:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbff10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.355940:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbff10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.356052:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbff17 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.356060:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbff17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.356071:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbff17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202809.357279:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:2.0:1779202809.357288:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202809.357328:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbff17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357348:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbff09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357357:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbff09 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357366:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbff09 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357373:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202809.357379:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbff09 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357388:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbff09 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357408:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202809.357412:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202809.357419:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbff09 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357426:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dbff09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357445:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbff10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357453:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbff10 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357459:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbff10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357464:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202809.357467:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbff10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357472:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbff10 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357480:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff91d0ebf53e00) 00010000:00010000:2.0:1779202809.357483:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202809.357486:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbff10 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357491:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dbff10 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357530:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dbff02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65de0 expref: 108 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357550:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7000/0x3d5ca2fc49dbff17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65de0 expref: 107 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.357558:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:2.0:1779202809.357561:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1779202809.357564:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7000, rc 0) 00000100:00100000:2.0:1779202809.357675:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:33268:x1865628501205120:12345-192.168.204.21@tcp:101:bash.0 Request processed in 2003us (2284us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202809.357688:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1448 00000100:00100000:3.0:1779202809.372898:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.373049:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501205248 00000100:00100000:0.0:1779202809.373065:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501205248 00000100:00100000:0.0:1779202809.373160:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1449 00000100:00100000:0.0:1779202809.373174:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:33268:x1865628501205248:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:0.0:1779202809.373207:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202809.373247:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbff1e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65de7 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373350:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff25 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373371:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373388:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373407:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff2c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373414:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373419:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373482:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373490:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff25 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373498:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff25 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373505:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202809.373510:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff25 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373519:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff25 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373532:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:0.0:1779202809.373535:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202809.373542:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff25 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373548:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373565:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373571:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff2c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373577:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373583:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202809.373586:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373592:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff2c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373599:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff91cfc28aa900) 00010000:00010000:0.0:1779202809.373601:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202809.373604:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff2c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373609:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373649:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbff1e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65de7 expref: 108 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373659:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:0.0:1779202809.373661:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202809.373665:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbff1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65de7 expref: 108 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.373675:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912800, rc 0) 00000100:00100000:0.0:1779202809.373872:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:33268:x1865628501205248:12345-192.168.204.21@tcp:101:bash.0 Request processed in 700us (988us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202809.373883:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1449 00000100:00100000:3.0:1779202809.393465:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.393670:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501205376 00000100:00100000:0.0:1779202809.393685:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501205376 00000100:00100000:0.0:1779202809.393793:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1450 00000100:00100000:0.0:1779202809.393816:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+47:33269:x1865628501205376:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202809.393847:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202809.393878:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbff33 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65dee expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.393989:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff3a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.394009:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.394022:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202809.394087:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1779202809.394092:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202809.394356:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.394389:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbff33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dee expref: 49 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.394410:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dee expref: 48 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.394421:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202809.394424:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202809.394429:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913800, rc 0) 00000100:00100000:0.0:1779202809.394520:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:33269:x1865628501205376:12345-192.168.204.21@tcp:101:rm.0 Request processed in 717us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202809.394528:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1450 00000100:00100000:3.0:1779202809.401525:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202809.401640:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501205504 00000100:00100000:1.0:1779202809.401654:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501205504 00000100:00100000:1.0:1779202809.401799:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1451 00000100:00100000:1.0:1779202809.401819:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:33269:x1865628501205504:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202809.401849:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202809.401877:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbff41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65df5 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.401978:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402001:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402016:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402030:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff4f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402038:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402046:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402150:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbff56 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402160:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbff56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402168:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbff56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202809.402213:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:1.0:1779202809.402218:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202809.402256:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbff56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402273:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402279:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff48 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402286:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff48 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402293:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202809.402298:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff48 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402307:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff48 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402321:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202809.402325:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.402332:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402338:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402353:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402359:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402364:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402370:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202809.402373:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402379:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff4f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402386:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff91d0ebf53e00) 00010000:00010000:1.0:1779202809.402388:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.402391:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff4f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402397:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff4f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402426:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbff41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65df5 expref: 50 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402442:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935000/0x3d5ca2fc49dbff56 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65df5 expref: 49 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.402449:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:1.0:1779202809.402452:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1779202809.402454:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935000, rc 0) 00000100:00100000:1.0:1779202809.402546:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33269:x1865628501205504:12345-192.168.204.21@tcp:101:rm.0 Request processed in 729us (1038us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.402556:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1451 00000100:00100000:3.0:1779202809.406056:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.406514:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501205632 00000100:00100000:0.0:1779202809.406531:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501205632 00000100:00100000:0.0:1779202809.406611:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1452 00000100:00100000:0.0:1779202809.406625:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33269:x1865628501205632:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202809.406656:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202809.406725:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbff5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65dfc expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.406849:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff64 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.406876:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.406892:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.406910:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbff6b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.406919:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbff6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.406926:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbff6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.406995:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407003:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff64 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407010:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff64 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407017:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202809.407022:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff64 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407031:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff64 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407047:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:0.0:1779202809.407050:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202809.407057:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff64 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407064:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbff64 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407081:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbff6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407088:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbff6b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407093:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbff6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407099:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202809.407102:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbff6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407107:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbff6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407113:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff91cfc28aa900) 00010000:00010000:0.0:1779202809.407115:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202809.407118:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbff6b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407123:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbff6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407165:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbff5d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dfc expref: 50 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407177:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:0.0:1779202809.407179:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202809.407183:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbff5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dfc expref: 50 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.407198:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912800, rc 0) 00000100:00100000:0.0:1779202809.407291:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33269:x1865628501205632:12345-192.168.204.21@tcp:101:rm.0 Request processed in 670us (1250us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202809.407300:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1452 00000100:00100000:3.0:1779202809.419652:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202809.419990:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501205760 00000100:00100000:1.0:1779202809.420006:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501205760 00000100:00100000:1.0:1779202809.420098:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1453 00000100:00100000:1.0:1779202809.420113:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33269:x1865628501205760:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202809.420146:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202809.420176:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbff72 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e03 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420283:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff79 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420303:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff79 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420317:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff79 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420334:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff80 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420342:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420349:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420394:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff79 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420402:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff79 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420411:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff79 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420418:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202809.420422:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff79 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420430:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff79 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420444:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:1.0:1779202809.420447:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.420454:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff79 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420460:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff79 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420475:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420481:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff80 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420487:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420493:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202809.420495:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420501:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff80 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420523:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff91d0ebf53a00) 00010000:00010000:1.0:1779202809.420527:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.420530:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff80 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420536:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420571:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbff72 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e03 expref: 50 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420582:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:1.0:1779202809.420585:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.420588:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbff72 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e03 expref: 50 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.420597:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935200, rc 0) 00000100:00100000:1.0:1779202809.420680:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33269:x1865628501205760:12345-192.168.204.21@tcp:101:rm.0 Request processed in 570us (1046us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202809.421519:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1453 00000100:00100000:3.0:1779202809.444140:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202809.444767:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501205888 00000100:00100000:1.0:1779202809.444787:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501205888 00000100:00100000:1.0:1779202809.444887:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1454 00000100:00100000:1.0:1779202809.444900:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33270:x1865628501205888:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202809.444940:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202809.444968:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbff87 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e0a expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445086:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff8e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445108:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff8e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445122:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff8e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445141:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff95 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445147:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445154:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445206:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff8e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445215:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff8e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445223:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff8e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445231:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202809.445237:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff8e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445251:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff8e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445268:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:1.0:1779202809.445272:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.445279:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff8e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445286:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbff8e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445305:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445311:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff95 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445316:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445321:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202809.445323:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445330:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff95 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445337:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff91d0ebf53a00) 00010000:00010000:1.0:1779202809.445340:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.445342:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff95 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445353:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dbff95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445396:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbff87 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e0a expref: 50 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445408:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:1.0:1779202809.445410:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.445415:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbff87 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e0a expref: 50 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.445425:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935200, rc 0) 00000100:00100000:1.0:1779202809.445525:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33270:x1865628501205888:12345-192.168.204.21@tcp:101:cp.0 Request processed in 626us (1399us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202809.445534:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1454 00000100:00100000:3.0:1779202809.455608:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.455820:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501206016 00000100:00100000:0.0:1779202809.455836:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501206016 00000100:00100000:0.0:1779202809.455923:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1455 00000100:00100000:0.0:1779202809.455946:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33270:x1865628501206016:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202809.455977:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202809.456011:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbff9c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e11 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456110:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbffa3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456132:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbffa3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456148:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbffa3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456167:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbffaa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456174:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbffaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456181:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbffaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456244:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbffa3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456252:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbffa3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456259:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbffa3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456267:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202809.456272:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbffa3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456280:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbffa3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456295:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:0.0:1779202809.456298:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202809.456305:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbffa3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456312:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dbffa3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456331:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbffaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456336:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbffaa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456342:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbffaa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456348:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202809.456351:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbffaa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456356:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbffaa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456363:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff91cfc28aa900) 00010000:00010000:0.0:1779202809.456365:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202809.456368:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbffaa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456374:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dbffaa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456415:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbff9c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e11 expref: 50 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456426:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:0.0:1779202809.456428:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202809.456432:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dbff9c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e11 expref: 50 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.456442:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912800, rc 0) 00000100:00100000:0.0:1779202809.456536:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33270:x1865628501206016:12345-192.168.204.21@tcp:101:cp.0 Request processed in 604us (944us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202809.456545:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1455 00000100:00100000:3.0:1779202809.459995:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.460078:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501206272 00000100:00100000:0.0:1779202809.460103:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501206272 00000100:00100000:0.0:1779202809.460187:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1456 00000100:00100000:0.0:1779202809.460200:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33270:x1865628501206272:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202809.460229:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202809.460259:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbffb1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e18 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.460396:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbffb8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.460414:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbffb8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.460429:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbffb8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.460448:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbffbf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.460455:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbffbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.460491:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbffbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1779202809.461360:0:10076:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:0.0:1779202809.461782:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbffc6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.461817:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbffc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.461846:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbffc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.461953:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbffb8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.461963:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbffb8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.461970:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbffb8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.461977:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbffb8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.461984:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202809.461990:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbffb8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.462000:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbffb8 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.462014:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:0.0:1779202809.462018:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202809.462024:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbffb8 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.462032:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dbffb8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202809.462051:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1c11b9e reply state 0000000084a21cd4 transno 4294968195 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbffbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.462064:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbffbf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.462071:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff91cfc28aa100) 00010000:00010000:0.0:1779202809.462074:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202809.462078:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1779202809.462127:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dbffb1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e18 expref: 52 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.462142:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbffc6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e18 expref: 51 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.462150:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:0.0:1779202809.462152:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202809.462154:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a7800, rc 0) 00000100:00100000:0.0:1779202809.462306:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33270:x1865628501206272:12345-192.168.204.21@tcp:101:cp.0 Request processed in 2109us (2326us total) trans 4294968195 rc 0/0 00000100:00100000:0.0:1779202809.462336:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1456 00000100:00100000:3.0:1779202809.474831:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.475507:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501206400 00000100:00100000:0.0:1779202809.475524:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501206400 00000100:00100000:0.0:1779202809.475625:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 400 00000100:00100000:0.0:1779202809.475639:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501206400:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202809.475666:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:2.0:1779202809.476008:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1779202809.480310:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033e49dca/0x3d5ca2fc49dbffd4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e1f expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202809.480357:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1779202809.480394:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202809.480397:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202809.480413:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033e49dca/0x3d5ca2fc49dbffd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e1f expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.480440:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033e49dca/0x3d5ca2fc49dbffd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e1f expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.480463:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935200, rc 0) 00000100:00100000:1.0:1779202809.480575:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501206400:12345-192.168.204.21@tcp:101:cp.0 Request processed in 4938us (5757us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.480586:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 400 00000100:00100000:3.0:1779202809.486522:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202809.487628:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501206528 00000100:00100000:1.0:1779202809.487644:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501206528 00000100:00100000:1.0:1779202809.488488:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 401 00000100:00100000:1.0:1779202809.488504:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:33270:x1865628501206528:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202809.488530:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202809.488555:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbffdb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e26 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.488602:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000033e49dca/0x3d5ca2fc49dbffd4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e1f expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.488613:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202809.488616:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202809.488622:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbffdb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e26 expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.490290:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000033e49dca/0x3d5ca2fc49dbffd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e1f expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.490334:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000033e49dca/0x3d5ca2fc49dbffd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e1f expref: 11 pid: 17866 timeout: 1038 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202809.490364:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4961c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524158464:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202809.490548:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4d41240 going to sleep for 11 seconds 00000100:00100000:1.0:1779202809.495649:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4961c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524158464:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202809.495743:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbffdb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e26 expref: 11 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.495775:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935a00, rc 0) 00000100:00100000:1.0:1779202809.495855:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:33270:x1865628501206528:12345-192.168.204.21@tcp:101:cp.0 Request processed in 7354us (9347us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.495876:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 401 00000100:00100000:3.0:1779202809.509370:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.509815:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501206656 00000100:00100000:0.0:1779202809.509830:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501206656 00010000:00010000:0.0:1779202809.509902:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000033e49dca/0x3d5ca2fc49dbffd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e1f expref: 11 pid: 17866 timeout: 1038 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202809.509972:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 441 00000100:00100000:0.0:1779202809.510261:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501206656:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202809.510283:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202809.510313:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000033e49dca/0x3d5ca2fc49dbffd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e1f expref: 11 pid: 17866 timeout: 1038 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.510331:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000033e49dca/0x3d5ca2fc49dbffd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e1f expref: 11 pid: 17866 timeout: 1038 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.510363:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033e49dca/0x3d5ca2fc49dbffd4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e1f expref: 11 pid: 17866 timeout: 1038 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.510383:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202809.510386:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202809.510394:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbffdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e26 expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.510404:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbffdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e26 expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202809.510456:0:7938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbffdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e26 expref: 10 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202809.510473:0:7938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7938:1865628524158592:192.168.204.21@tcp:105: 00000100:00100000:0.0:1779202809.510601:0:7938:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c55cd480 going to sleep for 11 seconds 00000100:00100000:0.0:1779202809.518447:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202809.518636:0:7938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7938:1865628524158592:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202809.518678:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202809.518779:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501206656:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 8795us (9422us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202809.518793:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 441 00000100:00100000:2.0:1779202809.521286:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501206912 00000100:00100000:2.0:1779202809.521309:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501206912 00000100:00100000:2.0:1779202809.521586:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 279 00000100:00100000:2.0:1779202809.521602:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33270:x1865628501206912:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:2.0:1779202809.522254:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33270:x1865628501206912:12345-192.168.204.21@tcp:35:cp.0 Request processed in 652us (3820us total) trans 4294968196 rc 0/0 00000100:00100000:2.0:1779202809.522265:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 279 00010000:00010000:1.0:1779202809.549473:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202809.608871:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202809.609804:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501207040 00000100:00100000:1.0:1779202809.609824:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501207040 00000100:00100000:1.0:1779202809.609942:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1457 00000100:00100000:1.0:1779202809.609957:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:33273:x1865628501207040:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202809.609993:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202809.610025:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbffe2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e2d expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610131:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbffe9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610151:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbffe9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610171:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbffe9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610184:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfff0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610191:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfff0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610198:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfff0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610314:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbfff7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610324:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbfff7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610330:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbfff7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202809.610391:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:1.0:1779202809.610397:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202809.610434:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbfff7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610449:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbfff7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610460:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbffe9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610472:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbffe9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610479:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbffe9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610485:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202809.610490:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbffe9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610500:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbffe9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610515:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:1.0:1779202809.610519:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.610524:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbffe9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610530:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dbffe9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610549:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfff0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610554:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfff0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610560:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfff0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610564:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202809.610568:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfff0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610574:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfff0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610581:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff91cfc28aa100) 00010000:00010000:1.0:1779202809.610584:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.610587:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfff0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610592:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dbfff0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610631:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dbffe2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e2d expref: 109 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610647:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbfff7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e2d expref: 108 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.610654:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:1.0:1779202809.610656:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202809.610659:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abba00, rc 0) 00000100:00100000:1.0:1779202809.610849:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:33273:x1865628501207040:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 895us (2002us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.610859:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1457 00000100:00100000:0.0:1779202809.616477:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202809.617181:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501207168 00000100:00100000:1.0:1779202809.617197:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501207168 00000100:00100000:1.0:1779202809.617313:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 402 00000100:00100000:1.0:1779202809.617326:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501207168:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202809.617354:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202809.617386:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dbfffe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e34 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202809.617475:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4961c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524158720:192.168.204.21@tcp:106: 00000100:00100000:1.0:1779202809.617614:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4d41240 going to sleep for 11 seconds 00000100:00080000:2.0:1779202809.617734:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1779202809.620045:0:8447:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1779202809.620054:0:8447:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime: 0 -> 1779202809 00002000:00010000:1.0:1779202809.620057:0:8447:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime: 0 -> 1779202809 00002000:00010000:1.0:1779202809.620059:0:8447:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime: 0 -> 1779202809 00002000:00010000:1.0:1779202809.620061:0:8447:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1779202809.620094:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4961c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524158720:192.168.204.21@tcp:106: 00010000:00010000:1.0:1779202809.620150:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dbfffe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e34 expref: 18 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.620184:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dbfffe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e34 expref: 18 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.620202:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abb400, rc 0) 00000100:00100000:1.0:1779202809.620293:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501207168:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 2969us (3832us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202809.620305:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 402 00000100:00100000:0.0:1779202809.635627:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202809.636493:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501207296 00000100:00100000:3.0:1779202809.636511:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501207296 00000100:00100000:3.0:1779202809.636611:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1458 00000100:00100000:3.0:1779202809.636624:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:33273:x1865628501207296:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202809.636654:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202809.636684:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0005 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e3b expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.636859:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc000c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.638496:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc000c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.638523:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc000c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202809.638595:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:3.0:1779202809.638600:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202809.638629:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc000c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.638676:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0005 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e3b expref: 110 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.638727:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc000c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e3b expref: 109 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.638739:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:3.0:1779202809.638742:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202809.638746:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6000, rc 0) 00000100:00100000:3.0:1779202809.641436:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:33273:x1865628501207296:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 4796us (5811us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202809.641453:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1458 00000100:00100000:3.0:1779202809.643351:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.643471:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501207424 00000100:00100000:0.0:1779202809.643503:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501207424 00000100:00100000:0.0:1779202809.643591:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 403 00000100:00100000:0.0:1779202809.643603:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501207424:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202809.643627:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202809.643652:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dc0013 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e42 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202809.643785:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524158848:192.168.204.21@tcp:106: 00000100:00100000:0.0:1779202809.643916:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c55cd480 going to sleep for 11 seconds 00000100:00100000:3.0:1779202809.649240:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524158848:192.168.204.21@tcp:106: 00010000:00010000:3.0:1779202809.649298:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dc0013 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e42 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.649332:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000504e6716/0x3d5ca2fc49dc0013 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e42 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202809.649348:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6e00, rc 0) 00000100:00100000:3.0:1779202809.649434:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501207424:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 5832us (6093us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202809.649445:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 403 00000100:00100000:2.0:1779202809.658873:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202809.659013:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501207680 00000100:00100000:1.0:1779202809.659038:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501207680 00000100:00100000:1.0:1779202809.659140:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1459 00000100:00100000:1.0:1779202809.659153:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:33273:x1865628501207680:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:1.0:1779202809.659403:0:16980:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].41, 136 off13768 00000100:00100000:1.0:1779202809.659544:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:33273:x1865628501207680:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 392us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.659553:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1459 00000001:00080000:3.0:1779202809.666163:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968196 is committed 00000001:00080000:3.0:1779202809.666200:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968194 is committed 00000020:00080000:3.0:1779202809.666209:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 32 batchid updated 00010000:00010000:2.0:1779202809.666321:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbffbf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.666348:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbffbf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.666361:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbffbf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1779202809.666478:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000020:00080000:0.0:1779202809.666501:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00010000:00010000:2.0:1779202809.666566:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202809.666572:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbffbf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666578:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfee6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.666584:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbffbf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666619:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfee6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666630:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfee6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.666633:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff91cfc28aa100) 00010000:00010000:2.0:1779202809.666645:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.666650:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202809.666654:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbffbf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666657:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfee6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202809.666678:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dbffbf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666682:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfee6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666766:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff91d0ebf53e00) 00010000:00010000:1.0:1779202809.666770:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.666775:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfee6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666782:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dbfee6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666804:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfeed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666816:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfeed lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666822:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfeed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666828:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202809.666832:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfeed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666838:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfeed lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666847:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:1.0:1779202809.666849:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202809.666852:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfeed lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202809.666858:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dbfeed lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1779202809.675540:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1779202809.731915:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202809.731968:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202809.732057:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501207808 00000100:00100000:3.0:1779202809.732068:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501207808 00002000:00100000:3.0:1779202809.732132:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff91cfc3a2a680 x1865628501207808/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:20/0 lens 648/0 e 0 to 0 dl 1779202820 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202809.732145:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3a2a680 with x1865628501207808 ext(0->157) 00002000:00010000:3.0:1779202809.732151:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3a2a680 00000100:00100000:3.0:1779202809.732181:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 105 00000100:00100000:3.0:1779202809.732191:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501207808:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:1.0:1779202809.732999:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501207936 00000100:00100000:1.0:1779202809.733008:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501207936 00000100:00100000:1.0:1779202809.733062:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 404 00000100:00100000:1.0:1779202809.733069:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501207936:12345-192.168.204.21@tcp:16:kworker.0 00000100:00100000:1.0:1779202809.733158:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501207936:12345-192.168.204.21@tcp:16:kworker.0 Request processed in 89us (1189us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.733165:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 404 00000100:00100000:3.0:1779202809.733875:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501207808:12345-192.168.204.21@tcp:4:cp.0 Request processed in 1682us (1967us total) trans 4294967376 rc 0/0 00000100:00100000:3.0:1779202809.733884:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 105 00002000:00100000:3.0:1779202809.733893:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff91cfc3a2a680 x1865628501207808/t4294967376(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:20/0 lens 648/448 e 0 to 0 dl 1779202820 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202809.733903:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3a2a680 with x1865628501207808 ext(0->157) 00002000:00010000:3.0:1779202809.733907:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3a2a680 00000100:00100000:2.0:1779202809.739458:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779202809.748736:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524159104:0@lo:400:kworker.0 00000100:00100000:2.0:1779202809.748874:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202809.748981:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524158976:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202809.749022:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202809.749093:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524158976 00000100:00100000:2.0:1779202809.749105:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524158976 00000100:00100000:2.0:1779202809.749170:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1779202809.749181:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524158976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202809.749238:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:2.0:1779202809.749297:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524158976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202809.749306:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1779202809.749368:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524158976:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202809.750028:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524159104 00000100:00100000:0.0:1779202809.750049:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524159104 00000100:00100000:0.0:1779202809.750198:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1779202809.750210:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524159104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202809.750344:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524159104:12345-0@lo:400:kworker.0 Request processed in 136us (1470us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202809.750352:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1779202809.750485:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524159104:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.751582:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524159232:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.751669:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202809.751730:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524159744:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.751753:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202809.751773:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524160256:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.751792:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202809.751817:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1779202809.751823:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524159360:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.751847:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202809.751868:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524159872:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.751893:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202809.751914:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524160384:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.751947:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202809.751980:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524159488:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752009:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202809.752028:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524160000:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752047:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202809.752063:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524160512:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752082:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202809.752101:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1779202809.752106:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524159616:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752131:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202809.752148:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524160128:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752167:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202809.752200:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524159488 00000100:00100000:1.0:1779202809.752213:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524159488 00000100:00100000:1.0:1779202809.752279:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1779202809.752289:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524159488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752354:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524159488:12345-0@lo:400:kworker.0 Request processed in 67us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.752362:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1779202809.752418:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524159488:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752446:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524159872 00000100:00100000:1.0:1779202809.752450:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524159872 00000100:00100000:1.0:1779202809.752492:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524160384 00000100:00100000:1.0:1779202809.752495:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524160384 00000100:00100000:1.0:1779202809.752518:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524160000 00000100:00100000:1.0:1779202809.752521:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524160000 00000100:00100000:1.0:1779202809.752533:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524160512 00000100:00100000:1.0:1779202809.752536:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524160512 00000100:00100000:1.0:1779202809.752550:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1779202809.752557:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524159872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752597:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524159872:12345-0@lo:400:kworker.0 Request processed in 40us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.752603:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1779202809.752614:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1779202809.752619:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524160384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752645:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524160384:12345-0@lo:400:kworker.0 Request processed in 25us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.752651:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1779202809.752661:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1779202809.752667:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524160000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752729:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524160000:12345-0@lo:400:kworker.0 Request processed in 63us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.752734:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1779202809.752744:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1779202809.752750:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524160512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752775:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524160512:12345-0@lo:400:kworker.0 Request processed in 26us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.752779:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00080000:1.0:1779202809.752795:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202809.752800:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202809.752824:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524160000:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752835:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524160512:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752859:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524159872:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752867:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524160384:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.752906:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524159232 00000100:00100000:1.0:1779202809.752909:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524159232 00000100:00100000:1.0:1779202809.752943:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524159744 00000100:00100000:1.0:1779202809.752945:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524159744 00000100:00100000:1.0:1779202809.752967:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524160256 00000100:00100000:1.0:1779202809.752970:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524160256 00000100:00100000:1.0:1779202809.752981:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524159360 00000100:00100000:1.0:1779202809.752984:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524159360 00000100:00100000:1.0:1779202809.752994:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524159616 00000100:00100000:1.0:1779202809.752997:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524159616 00000100:00100000:1.0:1779202809.753010:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524160128 00000100:00100000:1.0:1779202809.753012:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524160128 00000100:00100000:1.0:1779202809.753025:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1779202809.753031:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524159232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.753068:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524159232:12345-0@lo:400:kworker.0 Request processed in 37us (1401us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.753075:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1779202809.753086:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:1.0:1779202809.753093:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524159744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.753118:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524159744:12345-0@lo:400:kworker.0 Request processed in 27us (1365us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.753124:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:1.0:1779202809.753133:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:1.0:1779202809.753139:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524160256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.753163:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524160256:12345-0@lo:400:kworker.0 Request processed in 26us (1370us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.753169:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:1.0:1779202809.753178:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:1.0:1779202809.753184:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524159360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.753206:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524159360:12345-0@lo:400:kworker.0 Request processed in 24us (1360us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.753211:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:1.0:1779202809.753221:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:1.0:1779202809.753226:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524159616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.753253:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524159616:12345-0@lo:400:kworker.0 Request processed in 28us (1122us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.753259:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:1.0:1779202809.753268:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1779202809.753275:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524160128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.753298:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524160128:12345-0@lo:400:kworker.0 Request processed in 24us (1129us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202809.753303:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00080000:1.0:1779202809.753316:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202809.753319:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202809.753337:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524159616:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.753348:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524160128:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.753375:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524159360:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.753387:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524159232:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.753399:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524159744:0@lo:400:kworker.0 00000100:00100000:1.0:1779202809.753409:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524160256:0@lo:400:kworker.0 00000040:00080000:2.0:1779202810.187610:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202810.187620:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202810.187657:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:2.0:1779202810.187665:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202810.188769:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8f100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524160640:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202810.189351:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e510c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202810.199865:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8f100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524160640:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202810.205927:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202810.206241:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501208064 00000100:00100000:1.0:1779202810.206258:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501208064 00000100:00100000:1.0:1779202810.206348:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1460 00000100:00100000:1.0:1779202810.206359:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33283:x1865628501208064:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202810.206408:0:16980:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202810.206570:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33283:x1865628501208064:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 212us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202810.206579:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1460 00000100:00100000:0.0:1779202810.217458:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202810.218110:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501208320 00000100:00100000:3.0:1779202810.218130:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501208320 00000100:00100000:3.0:1779202810.218270:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1461 00000100:00100000:3.0:1779202810.218284:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33283:x1865628501208320:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202810.218314:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202810.218347:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc001a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e49 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.218545:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0021 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.218568:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0021 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.218586:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0021 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202810.218602:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:3.0:1779202810.218807:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc001a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e49 expref: 53 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.218839:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0021 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e49 expref: 52 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.218855:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:3.0:1779202810.218858:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202810.218862:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6800, rc 0) 00000100:00100000:3.0:1779202810.218958:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33283:x1865628501208320:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 678us (1519us total) trans 4294968197 rc 0/0 00000100:00100000:3.0:1779202810.218966:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1461 00000100:00100000:1.0:1779202810.237777:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202810.237907:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202810.238229:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501208448 00000100:00100000:0.0:1779202810.238244:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501208448 00000100:00100000:0.0:1779202810.238357:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 70 00000100:00100000:0.0:1779202810.238373:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:2420:x1865628501208448:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202810.238398:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202810.238452:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0021 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e49 expref: 52 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202810.238481:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:0.0:1779202810.238489:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202810.238576:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:2420:x1865628501208448:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 207us (814us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202810.238584:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 70 00000100:00100000:2.0:1779202810.243614:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501208576 00000100:00100000:2.0:1779202810.243637:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501208576 00000100:00100000:0.0:1779202810.250726:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 405 00000100:00100000:0.0:1779202810.250750:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501208576:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202810.250863:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202810.250903:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbffdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e26 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202810.250923:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202810.250927:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202810.250931:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202810.250987:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbffdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e26 expref: 12 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202810.251006:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbffdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e26 expref: 12 pid: 12963 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202810.251024:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524160768:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202810.251226:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85abe40 going to sleep for 11 seconds 00000100:00100000:0.0:1779202810.268597:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202810.270162:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524160768:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202810.270201:0:17866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202810.271075:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501208704 00000100:00100000:2.0:1779202810.271091:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501208704 00010000:00010000:2.0:1779202810.271155:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbffdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e26 expref: 13 pid: 12963 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202810.271212:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 442 00000100:00100000:2.0:1779202810.271223:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501208704:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202810.271245:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1779202810.271272:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1779202810.271280:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbffdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e26 expref: 13 pid: 12963 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202810.271312:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbffdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e26 expref: 13 pid: 12963 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202810.271349:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e00b086d/0x3d5ca2fc49dbffdb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e26 expref: 13 pid: 12963 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202810.271373:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202810.271376:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202810.271381:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202810.271392:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202810.271431:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202810.271517:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501208704:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 295us (2939us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202810.271525:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 442 00010000:00010000:1.0:1779202810.271788:0:17866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.271801:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.271829:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.271848:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.271857:0:17866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.271866:0:17866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202810.271872:0:17866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.271881:0:17866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.271895:0:17866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.271905:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002e1d656/0x3d5ca2fc49dc002f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202810.272029:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501208576:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 21285us (34120us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202810.272041:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 405 00000100:00100000:3.0:1779202810.276636:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202810.278351:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501208960 00000100:00100000:1.0:1779202810.278372:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501208960 00000100:00100000:1.0:1779202810.278478:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1462 00000100:00100000:1.0:1779202810.278491:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:33283:x1865628501208960:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202810.278711:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:33283:x1865628501208960:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 201us (2172us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202810.278721:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1462 00000100:00100000:3.0:1779202810.283625:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202810.288996:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501209088 00000100:00100000:1.0:1779202810.289020:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501209088 00000100:00100000:1.0:1779202810.289162:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 406 00000100:00100000:1.0:1779202810.289176:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501209088:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202810.289203:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202810.289232:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dc0036 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e50 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202810.289267:0:12963:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a0c7af9, atime: 0x0, ctime: 0x6a0c7af9, blocks: 0x8 00010000:00010000:1.0:1779202810.289306:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202810.289310:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202810.289320:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dc0036 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e50 expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.289342:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dc0036 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e50 expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.289359:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abb400, rc 0) 00000100:00100000:1.0:1779202810.289505:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501209088:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 331us (5897us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202810.289513:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 406 00000100:00100000:1.0:1779202810.298230:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202810.302335:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501209344 00000100:00100000:2.0:1779202810.302350:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501209344 00000100:00100000:2.0:1779202810.302430:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1463 00000100:00100000:2.0:1779202810.302442:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:33283:x1865628501209344:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202810.302614:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:33283:x1865628501209344:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 173us (4398us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202810.302623:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1463 00000100:00100000:0.0:1779202810.326088:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202810.335897:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501209472 00000100:00100000:3.0:1779202810.335927:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501209472 00002000:00100000:3.0:1779202810.336001:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4095) req@ffff91d0c598e680 x1865628501209472/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:21/0 lens 488/0 e 0 to 0 dl 1779202821 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202810.336016:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c598e680 with x1865628501209472 ext(0->4095) 00002000:00010000:3.0:1779202810.336024:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0c598e680 00000100:00100000:3.0:1779202810.336113:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 106 00000100:00100000:3.0:1779202810.336125:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501209472:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1779202810.337728:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501209472:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 1592us (11648us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1779202810.337743:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 106 00002000:00100000:3.0:1779202810.337757:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4095) req@ffff91d0c598e680 x1865628501209472/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:21/0 lens 488/4536 e 0 to 0 dl 1779202821 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202810.337769:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c598e680 with x1865628501209472 ext(0->4095) 00002000:00010000:3.0:1779202810.337775:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0c598e680 00000100:00100000:1.0:1779202810.367571:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202810.374384:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501209600 00000100:00100000:0.0:1779202810.374408:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501209600 00000100:00100000:1.0:1779202810.375043:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1464 00000100:00100000:1.0:1779202810.375059:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:33283:x1865628501209600:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202810.375089:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202810.375117:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc003d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e57 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.375162:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0044 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.375180:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0044 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.375196:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0044 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.375370:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc003d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e57 expref: 53 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.380507:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0044 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e57 expref: 52 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.380531:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:1.0:1779202810.380535:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202810.380540:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3aba800, rc 0) 00000100:00100000:1.0:1779202810.380661:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33283:x1865628501209600:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 5604us (13105us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202810.380769:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1464 00000100:00100000:1.0:1779202810.394748:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202810.394961:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501209728 00000100:00100000:3.0:1779202810.394975:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501209728 00000100:00100000:3.0:1779202810.395044:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1465 00000100:00100000:3.0:1779202810.395054:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33283:x1865628501209728:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202810.395107:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202810.395241:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33283:x1865628501209728:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 188us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202810.395249:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1465 00000100:00100000:2.0:1779202810.404474:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202810.404804:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501209856 00000100:00100000:1.0:1779202810.404821:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501209856 00000100:00100000:1.0:1779202810.404909:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 407 00000100:00100000:1.0:1779202810.404934:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501209856:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1779202810.405002:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc004b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.405026:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202810.405029:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202810.405035:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc004b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.405053:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc004b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.405098:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc004b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.405109:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc004b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.405118:0:8444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc004b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.405127:0:8444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202810.405132:0:8444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc004b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.405143:0:8444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc004b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.405163:0:8444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc004b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202810.405171:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc004b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202810.405271:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501209856:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 340us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202810.405278:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 407 00000100:00100000:0.0:1779202810.420970:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202810.422633:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501210112 00000100:00100000:3.0:1779202810.422651:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501210112 00000100:00100000:3.0:1779202810.422761:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1466 00000100:00100000:3.0:1779202810.422774:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33283:x1865628501210112:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1779202810.422887:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.422922:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0044 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e57 expref: 52 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.422933:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.422983:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0044 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e57 expref: 52 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.423000:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0044 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e57 expref: 52 pid: 7869 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202810.423018:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4382d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524160896:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202810.425461:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1779202810.434409:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202810.434630:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501210240 00000100:00100000:0.0:1779202810.434646:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501210240 00010000:00010000:0.0:1779202810.434743:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0044 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e57 expref: 53 pid: 7869 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202810.434795:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 443 00000100:00100000:0.0:1779202810.434807:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501210240:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202810.434828:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202810.434837:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0044 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e57 expref: 53 pid: 7869 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202810.434852:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0044 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e57 expref: 53 pid: 7869 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202810.434885:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:0.0:1779202810.434892:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202810.434905:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202810.434923:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202810.434949:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202810.435027:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501210240:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 222us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202810.435035:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 443 00010000:00010000:3.0:1779202810.435390:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0044 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e57 expref: 52 pid: 7869 timeout: 1039 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202810.435412:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4382d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524160896:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202810.435439:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.435449:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.435455:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.435667:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.435675:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.435682:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.435730:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202810.435736:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.435746:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.435759:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:3.0:1779202810.435763:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202810.435768:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202810.435773:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0052 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202810.435893:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33283:x1865628501210112:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 13121us (14940us total) trans 4294968198 rc 0/0 00000100:00100000:3.0:1779202810.435902:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1466 00000040:00080000:0.0:1779202810.436200:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202810.436206:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202810.436782:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1779202810.436798:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202810.451585:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202810.451630:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501210496 00000100:00100000:2.0:1779202810.451643:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501210496 00000100:00100000:2.0:1779202810.451723:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 280 00000100:00100000:2.0:1779202810.451734:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33283:x1865628501210496:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202810.452140:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33283:x1865628501210496:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 405us (563us total) trans 4294968199 rc 0/0 00000100:00100000:2.0:1779202810.452148:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 280 00010000:00010000:3.0:1779202810.571101:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202810.945022:0:23882:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202810.945037:0:23882:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202810.945302:0:23882:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:3.0:1779202810.945315:0:23882:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202811.014672:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202811.014749:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501210624 00000100:00100000:2.0:1779202811.014764:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501210624 00000100:00080000:1.0:1779202811.014844:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202811.014860:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 408 00000100:00100000:2.0:1779202811.014877:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501210624:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202811.014913:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202811.014937:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079e23e08/0x3d5ca2fc49dc0059 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e5e expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.014981:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202811.014984:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202811.014995:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079e23e08/0x3d5ca2fc49dc0059 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e5e expref: 18 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.015019:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000079e23e08/0x3d5ca2fc49dc0059 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e5e expref: 18 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.015036:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840a00, rc 0) 00000100:00100000:2.0:1779202811.015120:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501210624:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 237us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202811.023707:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 408 00000100:00100000:0.0:1779202811.032091:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202811.032563:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501210880 00000100:00100000:1.0:1779202811.032591:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501210880 00000100:00080000:0.0:1779202811.032999:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202811.033468:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1467 00000100:00100000:1.0:1779202811.033502:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:33285:x1865628501210880:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202811.033560:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202811.033589:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0060 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e65 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202811.034168:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0067 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202811.034189:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0067 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202811.034204:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0067 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202811.034219:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:1.0:1779202811.034353:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0060 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e65 expref: 110 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202811.034375:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0067 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e65 expref: 109 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202811.034385:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:1.0:1779202811.034389:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1779202811.034392:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935200, rc 0) 00000100:00100000:1.0:1779202811.034481:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:33285:x1865628501210880:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1002us (2414us total) trans 4294968200 rc 0/0 00000100:00100000:1.0:1779202811.034489:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1467 00000100:00100000:0.0:1779202811.041430:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202811.041530:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501211008 00000100:00100000:1.0:1779202811.041545:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501211008 00000100:00100000:1.0:1779202811.041624:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 409 00000100:00100000:1.0:1779202811.041636:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501211008:12345-192.168.204.21@tcp:1:lfs.0 00010000:00010000:1.0:1779202811.041743:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202811.041775:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dc0036 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e50 expref: 11 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202811.041784:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000079e23e08/0x3d5ca2fc49dc0059 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e5e expref: 18 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202811.041792:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202811.041794:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202811.041798:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202811.041845:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000079e23e08/0x3d5ca2fc49dc0059 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e5e expref: 18 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202811.041861:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000079e23e08/0x3d5ca2fc49dc0059 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e5e expref: 18 pid: 8446 timeout: 1040 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202811.041878:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524161024:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202811.042019:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dc0036 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e50 expref: 11 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202811.042032:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dc0036 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e50 expref: 11 pid: 12963 timeout: 1040 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202811.042044:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524161152:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202811.042071:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414180 going to sleep for 11 seconds 00000100:00100000:3.0:1779202811.045885:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202811.045929:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202811.046122:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501211136 00000100:00100000:3.0:1779202811.046134:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501211136 00010000:00010000:3.0:1779202811.046275:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000079e23e08/0x3d5ca2fc49dc0059 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e5e expref: 19 pid: 8446 timeout: 1040 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202811.046316:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501211264 00000100:00100000:3.0:1779202811.046319:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501211264 00010000:00010000:3.0:1779202811.046346:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dc0036 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e50 expref: 12 pid: 12963 timeout: 1040 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202811.046367:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 444 00000100:00100000:3.0:1779202811.046379:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+19:2419:x1865628501211136:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202811.046399:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202811.046428:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000079e23e08/0x3d5ca2fc49dc0059 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e5e expref: 19 pid: 8446 timeout: 1040 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.046444:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000079e23e08/0x3d5ca2fc49dc0059 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e5e expref: 19 pid: 8446 timeout: 1040 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.046477:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202811.046544:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+19:2419:x1865628501211136:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 167us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.046553:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 444 00000100:00100000:3.0:1779202811.046573:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 445 00000100:00100000:3.0:1779202811.046579:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501211264:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202811.046587:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202811.046595:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dc0036 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e50 expref: 12 pid: 12963 timeout: 1040 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.046605:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dc0036 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e50 expref: 12 pid: 12963 timeout: 1040 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.046618:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202811.046620:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202811.046626:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.046637:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.046661:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202811.046679:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501211264:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 100us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.046685:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 445 00000100:00080000:3.0:1779202811.046739:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1779202811.047722:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079e23e08/0x3d5ca2fc49dc0059 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e5e expref: 18 pid: 8446 timeout: 1040 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202811.047741:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524161024:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202811.047756:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b95e0d5f/0x3d5ca2fc49dc0036 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e50 expref: 11 pid: 12963 timeout: 1040 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202811.047766:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524161152:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202811.047797:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.047809:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.047818:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.047862:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.047870:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.047882:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.047890:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202811.047895:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.047914:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.047932:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.047939:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000259453d4/0x3d5ca2fc49dc0075 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202811.048384:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501211008:12345-192.168.204.21@tcp:1:lfs.0 Request processed in 6747us (6969us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202811.048396:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 409 00000100:00100000:0.0:1779202811.056507:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202811.056926:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501211520 00000100:00100000:2.0:1779202811.056942:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501211520 00000100:00100000:2.0:1779202811.057392:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 281 00000100:00100000:2.0:1779202811.057407:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6470450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:33285:x1865628501211520:12345-192.168.204.21@tcp:35:lfs.0 00000004:00010000:2.0:1779202811.057512:0:6566:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x28:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0067 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e65 expref: 109 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1779202811.058037:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968201 00000001:00080000:2.0:1779202811.058514:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968202 00010000:00010000:2.0:1779202811.061677:0:6566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.061731:0:6566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbffc6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e18 expref: 52 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.061741:0:6566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbfff7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e2d expref: 112 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.061751:0:6566:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 5/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.061814:0:6566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbfff7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e2d expref: 112 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.061847:0:6566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbfff7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e2d expref: 112 pid: 6564 timeout: 1040 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202811.061865:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524161280:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202811.064533:0:6566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbffc6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e18 expref: 52 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202811.064616:0:6566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbffc6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e18 expref: 52 pid: 10076 timeout: 1040 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202811.064642:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9266300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524161408:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202811.065050:0:6566:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1779202811.071522:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202811.071585:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202811.071620:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501211648 00000100:00100000:3.0:1779202811.071632:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501211648 00010000:00010000:3.0:1779202811.071682:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbfff7 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e2d expref: 113 pid: 6564 timeout: 1040 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202811.071747:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501211776 00000100:00100000:3.0:1779202811.071751:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501211776 00010000:00010000:3.0:1779202811.071777:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbffc6 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e18 expref: 53 pid: 10076 timeout: 1040 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202811.071808:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 446 00000100:00100000:3.0:1779202811.071820:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0048850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:2419:x1865628501211648:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202811.071852:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202811.071860:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbfff7 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e2d expref: 113 pid: 6564 timeout: 1040 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.071876:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbfff7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e2d expref: 113 pid: 6564 timeout: 1040 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.071923:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:3.0:1779202811.071929:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.071941:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.071950:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202811.072043:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0048850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:2419:x1865628501211648:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 224us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.072051:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 446 00000100:00100000:3.0:1779202811.072123:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 447 00000100:00100000:3.0:1779202811.072131:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2422:x1865628501211776:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202811.072139:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202811.072154:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbffc6 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e18 expref: 53 pid: 10076 timeout: 1040 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.072165:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbffc6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e18 expref: 53 pid: 10076 timeout: 1040 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.072179:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:3.0:1779202811.072183:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.072192:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.072205:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.072229:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202811.072249:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2422:x1865628501211776:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 119us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.072256:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 447 00000100:00080000:3.0:1779202811.072431:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1779202811.079519:0:6566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dbfff7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e2d expref: 112 pid: 6564 timeout: 1040 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202811.079553:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524161280:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202811.080566:0:6566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dbffc6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e18 expref: 52 pid: 10076 timeout: 1040 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202811.080591:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9266300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6566:1865628524161408:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202811.080630:0:6566:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202811.080642:0:6566:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202811.080654:0:6566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1779202811.080848:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968203 00000001:00080000:0.0:1779202811.081027:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968204 00000001:00080000:0.0:1779202811.081069:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968205 00000100:00100000:0.0:1779202811.081231:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524161536:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1779202811.081358:0:6566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202811.081422:0:6566:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb180 going to sleep for 11 seconds 00000100:00100000:1.0:1779202811.081653:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524161536 00000100:00100000:1.0:1779202811.081663:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524161536 00000100:00080000:3.0:1779202811.081775:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202811.084950:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1779202811.084973:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6566:x1865628524161536:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1779202811.085194:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6566:x1865628524161536:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 231us (3837us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202811.085202:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1779202811.085373:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524161536:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1779202811.085578:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968206 00000100:00100000:3.0:1779202811.085800:0:6566:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3caad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524161664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1779202811.087048:0:6566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202811.087123:0:6566:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c55e7000 going to sleep for 11 seconds 00000100:00100000:1.0:1779202811.087266:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524161664 00000100:00100000:1.0:1779202811.087279:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524161664 00000100:00100000:1.0:1779202811.087359:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1779202811.087374:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6566:x1865628524161664:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1779202811.087582:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6566:x1865628524161664:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 213us (541us total) trans 4294967377 rc 0/0 00000100:00100000:1.0:1779202811.087591:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1779202811.088243:0:6566:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3caad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6566:1865628524161664:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:3.0:1779202811.088282:0:6566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.088295:0:6566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.088303:0:6566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.088310:0:6566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202811.088316:0:6566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.088328:0:6566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.088348:0:6566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:3.0:1779202811.088351:0:6566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1779202811.088358:0:6566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202811.088364:0:6566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc007c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1779202811.089000:0:6566:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x49:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1779202811.089222:0:6566:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9224 00000004:00080000:3.0:1779202811.089237:0:6566:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 940325543825ns, next at 941325540455ns, rc = 0 00000001:00080000:3.0:1779202811.089249:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968207 00010000:00010000:3.0:1779202811.089305:0:6566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aa700) 00010000:00010000:3.0:1779202811.089309:0:6566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1779202811.089319:0:6566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0067 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e65 expref: 116 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202811.089923:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6470450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:33285:x1865628501211520:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 32515us (33430us total) trans 4294968208 rc 0/0 00000100:00100000:3.0:1779202811.089938:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 281 00000020:00080000:3.0:1779202811.089947:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1779202811.272305:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202811.272347:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202811.272370:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202811.272389:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202811.272423:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202811.272440:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202811.272458:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202811.272476:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202811.272498:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202811.272535:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501212032 00000100:00100000:3.0:1779202811.272549:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501212032 00000100:00100000:3.0:1779202811.272607:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501212544 00000100:00100000:3.0:1779202811.272609:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501212544 00000100:00100000:3.0:1779202811.272627:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501212160 00000100:00100000:3.0:1779202811.272629:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501212160 00000100:00100000:3.0:1779202811.272653:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501212672 00000100:00100000:3.0:1779202811.272655:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501212672 00000100:00100000:3.0:1779202811.272671:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1233 00000100:00100000:3.0:1779202811.272710:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:2419:x1865628501212032:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202811.272815:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:2419:x1865628501212032:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 123us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.272824:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1233 00000100:00100000:3.0:1779202811.272845:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1234 00000100:00100000:3.0:1779202811.272851:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:2419:x1865628501212544:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202811.272874:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:2419:x1865628501212544:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.272880:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1234 00000100:00100000:3.0:1779202811.272890:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1235 00000100:00100000:3.0:1779202811.272905:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501212160:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202811.272926:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501212160:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.272932:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1235 00000100:00100000:3.0:1779202811.272941:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1236 00000100:00100000:3.0:1779202811.272947:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501212672:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202811.272974:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501212672:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.272980:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1236 00000100:00100000:3.0:1779202811.272997:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501212288 00000100:00100000:3.0:1779202811.273000:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501212288 00000100:00100000:3.0:1779202811.273022:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501212800 00000100:00100000:3.0:1779202811.273024:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501212800 00000100:00100000:3.0:1779202811.273038:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501212416 00000100:00100000:3.0:1779202811.273040:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501212416 00000100:00100000:3.0:1779202811.273049:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501212928 00000100:00100000:3.0:1779202811.273051:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501212928 00000100:00100000:3.0:1779202811.273062:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 840 00000100:00100000:3.0:1779202811.273067:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2419:x1865628501212288:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202811.273094:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2419:x1865628501212288:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.273100:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 840 00000100:00100000:3.0:1779202811.273109:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 841 00000100:00100000:3.0:1779202811.273114:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501212800:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202811.273130:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501212800:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 17us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.273135:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 841 00000100:00100000:3.0:1779202811.273143:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 842 00000100:00100000:3.0:1779202811.273149:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501212416:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202811.273166:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501212416:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 18us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.273172:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 842 00000100:00100000:3.0:1779202811.273179:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 843 00000100:00100000:3.0:1779202811.273184:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501212928:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202811.273199:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501212928:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 15us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.273204:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 843 00000100:00100000:3.0:1779202811.273226:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501211904 00000100:00100000:3.0:1779202811.273229:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501211904 00000100:00100000:3.0:1779202811.273251:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 788 00000100:00100000:3.0:1779202811.273256:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501211904:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202811.273275:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501211904:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.273281:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 788 00000100:00080000:3.0:1779202811.273325:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202811.273331:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202811.277280:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524161792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202811.277382:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202811.277489:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524161920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202811.277518:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202811.277557:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524161792 00000100:00100000:3.0:1779202811.277566:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524161792 00000100:00100000:3.0:1779202811.285429:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524161920 00000100:00100000:3.0:1779202811.285453:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524161920 00000100:00100000:3.0:1779202811.285906:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1779202811.285922:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524161792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202811.285976:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:3.0:1779202811.286321:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524161792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 401us (8937us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.286332:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1779202811.286358:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1779202811.286366:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524161920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202811.286378:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:3.0:1779202811.286417:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524161920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (8898us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202811.286424:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00080000:3.0:1779202811.286456:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202811.286579:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524161792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202811.286632:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524161920:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1779202811.598116:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202811.787982:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202811.788016:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524162048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202811.788124:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202811.788217:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524162048 00000100:00100000:0.0:1779202811.788227:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524162048 00000100:00100000:0.0:1779202811.788300:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1779202811.788311:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524162048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202811.788348:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193784640 pending 28672 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202811.788402:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524162048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202811.788410:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00080000:0.0:1779202811.788436:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202811.788489:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524162048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202811.800055:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202811.800087:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524162176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202811.800200:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202811.800282:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524162176 00000100:00100000:0.0:1779202811.800293:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524162176 00000100:00100000:0.0:1779202811.800357:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1779202811.800368:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524162176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202811.800404:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193784640 pending 28672 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202811.800459:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524162176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202811.800467:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1779202811.800524:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524162176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202812.441257:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202812.443201:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501213184 00000100:00100000:3.0:1779202812.443223:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501213184 00000100:00100000:3.0:1779202812.443326:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1468 00000100:00100000:3.0:1779202812.443342:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:33295:x1865628501213184:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202812.443378:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202812.443412:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0083 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e6c expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.443549:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc008a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.443575:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc008a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.443592:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc008a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.443612:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc0091 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.443619:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc0091 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.443626:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc0091 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.444652:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0098 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.444673:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0098 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.444685:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0098 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202812.444725:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:3.0:1779202812.445392:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc008a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.445404:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc008a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.445412:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc008a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.445419:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202812.445425:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc008a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.445434:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc008a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.445451:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:3.0:1779202812.445454:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202812.445460:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc008a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.445467:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc008a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.445609:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc0091 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.445617:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc0091 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.445624:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc0091 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.445629:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202812.445632:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc0091 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.445639:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc0091 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.445653:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff91d0f3878e00) 00010000:00010000:3.0:1779202812.445656:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202812.445660:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc0091 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.445667:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc0091 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.446558:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0083 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e6c expref: 118 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.446588:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0098 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e6c expref: 117 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202812.446598:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91d0f3878d00) 00010000:00010000:3.0:1779202812.446602:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202812.446606:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:3.0:1779202812.447024:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:33295:x1865628501213184:12345-192.168.204.21@tcp:101:cat.0 Request processed in 3681us (5780us total) trans 4294968209 rc 0/0 00000100:00100000:3.0:1779202812.447784:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1468 00000100:00100000:3.0:1779202812.454773:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202812.454962:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501213440 00000100:00100000:0.0:1779202812.454980:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501213440 00000100:00100000:0.0:1779202812.455092:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 71 00000100:00100000:0.0:1779202812.455104:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:33295:x1865628501213440:12345-192.168.204.21@tcp:103:cat.0 00010000:00010000:0.0:1779202812.455128:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202812.455165:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0098 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e6c expref: 117 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202812.455192:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91d0f3878d00) 00010000:00010000:0.0:1779202812.455207:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202812.455291:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:33295:x1865628501213440:12345-192.168.204.21@tcp:103:cat.0 Request processed in 188us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202812.455303:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 71 00000100:00100000:3.0:1779202812.462981:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202812.463093:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501213568 00000100:00100000:0.0:1779202812.463108:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501213568 00000100:00100000:0.0:1779202812.463188:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1469 00000100:00100000:0.0:1779202812.463200:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:33295:x1865628501213568:12345-192.168.204.21@tcp:58:cat.0 00000004:00020000:0.0:1779202812.463326:0:6562:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_race id 18b sleeping 00010000:00010000:1.0:1779202812.624059:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202812.811278:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779202812.811315:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524162304:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202812.811558:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202812.813304:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524162304 00000100:00100000:1.0:1779202812.813333:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524162304 00000100:00100000:1.0:1779202812.813885:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1779202812.813898:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524162304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202812.813960:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202812.814229:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524162304:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202812.814486:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524162304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 589us (2926us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202812.814495:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000040:00080000:0.0:1779202813.514945:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202813.514954:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202813.515058:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 2 00000040:00080000:0.0:1779202813.515068:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779202813.643234:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202813.771808:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1779202814.667549:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202814.858983:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524162560:0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.859100:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202814.859127:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524162816:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.859171:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202814.859194:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524163072:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.859210:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524163328:0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.859226:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202814.859248:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202814.859250:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524163584:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.859276:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524163840:0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.859287:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202814.859308:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202814.859316:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1779202814.859325:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524162432:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.859336:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1779202814.859344:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524162688:0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.859362:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202814.859381:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202814.859392:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524162944:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.859404:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524163200:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.859427:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202814.859448:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524163712:0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.859455:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202814.859478:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524163456:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.859486:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202814.859511:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202814.859519:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524162560 00000100:00100000:1.0:1779202814.859529:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524162560 00000100:00100000:3.0:1779202814.859533:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524163968:0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.859559:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202814.859570:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524162816 00000100:00100000:1.0:1779202814.859574:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524162816 00000100:00100000:3.0:1779202814.859594:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524163072 00000100:00100000:1.0:1779202814.859594:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524163584 00000100:00100000:3.0:1779202814.859600:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524163072 00000100:00100000:1.0:1779202814.859600:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524163584 00000100:00100000:1.0:1779202814.859622:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524163200 00000100:00100000:1.0:1779202814.859625:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524163200 00000100:00100000:0.0:1779202814.859676:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524162432 00000100:00100000:0.0:1779202814.859681:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524162432 00000100:00100000:2.0:1779202814.859719:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524163712 00000100:00100000:2.0:1779202814.859725:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524163712 00000100:00100000:0.0:1779202814.859757:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1779202814.859766:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524162432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202814.859824:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524162432:12345-0@lo:400:kworker.0 Request processed in 59us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202814.859842:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1779202814.859876:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524162688 00000100:00100000:0.0:1779202814.859880:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524162688 00000100:00100000:0.0:1779202814.859903:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524162944 00000100:00100000:0.0:1779202814.859906:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524162944 00000100:00100000:0.0:1779202814.859919:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1779202814.859925:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524162688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202814.859963:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524162688:12345-0@lo:400:kworker.0 Request processed in 38us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202814.859969:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1779202814.859980:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1779202814.859986:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524162944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202814.860012:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524162944:12345-0@lo:400:kworker.0 Request processed in 27us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202814.860017:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1779202814.860295:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1779202814.860302:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524162560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.860334:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524162560:12345-0@lo:400:kworker.0 Request processed in 33us (1236us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202814.860340:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1779202814.860351:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1779202814.860357:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524162816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.860382:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524162816:12345-0@lo:400:kworker.0 Request processed in 26us (1212us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202814.860388:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1779202814.860399:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:3.0:1779202814.860404:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524163584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.861246:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524163584:12345-0@lo:400:kworker.0 Request processed in 837us (1956us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202814.861254:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:3.0:1779202814.861272:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:3.0:1779202814.861279:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524163072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.861307:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524163072:12345-0@lo:400:kworker.0 Request processed in 30us (2083us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202814.861312:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:3.0:1779202814.861341:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524163328 00000100:00100000:3.0:1779202814.861346:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524163328 00000100:00100000:3.0:1779202814.861384:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524163840 00000100:00100000:3.0:1779202814.861387:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524163840 00000100:00100000:3.0:1779202814.861408:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524163456 00000100:00100000:3.0:1779202814.861411:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524163456 00000100:00100000:3.0:1779202814.865277:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524163968 00000100:00100000:3.0:1779202814.865291:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524163968 00000100:00100000:3.0:1779202814.865320:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1779202814.865332:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524163328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.865439:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524163328:12345-0@lo:400:kworker.0 Request processed in 110us (6192us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202814.865447:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1779202814.865465:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1779202814.865471:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524163840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.865504:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524163840:12345-0@lo:400:kworker.0 Request processed in 33us (6197us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202814.865510:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1779202814.865520:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1779202814.865525:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524163456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.865554:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524163456:12345-0@lo:400:kworker.0 Request processed in 30us (6045us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202814.865560:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1779202814.865570:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:3.0:1779202814.865576:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524163968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202814.865600:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524163968:12345-0@lo:400:kworker.0 Request processed in 25us (6042us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202814.865606:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1779202814.866085:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1779202814.866096:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524163200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.866138:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524163200:12345-0@lo:400:kworker.0 Request processed in 46us (6710us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202814.866144:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1779202814.866215:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524162688:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.866231:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524163200:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.866243:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524162816:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.866254:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524163328:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.866265:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524163840:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.866336:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524162432:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.866349:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524162944:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.866359:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524163456:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.866370:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524163968:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.866382:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524163072:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.866392:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524163584:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.866406:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524162560:0@lo:400:kworker.0 00000100:00100000:1.0:1779202814.866536:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524164096:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202814.866577:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202814.866622:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524164096 00000100:00100000:1.0:1779202814.866628:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524164096 00000100:00100000:1.0:1779202814.866654:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1779202814.866662:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524164096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202814.866713:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:1.0:1779202814.866755:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524164096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202814.866761:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1779202814.866791:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524164096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202814.867421:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:2.0:1779202814.867431:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524163712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202814.867494:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524163712:12345-0@lo:400:kworker.0 Request processed in 65us (8011us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202814.867501:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:2.0:1779202814.867539:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524163712:0@lo:400:kworker.0 00000100:00080000:0.0:1779202814.869451:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202814.869465:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202814.869469:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202814.869473:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1779202815.690980:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1779202815.891115:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968209 is committed 00000004:00080000:3.0:1779202815.891134:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000020:00080000:3.0:1779202815.891162:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0d8e62900 refcount 2 committed 0 result 0 batchid 33 00000020:00080000:3.0:1779202815.891169:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0ffc5bc00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0d8e62600 00000020:00080000:3.0:1779202815.891172:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0ffc5bf00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc3a6c400 00000001:00080000:3.0:1779202815.891205:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968199 is committed 00000020:00080000:2.0:1779202815.891417:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 33 committed batchid 32 00000020:00080000:2.0:1779202815.891473:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000100:00100000:2.0:1779202815.891484:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779202815.891502:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524164224:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1779202815.891570:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202815.891877:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524164224 00000100:00100000:1.0:1779202815.891886:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524164224 00000100:00100000:1.0:1779202815.891942:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1779202815.891952:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3665:x1865628524164224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1779202815.891980:0:17866:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:28 count 1 00002000:00010000:1.0:1779202815.892025:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a0c7af9, atime: 0x0, ctime: 0x6a0c7af9, blocks: 0x8 00010000:00010000:1.0:1779202815.892033:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dc00a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202815.892049:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202815.892051:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202815.892057:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dc00a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202815.892073:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dc00a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202815.892083:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dc00a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202815.892090:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dc00a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202815.892109:0:17866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1779202815.892229:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524164224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 279us (658us total) trans 4294967378 rc 0/0 00000100:00100000:1.0:1779202815.892239:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00010000:00010000:1.0:1779202815.892259:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1779202815.892265:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dc00a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202815.892273:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202815.892277:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dc00a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202815.892286:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dc00a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202815.892303:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dc00a6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202815.892311:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dc00a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202815.892331:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202815.892333:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202815.892334:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1779202815.892366:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc3b38e00/2, rc 0, transno 4294967378 00000100:00100000:1.0:1779202815.892372:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524164224:0@lo:6:osp-syn-1-0.0 00000001:00080000:0.0:1779202815.894853:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967377 is committed 00000001:00080000:0.0:1779202815.894871:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967376 is committed 00000100:00100000:2.0:1779202816.388555:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202816.388610:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202816.388645:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202816.388685:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202816.388750:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202816.388767:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202816.388783:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202816.388809:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202816.388837:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202816.388870:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501213952 00000100:00100000:1.0:1779202816.388872:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501214464 00000100:00100000:1.0:1779202816.388882:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501214464 00000100:00100000:2.0:1779202816.388893:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501213952 00000100:00100000:3.0:1779202816.388983:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501213696 00000100:00100000:3.0:1779202816.388988:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501213696 00000100:00100000:3.0:1779202816.389022:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 790 00000100:00100000:3.0:1779202816.389031:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501213696:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202816.389106:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501213696:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 75us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202816.389115:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 790 00000100:00100000:3.0:1779202816.389237:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501214208 00000100:00100000:3.0:1779202816.389241:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501214208 00000100:00100000:3.0:1779202816.389266:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501214720 00000100:00100000:3.0:1779202816.389268:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501214720 00000100:00100000:3.0:1779202816.389285:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501214080 00000100:00100000:3.0:1779202816.389288:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501214080 00000100:00100000:3.0:1779202816.389299:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501214592 00000100:00100000:3.0:1779202816.389301:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501214592 00000100:00100000:3.0:1779202816.389314:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 848 00000100:00100000:3.0:1779202816.389321:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501214208:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202816.389457:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501213824 00000100:00100000:2.0:1779202816.389461:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501213824 00000100:00100000:3.0:1779202816.389588:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501214208:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 266us (941us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202816.389595:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 848 00000100:00100000:3.0:1779202816.389609:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 849 00000100:00100000:3.0:1779202816.389616:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501214720:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202816.389642:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501214720:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202816.389647:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 849 00000100:00100000:3.0:1779202816.389658:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 850 00000100:00100000:3.0:1779202816.389664:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2421:x1865628501214080:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202816.389686:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:2421:x1865628501214080:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202816.389716:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 850 00000100:00100000:3.0:1779202816.389728:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 851 00000100:00100000:3.0:1779202816.389735:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501214592:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202816.389758:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501214592:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (922us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202816.389763:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 851 00000100:00080000:0.0:1779202816.390034:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202816.390040:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202816.390042:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202816.390044:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202816.393032:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501214336 00000100:00100000:1.0:1779202816.393049:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501214336 00000100:00100000:2.0:1779202816.393108:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1243 00000100:00100000:2.0:1779202816.393125:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501213952:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202816.393128:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1244 00000100:00100000:1.0:1779202816.393161:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501214464:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202816.393224:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501214464:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 85us (4537us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202816.393232:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1244 00000100:00100000:1.0:1779202816.393253:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1245 00000100:00100000:2.0:1779202816.393455:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501213952:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 336us (4844us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202816.393462:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1243 00000100:00100000:2.0:1779202816.393479:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1246 00000100:00100000:2.0:1779202816.393487:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2421:x1865628501214336:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202816.393515:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2421:x1865628501214336:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (4716us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202816.393521:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1246 00000100:00080000:2.0:1779202816.393596:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202816.394342:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:2421:x1865628501213824:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202816.394402:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:2421:x1865628501213824:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1141us (5633us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202816.394410:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1245 00000100:00100000:3.0:1779202816.394930:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779202816.394947:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524164352:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202816.395011:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202816.395122:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524164352 00000100:00100000:0.0:1779202816.395130:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524164352 00000100:00100000:0.0:1779202816.395181:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1779202816.395188:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524164352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202816.395214:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:1.0:1779202816.395304:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524164480:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202816.395339:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202816.395384:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524164480 00000100:00100000:1.0:1779202816.395389:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524164480 00000100:00100000:1.0:1779202816.395411:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1779202816.395418:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524164480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202816.395430:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:1.0:1779202816.395459:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524164480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202816.395464:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1779202816.395502:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524164480:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1779202816.395608:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202816.401067:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524164352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5868us (6044us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202816.401081:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1779202816.402046:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524164352:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1779202816.715102:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202816.908622:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202816.908622:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202816.908649:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524164736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202816.908649:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524164608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202816.917323:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202816.917620:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524164736 00000100:00100000:2.0:1779202816.917632:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524164736 00000100:00100000:2.0:1779202816.917745:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1779202816.917756:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524164736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202816.917802:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1779202816.917873:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524164736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202816.917880:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1779202816.917935:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524164736:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1779202816.919741:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202816.922373:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202816.922581:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524164608 00000100:00100000:3.0:1779202816.922591:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524164608 00000100:00100000:3.0:1779202816.922740:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1779202816.922751:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524164608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202816.922779:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1779202816.922863:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524164608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202816.922870:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1779202816.924635:0:3662:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967377 gen 2 00000004:00080000:0.0:1779202816.924648:0:3662:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967377 committed transno 4294967377 00000100:00100000:0.0:1779202816.924678:0:3662:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff91cfc3b38e00 x1865628524164224/t4294967378(4294967378) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779202831 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1779202816.924724:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524164608:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1779202816.932917:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1779202817.739724:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00020000:0.0:1779202817.930797:0:6562:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_fail_race id 18b awake: rc=0 00000100:00100000:2.0:1779202817.936365:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524164864:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202817.936444:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202817.936587:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524164864 00000100:00100000:1.0:1779202817.936598:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524164864 00000100:00100000:1.0:1779202817.936668:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1779202817.936689:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524164864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202817.936776:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202817.936836:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524164864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 150us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202817.936844:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1779202817.937118:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524164864:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202817.942546:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc00ad lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202817.942570:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc00ad lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202817.942585:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc00ad lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202817.942686:0:6562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].42, 136 off13904 00000100:00100000:0.0:1779202817.942938:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:33295:x1865628501213568:12345-192.168.204.21@tcp:58:cat.0 Request processed in 5479734us (5479974us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202817.942949:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1469 00000100:00100000:0.0:1779202817.949083:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202817.949310:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501214848 00000100:00100000:3.0:1779202817.949320:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501214848 00000100:00100000:3.0:1779202817.949419:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1470 00000100:00100000:3.0:1779202817.949431:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:33295:x1865628501214848:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202817.949452:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202817.949472:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc00b4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e73 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202817.949533:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc00ad lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202817.949544:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc00b4 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e73 expref: 107 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202817.949565:0:10076:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc00ad lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202817.949577:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc00b4 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e73 expref: 107 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202817.949592:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aaf00) 00010000:00010000:3.0:1779202817.949596:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202817.949599:0:10076:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc00b4 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e73 expref: 107 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202817.949606:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7800, rc 0) 00000100:00100000:3.0:1779202817.949673:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:33295:x1865628501214848:12345-192.168.204.21@tcp:101:cat.0 Request processed in 245us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202817.949680:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1470 00000040:00080000:0.0:1779202818.634944:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202818.634953:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202818.634980:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:0.0:1779202818.634991:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202818.635135:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524164992:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202818.635267:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e51780 going to sleep for 11 seconds 00000100:00100000:3.0:1779202818.643444:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524164992:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202818.659005:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202818.659117:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501214976 00000100:00100000:1.0:1779202818.659129:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501214976 00000100:00100000:1.0:1779202818.659203:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1471 00000100:00100000:1.0:1779202818.659217:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33297:x1865628501214976:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202818.659254:0:16980:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202818.659398:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33297:x1865628501214976:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 184us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202818.659406:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1471 00000100:00080000:2.0:1779202818.660749:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202818.671833:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202818.671942:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501215104 00000100:00100000:1.0:1779202818.671953:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501215104 00000100:00100000:1.0:1779202818.672017:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1472 00000100:00100000:1.0:1779202818.672027:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33297:x1865628501215104:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1779202818.672133:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc00bb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672160:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc00bb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672173:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc00bb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672190:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00c2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672197:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00c2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672203:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00c2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672230:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc00c9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672238:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc00c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672245:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc00c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202818.672301:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:1.0:1779202818.672307:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202818.672324:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc00c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672336:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc00bb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672345:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc00bb lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672351:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc00bb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672357:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202818.672360:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc00bb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672367:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc00bb lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672378:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202818.672381:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202818.672385:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc00bb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672392:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc00bb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672405:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00c2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672410:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00c2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672415:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00c2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672419:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202818.672422:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00c2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672427:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00c2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672434:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb567aa28 (ffff91d0ebf53900) 00010000:00010000:1.0:1779202818.672436:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202818.672439:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00c2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672443:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00c2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672456:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc00c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672461:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc00c9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672466:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc00c9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672471:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202818.672473:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc00c9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672478:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc00c9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672484:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aaf00) 00010000:00010000:1.0:1779202818.672486:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202818.672489:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc00c9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.672494:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc00c9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202818.672577:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33297:x1865628501215104:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 550us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202818.672585:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1472 00000100:00100000:3.0:1779202818.687562:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202818.687844:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501215360 00000100:00100000:2.0:1779202818.687855:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501215360 00000100:00100000:2.0:1779202818.687919:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1473 00000100:00100000:2.0:1779202818.687929:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33297:x1865628501215360:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202818.687952:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202818.687974:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc00d0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e7a expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.688109:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dc00d7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.688127:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dc00d7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.688139:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dc00d7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202818.688151:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:2.0:1779202818.688241:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dc00d7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.688249:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dc00d7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.688260:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dc00d7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.688266:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202818.688270:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dc00d7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.688277:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dc00d7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.688290:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aaf00) 00010000:00010000:2.0:1779202818.688293:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202818.688298:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dc00d7 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.688304:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dc00d7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.688346:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc00d0 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e7a expref: 51 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.688356:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:2.0:1779202818.688358:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1779202818.688362:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc00d0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e7a expref: 51 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.688372:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840800, rc 0) 00000100:00100000:2.0:1779202818.688439:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33297:x1865628501215360:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 511us (899us total) trans 4294968210 rc 301/301 00000100:00100000:2.0:1779202818.688451:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1473 00000100:00100000:2.0:1779202818.699025:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202818.699774:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501215488 00000100:00100000:3.0:1779202818.699789:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501215488 00000100:00100000:3.0:1779202818.699865:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1474 00000100:00100000:3.0:1779202818.699877:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33297:x1865628501215488:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202818.699920:0:6563:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202818.700079:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33297:x1865628501215488:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 203us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202818.700087:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1474 00000100:00100000:0.0:1779202818.710085:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202818.710836:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501215744 00000100:00100000:1.0:1779202818.710849:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501215744 00000100:00100000:1.0:1779202818.710916:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1475 00000100:00100000:1.0:1779202818.710927:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33297:x1865628501215744:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202818.710947:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202818.710968:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc00e5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e81 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.711470:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00ec lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.711485:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00ec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.711495:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00ec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202818.711508:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00010000:00010000:1.0:1779202818.711559:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc00e5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e81 expref: 53 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.711578:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00ec lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e81 expref: 52 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.711587:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91d0ebf53900) 00010000:00010000:1.0:1779202818.711590:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202818.711594:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934a00, rc 0) 00000100:00100000:1.0:1779202818.711690:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33297:x1865628501215744:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 764us (1625us total) trans 4294968211 rc 0/0 00000100:00100000:1.0:1779202818.711805:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1475 00000100:00100000:2.0:1779202818.724655:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202818.724778:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501216000 00000100:00100000:3.0:1779202818.724806:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501216000 00000100:00100000:3.0:1779202818.724902:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1476 00000100:00100000:3.0:1779202818.724916:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33297:x1865628501216000:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1779202818.725016:0:7869:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202818.725055:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc00ec lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e81 expref: 52 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.725081:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91d0ebf53900) 00010000:00010000:3.0:1779202818.725095:0:7869:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202818.725133:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.725151:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc000c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e3b expref: 106 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.725162:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 4/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.725215:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc000c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e3b expref: 106 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.725235:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc000c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e3b expref: 106 pid: 7869 timeout: 1047 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202818.725255:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3186a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524165120:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202818.725435:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4abb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202818.740302:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202818.740403:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501216128 00000100:00100000:0.0:1779202818.740417:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501216128 00010000:00010000:0.0:1779202818.740488:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc000c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e3b expref: 107 pid: 7869 timeout: 1047 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202818.740535:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 448 00000100:00100000:0.0:1779202818.740554:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:2420:x1865628501216128:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202818.740574:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202818.740583:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc000c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e3b expref: 107 pid: 7869 timeout: 1047 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202818.740608:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc000c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e3b expref: 107 pid: 7869 timeout: 1047 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202818.740643:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:0.0:1779202818.740649:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202818.740664:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202818.740675:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202818.740734:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202818.740846:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:2420:x1865628501216128:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 291us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202818.740855:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 448 00000100:00080000:2.0:1779202818.742748:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1779202818.744186:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc000c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e3b expref: 106 pid: 7869 timeout: 1047 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202818.744214:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3186a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524165120:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202818.744317:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.744996:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.745010:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747164:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0101 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x9ee7705c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747197:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0101 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x9ee7705c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747238:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0101 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x9ee7705c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747314:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747322:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747330:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747337:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202818.747342:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747350:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747365:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:2.0:1779202818.747369:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202818.747374:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747379:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc00fa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747396:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0101 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x9ee7705c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747400:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0101 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x9ee7705c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747406:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0101 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x9ee7705c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747411:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202818.747414:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0101 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x9ee7705c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747420:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0101 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x9ee7705c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747427:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x9ee7705c (ffff91cfc10a3600) 00010000:00010000:2.0:1779202818.747430:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202818.747433:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0101 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x9ee7705c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.747444:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0101 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x9ee7705c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202818.747597:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:33297:x1865628501216000:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 22678us (22952us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202818.747608:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1476 00000100:00100000:2.0:1779202818.760890:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202818.760996:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501216256 00000100:00100000:3.0:1779202818.761011:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501216256 00000100:00100000:3.0:1779202818.761087:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1477 00000100:00100000:3.0:1779202818.761100:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:33297:x1865628501216256:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202818.761132:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202818.761167:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0108 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e88 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.761218:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc010f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.761236:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc010f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.761377:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc010f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.761525:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0108 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e88 expref: 53 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.761548:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc010f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e88 expref: 52 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.761558:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:3.0:1779202818.761561:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202818.761566:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7c00, rc 0) 00000100:00100000:3.0:1779202818.761646:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33297:x1865628501216256:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 549us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202818.761654:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1477 00010000:00010000:1.0:1779202818.762966:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202818.771240:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202818.771350:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501216512 00000100:00100000:1.0:1779202818.771370:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501216512 00000100:00100000:1.0:1779202818.771436:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1478 00000100:00100000:1.0:1779202818.771447:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33297:x1865628501216512:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1779202818.771556:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0116 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.771575:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0116 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.771589:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0116 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202818.771796:0:6564:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001cbb617a reply state 0000000099b99501 transno 4294968212 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0116 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.771866:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0116 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.771875:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:1.0:1779202818.771878:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1779202818.771883:0:6564:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202818.771997:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:33297:x1865628501216512:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 551us (765us total) trans 4294968212 rc 0/0 00000100:00100000:1.0:1779202818.772005:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1478 00000100:00100000:1.0:1779202818.780365:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202818.780477:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501216640 00000100:00100000:2.0:1779202818.780490:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501216640 00000100:00100000:2.0:1779202818.780562:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1479 00000100:00100000:2.0:1779202818.780574:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:33297:x1865628501216640:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202818.780602:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202818.780624:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc011d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e8f expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.780687:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc011d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e8f expref: 55 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.780722:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc011d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e8f expref: 55 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.780731:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:2.0:1779202818.780734:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1779202818.780738:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841600, rc 0) 00000100:00100000:2.0:1779202818.780813:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:33297:x1865628501216640:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 240us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202818.780826:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1479 00000100:00100000:2.0:1779202818.796321:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202818.796445:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501216768 00000100:00100000:3.0:1779202818.796464:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501216768 00000100:00100000:3.0:1779202818.796587:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 282 00000100:00100000:3.0:1779202818.796605:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:33297:x1865628501216768:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1779202818.797425:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:33297:x1865628501216768:12345-192.168.204.21@tcp:49:lhsmtool_posix.0 Request processed in 756us (1047us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202818.797437:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 282 00000100:00100000:1.0:1779202818.811241:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202818.811347:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501217024 00000100:00100000:2.0:1779202818.811359:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501217024 00000100:00100000:2.0:1779202818.811424:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 283 00000100:00100000:2.0:1779202818.811435:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:33297:x1865628501217024:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202818.811687:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33297:x1865628501217024:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 252us (456us total) trans 4294968213 rc 0/0 00000100:00100000:2.0:1779202818.811743:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 283 00000100:00100000:1.0:1779202818.815510:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202818.815616:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501217280 00000100:00100000:2.0:1779202818.815626:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501217280 00000100:00100000:2.0:1779202818.815685:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1480 00000100:00100000:2.0:1779202818.815729:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33297:x1865628501217280:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202818.815846:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33297:x1865628501217280:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 152us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202818.815852:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1480 00000100:00100000:0.0:1779202818.821496:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202818.821875:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501217536 00000100:00100000:1.0:1779202818.821886:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501217536 00000100:00100000:1.0:1779202818.821960:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1481 00000100:00100000:1.0:1779202818.821981:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33297:x1865628501217536:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202818.822002:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202818.822023:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0124 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e96 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.822140:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.822157:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc011d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e8f expref: 57 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.822167:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.822203:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc011d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e8f expref: 57 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.822217:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc011d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e8f expref: 57 pid: 10076 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202818.822239:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524165248:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202818.822348:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e0885300 going to sleep for 11 seconds 00000100:00100000:0.0:1779202818.827017:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524165248:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202818.827054:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202818.829626:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202818.829737:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501217664 00000100:00100000:3.0:1779202818.829747:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501217664 00010000:00010000:3.0:1779202818.829799:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc011d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e8f expref: 58 pid: 10076 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202818.829841:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 449 00000100:00100000:3.0:1779202818.829853:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:2419:x1865628501217664:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202818.829869:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202818.829877:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc011d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e8f expref: 58 pid: 10076 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.829891:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc011d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e8f expref: 58 pid: 10076 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.829914:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc011d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e8f expref: 58 pid: 10076 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.829938:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:3.0:1779202818.829945:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.829955:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.829964:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.830006:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202818.830069:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:2419:x1865628501217664:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 218us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202818.830076:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 449 00010000:00010000:1.0:1779202818.830256:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.830264:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202818.830285:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00080000:1.0:1779202818.830483:0:6564:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:1.0:1779202818.830585:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.830593:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.830599:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.830604:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202818.830608:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.830616:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.830627:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:1.0:1779202818.830631:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202818.830635:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.830643:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc012b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.830779:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0124 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e96 expref: 57 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.830790:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff91d0ebf53c00) 00010000:00010000:1.0:1779202818.830793:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202818.830796:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0124 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e96 expref: 57 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.830805:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935800, rc 0) 00000100:00100000:1.0:1779202818.830840:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33297:x1865628501217536:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 8871us (9356us total) trans 4294968214 rc 301/301 00000100:00100000:1.0:1779202818.830848:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1481 00000100:00100000:1.0:1779202818.840604:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202818.840817:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501217920 00000100:00100000:2.0:1779202818.840828:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501217920 00000100:00100000:2.0:1779202818.840884:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 284 00000100:00100000:2.0:1779202818.840895:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33297:x1865628501217920:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202818.841301:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:33297:x1865628501217920:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 406us (714us total) trans 4294968215 rc 0/0 00000100:00100000:2.0:1779202818.841310:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 284 00000100:00100000:2.0:1779202818.853417:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202818.853589:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501218048 00000100:00100000:3.0:1779202818.853604:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501218048 00000100:00100000:3.0:1779202818.853674:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1482 00000100:00100000:3.0:1779202818.853687:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:33297:x1865628501218048:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202818.853776:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202818.853803:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0139 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65e9d expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.853878:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0140 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.853893:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0140 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.853906:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0140 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202818.853959:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00200000:3.0:1779202818.853963:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202818.853982:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0140 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.854011:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0139 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e9d expref: 59 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.854030:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0140 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e9d expref: 58 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.854038:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:3.0:1779202818.854042:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1779202818.854045:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6400, rc 0) 00000100:00100000:3.0:1779202818.854107:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:33297:x1865628501218048:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 422us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202818.854113:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1482 00000100:00100000:0.0:1779202818.857864:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202818.859921:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501218176 00000100:00100000:3.0:1779202818.859944:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501218176 00000100:00100000:3.0:1779202818.860027:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 411 00000100:00100000:3.0:1779202818.860041:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501218176:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202818.860068:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202818.860104:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0147 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ea4 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202818.860142:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1779202818.860173:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202818.860176:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202818.860187:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0147 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ea4 expref: 10 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.860209:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0147 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ea4 expref: 10 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.860226:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7e00, rc 0) 00000100:00100000:3.0:1779202818.860316:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501218176:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 280us (2464us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202818.860323:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 411 00000100:00080000:0.0:1779202818.860647:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202818.873381:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202818.873470:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501218432 00000100:00100000:2.0:1779202818.873481:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501218432 00000100:00100000:2.0:1779202818.873551:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1483 00000100:00100000:2.0:1779202818.873561:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:33297:x1865628501218432:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202818.873684:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:33297:x1865628501218432:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 124us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202818.873726:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1483 00000100:00100000:2.0:1779202818.879430:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202818.879534:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501218560 00000100:00100000:0.0:1779202818.879546:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501218560 00000100:00100000:0.0:1779202818.879610:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 412 00000100:00100000:0.0:1779202818.879621:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:33297:x1865628501218560:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202818.879642:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202818.879663:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc014e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65eab expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202818.879734:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0147 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ea4 expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202818.879744:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202818.879746:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202818.879759:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc014e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eab expref: 11 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202818.879794:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0147 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ea4 expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202818.879809:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0147 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ea4 expref: 11 pid: 8511 timeout: 1048 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202818.879828:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524165376:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202818.879937:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e51e40 going to sleep for 11 seconds 00000100:00100000:0.0:1779202818.889997:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202818.890096:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501218688 00000100:00100000:1.0:1779202818.890110:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501218688 00010000:00010000:1.0:1779202818.890157:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0147 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ea4 expref: 12 pid: 8511 timeout: 1048 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202818.890202:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 450 00000100:00100000:1.0:1779202818.890212:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501218688:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202818.890231:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202818.890252:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0147 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ea4 expref: 12 pid: 8511 timeout: 1048 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.890266:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0147 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ea4 expref: 12 pid: 8511 timeout: 1048 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.890291:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202818.890293:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202818.890300:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc014e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eab expref: 12 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.890311:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc014e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eab expref: 12 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.890346:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc014e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eab expref: 12 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202818.890372:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524165504:192.168.204.21@tcp:105: 00000100:00100000:1.0:1779202818.890460:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e0885540 going to sleep for 11 seconds 00010000:00010000:3.0:1779202818.891619:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0147 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ea4 expref: 12 pid: 8511 timeout: 1048 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202818.891639:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524165376:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202818.891668:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc014e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eab expref: 11 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202818.891687:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a7800, rc 0) 00000100:00100000:3.0:1779202818.891826:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:33297:x1865628501218560:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 12205us (12405us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202818.891837:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 412 00000100:00100000:1.0:1779202818.904661:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524165504:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202818.904746:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202818.904831:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501218688:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 14617us (14857us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202818.904847:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 450 00000100:00100000:3.0:1779202818.910119:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202818.910217:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501218816 00000100:00100000:0.0:1779202818.910228:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501218816 00002000:00100000:0.0:1779202818.910279:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff91cfc3186a00 x1865628501218816/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:29/0 lens 648/0 e 0 to 0 dl 1779202829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202818.910291:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3186a00 with x1865628501218816 ext(0->157) 00002000:00010000:0.0:1779202818.910297:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc3186a00 00000100:00100000:0.0:1779202818.910322:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 107 00000100:00100000:0.0:1779202818.910330:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501218816:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1779202818.912913:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501218816:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 2570us (2795us total) trans 4294967374 rc 0/0 00000100:00100000:0.0:1779202818.912926:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 107 00002000:00100000:0.0:1779202818.912940:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff91cfc3186a00 x1865628501218816/t4294967374(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:29/0 lens 648/448 e 0 to 0 dl 1779202829 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202818.912950:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3186a00 with x1865628501218816 ext(0->157) 00002000:00010000:0.0:1779202818.912956:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc3186a00 00000100:00100000:2.0:1779202818.918795:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202818.922207:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501218944 00000100:00100000:0.0:1779202818.922227:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501218944 00000100:00100000:0.0:1779202818.922335:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1484 00000100:00100000:0.0:1779202818.922351:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:33297:x1865628501218944:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1779202818.933281:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968215 is committed 00000020:00080000:3.0:1779202818.933309:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 33 batchid updated 00000020:00080000:0.0:1779202818.933468:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000020:00080000:0.0:1779202818.933480:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000100:00100000:1.0:1779202818.933756:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33297:x1865628501218944:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 11394us (14956us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202818.933767:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1484 00010000:00010000:2.0:1779202818.934068:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0116 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.934083:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0116 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.934090:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0116 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.934096:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202818.934101:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0116 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.934109:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0116 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.934125:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:2.0:1779202818.934128:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1779202818.934133:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0116 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.934142:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0116 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202818.937317:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202818.937482:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501219072 00000100:00100000:0.0:1779202818.937493:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501219072 00000100:00100000:0.0:1779202818.937553:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 413 00000100:00100000:0.0:1779202818.937564:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501219072:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1779202818.948238:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00000100:00100000:0.0:1779202818.948595:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501219072:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 11024us (11282us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202818.948608:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 413 00000100:00100000:3.0:1779202818.964594:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202818.965288:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501219328 00000100:00100000:2.0:1779202818.965300:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501219328 00000100:00100000:2.0:1779202818.965391:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1485 00000100:00100000:2.0:1779202818.965405:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:33297:x1865628501219328:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1779202818.965479:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202818.965513:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0140 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e9d expref: 51 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.965539:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:2.0:1779202818.965544:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202818.965583:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc0155 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.965599:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc0155 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.965611:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc0155 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202818.966478:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000076e3cec8 reply state 00000000432d01cf transno 4294968216 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc0155 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.966495:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc0155 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202818.966502:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:2.0:1779202818.966505:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202818.966509:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1779202818.966633:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33297:x1865628501219328:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 1228us (2052us total) trans 4294968216 rc 0/0 00000100:00100000:2.0:1779202818.966643:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1485 00000100:00100000:2.0:1779202818.977234:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202818.977393:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501219456 00000100:00100000:1.0:1779202818.977405:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501219456 00000100:00100000:1.0:1779202818.977482:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1486 00000100:00100000:1.0:1779202818.977495:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33297:x1865628501219456:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202818.977529:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202818.977554:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc015c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65eb2 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.977626:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc015c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eb2 expref: 53 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.977642:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc015c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eb2 expref: 53 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202818.977664:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:1.0:1779202818.977668:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202818.977672:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934a00, rc 0) 00000100:00100000:1.0:1779202818.977782:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33297:x1865628501219456:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 290us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202818.977790:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1486 00000100:00100000:1.0:1779202818.984202:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202818.984781:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501219584 00000100:00100000:3.0:1779202818.984793:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501219584 00000100:00100000:3.0:1779202818.984866:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 414 00000100:00100000:3.0:1779202818.984878:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501219584:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1779202818.985298:0:8511:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1779202818.985302:0:8511:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1779202809 00002000:00010000:3.0:1779202818.985305:0:8511:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime from disk: 0 -> 1779202809 00002000:00010000:3.0:1779202818.985307:0:8511:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1779202809 00002000:00010000:3.0:1779202818.985310:0:8511:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1779202818.985666:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501219584:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 787us (1475us total) trans 4294967375 rc 0/0 00000100:00100000:3.0:1779202818.985676:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 414 00000100:00100000:0.0:1779202819.013733:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202819.013931:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501219840 00000100:00100000:1.0:1779202819.013944:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501219840 00000100:00100000:1.0:1779202819.014028:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1487 00000100:00100000:1.0:1779202819.014040:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33297:x1865628501219840:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1779202819.014129:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.014151:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc010f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e88 expref: 53 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.014161:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.014197:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc010f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e88 expref: 53 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.014212:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc010f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e88 expref: 53 pid: 6563 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202819.014228:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524165632:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202819.014785:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e0885540 going to sleep for 11 seconds 00000100:00100000:1.0:1779202819.022808:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524165632:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202819.022840:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202819.023845:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202819.024132:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501219968 00000100:00100000:3.0:1779202819.024143:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501219968 00010000:00010000:3.0:1779202819.024198:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc010f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e88 expref: 54 pid: 6563 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202819.024265:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 451 00000100:00100000:3.0:1779202819.024278:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:2419:x1865628501219968:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202819.024299:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202819.024307:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc010f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e88 expref: 54 pid: 6563 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202819.024323:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc010f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e88 expref: 54 pid: 6563 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202819.024499:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc010f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e88 expref: 54 pid: 6563 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202819.024519:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:3.0:1779202819.024525:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202819.024536:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202819.024544:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202819.024577:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202819.025323:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501219968:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1042us (1479us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202819.025334:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 451 00010000:00010000:1.0:1779202819.025672:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.025683:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.025754:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.025763:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.025770:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.025777:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202819.025782:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.025789:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.025804:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:1.0:1779202819.025807:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1779202819.025812:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.025817:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0163 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202819.025877:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33297:x1865628501219840:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 11838us (12183us total) trans 0 rc -22/-22 00000100:00100000:1.0:1779202819.025886:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1487 00000100:00100000:3.0:1779202819.036840:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202819.036974:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501220096 00000100:00100000:1.0:1779202819.036987:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501220096 00000100:00100000:1.0:1779202819.037046:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 415 00000100:00100000:1.0:1779202819.037057:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2422:x1865628501220096:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1779202819.037101:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.037122:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc014e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eab expref: 11 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.037130:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202819.037132:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202819.037135:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.037169:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc014e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eab expref: 11 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.037185:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc014e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eab expref: 11 pid: 8447 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202819.037199:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524165760:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202819.037290:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e0885540 going to sleep for 11 seconds 00000100:00100000:1.0:1779202819.049852:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524165760:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202819.049884:0:8446:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202819.052496:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202819.052802:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501220224 00000100:00100000:0.0:1779202819.052813:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501220224 00010000:00010000:0.0:1779202819.052855:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc014e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eab expref: 12 pid: 8447 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202819.052900:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 452 00000100:00100000:0.0:1779202819.052917:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0049450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501220224:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202819.052935:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202819.052957:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc014e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eab expref: 12 pid: 8447 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.053157:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc014e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eab expref: 12 pid: 8447 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.053181:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc014e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eab expref: 12 pid: 8447 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.053204:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202819.053206:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202819.053211:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.053222:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.053298:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202819.053368:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0049450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501220224:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 452us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.053375:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 452 00010000:00010000:1.0:1779202819.055988:0:8446:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.056015:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.056064:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.056074:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.056084:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.056092:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202819.056097:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.056107:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.056128:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.056136:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033e49dca/0x3d5ca2fc49dc016a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202819.056356:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501220096:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 19295us (19518us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202819.056372:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 415 00000100:00100000:3.0:1779202819.061488:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202819.061676:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501220480 00000100:00100000:0.0:1779202819.061688:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501220480 00000100:00100000:0.0:1779202819.062095:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1488 00000100:00100000:0.0:1779202819.062109:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33297:x1865628501220480:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1779202819.062202:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0171 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.062219:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0171 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.062231:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0171 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.062400:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.062415:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc015c lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eb2 expref: 53 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.062423:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.062454:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc015c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eb2 expref: 53 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.062468:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc015c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eb2 expref: 53 pid: 16980 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202819.062482:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524165888:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202819.063629:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d8e62900 going to sleep for 11 seconds 00000100:00100000:3.0:1779202819.080241:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202819.080378:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524165888:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202819.080405:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202819.082024:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501220608 00000100:00100000:1.0:1779202819.082038:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501220608 00010000:00010000:1.0:1779202819.082089:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc015c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eb2 expref: 54 pid: 16980 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202819.082138:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 453 00000100:00100000:1.0:1779202819.082148:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:2419:x1865628501220608:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202819.082166:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202819.082173:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc015c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eb2 expref: 54 pid: 16980 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.082186:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc015c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eb2 expref: 54 pid: 16980 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.082210:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc015c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eb2 expref: 54 pid: 16980 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.082225:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:1.0:1779202819.082231:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.082241:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.082250:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.082286:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202819.082365:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501220608:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 216us (2133us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202819.082373:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 453 00010000:00010000:0.0:1779202819.082448:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.082456:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1779202819.082588:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968217 00000001:00080000:0.0:1779202819.082774:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968218 00000001:00080000:0.0:1779202819.082832:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968219 00000100:00100000:0.0:1779202819.082925:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7869:1865628524166016:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1779202819.083027:0:7869:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.083066:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc31383c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202819.083249:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524166016 00000100:00100000:2.0:1779202819.083258:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524166016 00000100:00100000:2.0:1779202819.083327:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1779202819.083335:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7869:x1865628524166016:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1779202819.083425:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7869:x1865628524166016:12345-0@lo:1000:mdt00_003.0 Request processed in 91us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202819.083432:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00080000:0.0:1779202819.083501:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202819.083539:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7869:1865628524166016:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1779202819.083650:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968220 00000100:00100000:0.0:1779202819.083731:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7869:1865628524166144:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1779202819.083775:0:7869:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.083788:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202819.083988:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524166144 00000100:00100000:2.0:1779202819.083993:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524166144 00000100:00100000:2.0:1779202819.084028:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1779202819.084035:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7869:x1865628524166144:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1779202819.084150:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7869:x1865628524166144:12345-0@lo:1000:mdt00_003.0 Request processed in 115us (375us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1779202819.084157:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1779202819.085513:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7869:1865628524166144:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1779202819.085621:0:7869:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968221 00010000:00010000:0.0:1779202819.085654:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.085661:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.085666:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.085670:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202819.085673:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.085678:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.085706:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:0.0:1779202819.085708:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202819.085712:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.085719:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0178 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.085738:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc00ad lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.085742:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc00ad lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.085758:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc00ad lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.085763:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202819.085767:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc00ad lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.085773:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc00ad lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.085784:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aaf00) 00010000:00010000:0.0:1779202819.085787:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202819.085794:0:7869:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc00b4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e73 expref: 105 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.086002:0:7869:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc00b4 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e73 expref: 105 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.086013:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc00b4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e73 expref: 105 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.086054:0:7869:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc00b4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e73 expref: 105 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202819.086069:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524166272:192.168.204.21@tcp:105: 00000100:00100000:0.0:1779202819.086238:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92c86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202819.090385:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524166272:192.168.204.21@tcp:105: 00010000:00010000:0.0:1779202819.090418:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc00ad lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090431:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc00ad lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090470:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc017f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090488:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc017f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090503:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc017f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090516:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc017f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090523:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc017f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090530:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc017f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090553:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202819.090557:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc017f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090565:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc017f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090579:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aaf00) 00010000:00010000:0.0:1779202819.090582:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202819.090586:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc017f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090593:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc017f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090606:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0171 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090611:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0171 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090618:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0171 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090623:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202819.090626:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0171 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090632:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0171 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090643:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aaf00) 00010000:00010000:0.0:1779202819.090646:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202819.090649:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0171 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.090654:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0171 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202819.091134:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:33297:x1865628501220480:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 29025us (29652us total) trans 4294968222 rc 0/0 00000100:00100000:0.0:1779202819.091145:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1488 00000020:00080000:0.0:1779202819.091152:0:7869:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1779202819.092449:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202819.092456:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1779202819.092969:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000040:00080000:3.0:1779202819.093477:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1779202819.093491:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202819.093671:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501220736 00000100:00100000:0.0:1779202819.093681:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501220736 00000100:00100000:0.0:1779202819.093740:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 285 00000100:00100000:0.0:1779202819.093760:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:33295:x1865628501220736:12345-192.168.204.21@tcp:49:cat.0 00000100:00100000:0.0:1779202819.093995:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:33295:x1865628501220736:12345-192.168.204.21@tcp:49:cat.0 Request processed in 235us (1028us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.094002:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 285 00000100:00100000:3.0:1779202819.097389:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202819.098824:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501220992 00000100:00100000:1.0:1779202819.098839:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501220992 00000100:00100000:1.0:1779202819.098922:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 286 00000100:00100000:1.0:1779202819.098934:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c6472c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:33297:x1865628501220992:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1779202819.099294:0:6566:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x29:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1779202819.099337:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968223 00010000:00010000:1.0:1779202819.099374:0:6566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0186 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.099395:0:6566:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0186 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.099409:0:6566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0186 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.099417:0:6566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0186 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.099422:0:6566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0186 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.099428:0:6566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0186 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.099450:0:6566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1779202819.099527:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202819.099543:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0186 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202819.099544:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c6472c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:33297:x1865628501220992:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 612us (2164us total) trans 4294968224 rc 0/0 00010000:00010000:0.0:1779202819.099550:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc0ce36f0) 00000100:00100000:1.0:1779202819.099552:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 286 00010000:00010000:0.0:1779202819.099554:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0186 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1779202819.099557:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1779202819.099561:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0186 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.099574:0:6551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:0.0:1779202819.099577:0:6551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1779202819.099582:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0186 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.099587:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0186 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202819.099597:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202819.099599:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202819.099601:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202819.103183:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202819.103231:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202819.103320:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501221376 00000100:00100000:3.0:1779202819.103330:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501221376 00000100:00100000:3.0:1779202819.103404:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 72 00000100:00100000:3.0:1779202819.103415:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:33294:x1865628501221376:12345-192.168.204.21@tcp:103:cat.0 00010000:00010000:3.0:1779202819.103434:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202819.103461:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc00b4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65e73 expref: 106 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202819.103486:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91cfc28aaf00) 00010000:00010000:3.0:1779202819.103499:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202819.103605:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:33294:x1865628501221376:12345-192.168.204.21@tcp:103:cat.0 Request processed in 192us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202819.103612:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 72 00000100:00100000:2.0:1779202819.103728:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501221248 00000100:00100000:2.0:1779202819.103733:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501221248 00000100:00100000:2.0:1779202819.103791:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 416 00000100:00100000:2.0:1779202819.103798:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+14:33295:x1865628501221248:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:2.0:1779202819.103813:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202819.103834:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dc018d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65eb9 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202819.103862:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a0c7af9, atime: 0x6a0c7af9, ctime: 0x6a0c7af9, blocks: 0x8 00010000:00010000:2.0:1779202819.103881:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202819.103883:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202819.103891:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dc018d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eb9 expref: 15 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202819.103906:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dc018d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eb9 expref: 15 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202819.103928:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841200, rc 0) 00000100:00080000:0.0:1779202819.103949:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202819.103955:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:33295:x1865628501221248:12345-192.168.204.21@tcp:101:cat.0 Request processed in 156us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202819.103961:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 416 00000100:00100000:2.0:1779202819.108444:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202819.108552:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501221504 00000100:00100000:1.0:1779202819.108564:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501221504 00000100:00100000:2.0:1779202819.109449:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1489 00000100:00100000:2.0:1779202819.109464:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:33294:x1865628501221504:12345-192.168.204.21@tcp:58:cat.0 00000100:00100000:2.0:1779202819.109683:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:33294:x1865628501221504:12345-192.168.204.21@tcp:58:cat.0 Request processed in 222us (1327us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202819.109717:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1489 00000100:00100000:0.0:1779202819.119563:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202819.123318:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501221632 00000100:00100000:1.0:1779202819.123349:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501221632 00000100:00100000:1.0:1779202819.123427:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1490 00000100:00100000:1.0:1779202819.123438:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+105:33294:x1865628501221632:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202819.123461:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202819.123492:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0194 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ec0 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.123558:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0194 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ec0 expref: 106 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.123571:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935600/0x3d5ca2fc49dc0194 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ec0 expref: 106 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202819.123590:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff91d0ebf53b00) 00010000:00010000:1.0:1779202819.123593:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1779202819.123596:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935600, rc 0) 00000100:00100000:1.0:1779202819.123676:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:33294:x1865628501221632:12345-192.168.204.21@tcp:101:cat.0 Request processed in 239us (4122us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202819.123682:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1490 00000100:00100000:0.0:1779202819.142982:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202819.143085:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501221760 00000100:00100000:3.0:1779202819.143099:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501221760 00002000:00100000:3.0:1779202819.143157:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff91d0ffc7b800 x1865628501221760/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:30/0 lens 488/0 e 0 to 0 dl 1779202830 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202819.143169:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc7b800 with x1865628501221760 ext(0->4095) 00002000:00010000:3.0:1779202819.143176:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffc7b800 00000100:00100000:3.0:1779202819.143217:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 108 00000100:00100000:3.0:1779202819.143228:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2420:x1865628501221760:12345-192.168.204.21@tcp:3:cat.0 00000100:00100000:3.0:1779202819.143491:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2420:x1865628501221760:12345-192.168.204.21@tcp:3:cat.0 Request processed in 264us (521us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1779202819.143499:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 108 00002000:00100000:3.0:1779202819.143505:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff91d0ffc7b800 x1865628501221760/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:30/0 lens 488/4536 e 0 to 0 dl 1779202830 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202819.143513:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc7b800 with x1865628501221760 ext(0->4095) 00002000:00010000:3.0:1779202819.143516:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffc7b800 00000100:00100000:2.0:1779202819.159388:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202819.160076:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501222016 00000100:00100000:0.0:1779202819.160089:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501222016 00000100:00100000:0.0:1779202819.160165:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 287 00000100:00100000:0.0:1779202819.160180:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:33294:x1865628501222016:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:0.0:1779202819.160493:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:33294:x1865628501222016:12345-192.168.204.21@tcp:35:cat.0 Request processed in 316us (1117us total) trans 4294968225 rc 0/0 00000100:00100000:0.0:1779202819.160502:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 287 00010000:00010000:1.0:1779202819.789386:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202819.988380:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524166400:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.988463:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.988517:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524166912:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.988561:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.988578:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524167424:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.988632:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.988651:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524167936:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.988674:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.988744:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1779202819.988751:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524166528:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.988774:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.988791:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524167040:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.988810:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.988824:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524167552:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.988842:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.988872:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524166656:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.988895:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.988913:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524167168:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.988933:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.988950:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524167680:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.988969:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.988986:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779202819.988991:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524166784:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.989011:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.989027:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524167296:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.989047:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.989063:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524167808:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.989081:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.989113:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524166400 00000100:00100000:0.0:1779202819.989122:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524166400 00000100:00100000:0.0:1779202819.989168:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1779202819.989177:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524166400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.989227:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524166400:12345-0@lo:400:kworker.0 Request processed in 51us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.989234:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1779202819.989270:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524166912 00000100:00100000:0.0:1779202819.989273:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524166912 00000100:00100000:0.0:1779202819.989296:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524166656 00000100:00100000:0.0:1779202819.989299:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524166656 00000100:00100000:0.0:1779202819.989311:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1779202819.989317:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524166912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.989351:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524166912:12345-0@lo:400:kworker.0 Request processed in 34us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.989357:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1779202819.989367:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1779202819.989372:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524166656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.989399:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524166656:12345-0@lo:400:kworker.0 Request processed in 27us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.989405:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1779202819.989421:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524167424 00000100:00100000:0.0:1779202819.989425:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524167424 00000100:00100000:0.0:1779202819.989446:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524167936 00000100:00100000:0.0:1779202819.989449:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524167936 00000100:00100000:0.0:1779202819.989474:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524167296 00000100:00100000:0.0:1779202819.989476:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524167296 00000100:00100000:0.0:1779202819.989489:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524167808 00000100:00100000:0.0:1779202819.989492:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524167808 00000100:00100000:0.0:1779202819.989503:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1779202819.989508:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524167424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.989538:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524167424:12345-0@lo:400:kworker.0 Request processed in 29us (905us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.989543:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1779202819.989553:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1779202819.989559:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524167936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.989583:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524167936:12345-0@lo:400:kworker.0 Request processed in 24us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.989588:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1779202819.989597:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1779202819.989601:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524167296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.989624:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524167296:12345-0@lo:400:kworker.0 Request processed in 23us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.989630:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1779202819.989639:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1779202819.989644:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524167808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.989666:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524167808:12345-0@lo:400:kworker.0 Request processed in 23us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.989672:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1779202819.989722:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524166528 00000100:00100000:0.0:1779202819.989726:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524166528 00000100:00100000:0.0:1779202819.989756:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524167040 00000100:00100000:0.0:1779202819.989758:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524167040 00000100:00100000:0.0:1779202819.989768:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524167552 00000100:00100000:0.0:1779202819.989770:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524167552 00000100:00100000:0.0:1779202819.989782:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524167168 00000100:00100000:0.0:1779202819.989784:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524167168 00000100:00100000:0.0:1779202819.989794:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524167680 00000100:00100000:0.0:1779202819.989796:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524167680 00000100:00100000:0.0:1779202819.989807:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524166784 00000100:00100000:0.0:1779202819.989809:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524166784 00000100:00100000:0.0:1779202819.989839:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:0.0:1779202819.989845:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524166528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.989877:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524166528:12345-0@lo:400:kworker.0 Request processed in 33us (1102us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.989883:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:0.0:1779202819.989893:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1779202819.989899:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524167040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.989922:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524167040:12345-0@lo:400:kworker.0 Request processed in 24us (1112us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.989928:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1779202819.989937:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:0.0:1779202819.989943:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524167552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.989965:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524167552:12345-0@lo:400:kworker.0 Request processed in 23us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.989970:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:0.0:1779202819.989979:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1779202819.989984:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524167168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990007:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524167168:12345-0@lo:400:kworker.0 Request processed in 24us (1073us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.990013:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1779202819.990022:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:0.0:1779202819.990027:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524167680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990050:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524167680:12345-0@lo:400:kworker.0 Request processed in 23us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.990055:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:0.0:1779202819.990063:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:0.0:1779202819.990069:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524166784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990091:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524166784:12345-0@lo:400:kworker.0 Request processed in 23us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.990097:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00080000:0.0:1779202819.990151:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202819.990155:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202819.990157:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202819.990159:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202819.990195:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524166784:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990206:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524167296:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990215:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524167808:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990223:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524166656:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990232:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524167168:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990241:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524167680:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990284:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524166528:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990294:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524167040:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990303:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524167552:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990312:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524166400:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990323:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524166912:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990334:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524167424:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.990344:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524167936:0@lo:400:kworker.0 00000100:00100000:0.0:1779202819.994960:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524168064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202819.995064:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202819.995151:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524168064 00000100:00100000:0.0:1779202819.995161:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524168064 00000100:00100000:0.0:1779202819.995214:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1779202819.995225:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524168064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202819.995273:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:0.0:1779202819.995321:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524168064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202819.995328:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1779202819.995384:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524168064:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1779202820.096432:0:23982:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202820.096444:0:23982:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202820.096481:0:23982:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:1.0:1779202820.096488:0:23982:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1779202820.106896:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202820.106904:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202820.107607:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1779202820.107620:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202820.810970:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202821.515297:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524168192:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202821.515433:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202821.515559:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524168192 00000100:00100000:3.0:1779202821.515570:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524168192 00000100:00100000:3.0:1779202821.515648:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1779202821.515660:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524168192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202821.515733:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922436096 avail 3690913792 00000100:00100000:3.0:1779202821.515802:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524168192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 144us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202821.515810:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1779202821.515890:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524168192:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1779202821.516256:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202821.516281:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524168320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202821.516377:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202821.523268:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202821.523335:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202821.523364:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202821.523391:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202821.523411:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202821.523432:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202821.523452:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202821.523474:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202821.523519:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202821.523563:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501222144 00000100:00100000:0.0:1779202821.523579:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501222144 00000100:00100000:0.0:1779202821.523651:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 792 00000100:00100000:0.0:1779202821.523665:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501222144:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202821.523824:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501222144:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 161us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202821.523834:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 792 00000100:00100000:0.0:1779202821.523885:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501222400 00000100:00100000:0.0:1779202821.523891:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501222400 00000100:00100000:0.0:1779202821.523953:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501222912 00000100:00100000:0.0:1779202821.523956:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501222912 00000100:00100000:0.0:1779202821.523985:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501222272 00000100:00100000:0.0:1779202821.523988:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501222272 00000100:00100000:0.0:1779202821.524005:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501222784 00000100:00100000:0.0:1779202821.524008:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501222784 00000100:00100000:0.0:1779202821.524031:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1253 00000100:00100000:0.0:1779202821.524039:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501222400:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202821.524085:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501222400:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 47us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202821.524096:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1253 00000100:00100000:0.0:1779202821.524110:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1254 00000100:00100000:0.0:1779202821.524116:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501222912:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202821.524146:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501222912:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202821.524153:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1254 00000100:00100000:0.0:1779202821.524173:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1255 00000100:00100000:0.0:1779202821.524182:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:2420:x1865628501222272:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202821.524222:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:2420:x1865628501222272:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 43us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202821.524231:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1255 00000100:00100000:0.0:1779202821.524250:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1256 00000100:00100000:0.0:1779202821.524258:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:2420:x1865628501222784:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202821.524294:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:2420:x1865628501222784:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 37us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202821.524300:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1256 00000100:00100000:0.0:1779202821.524325:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501222656 00000100:00100000:0.0:1779202821.524330:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501222656 00000100:00100000:0.0:1779202821.524360:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501223168 00000100:00100000:0.0:1779202821.524364:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501223168 00000100:00100000:0.0:1779202821.524382:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501222528 00000100:00100000:0.0:1779202821.524386:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501222528 00000100:00100000:0.0:1779202821.524401:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501223040 00000100:00100000:0.0:1779202821.524404:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501223040 00000100:00100000:0.0:1779202821.524417:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 856 00000100:00100000:0.0:1779202821.524423:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501222656:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202821.524450:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501222656:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202821.524456:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 856 00000100:00100000:0.0:1779202821.524467:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 857 00000100:00100000:0.0:1779202821.524474:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501223168:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202821.524541:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501223168:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 64us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202821.524552:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 857 00000100:00100000:0.0:1779202821.524569:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 858 00000100:00100000:0.0:1779202821.524577:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2420:x1865628501222528:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202821.524611:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2420:x1865628501222528:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (1158us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202821.524617:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 858 00000100:00100000:0.0:1779202821.524632:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 859 00000100:00100000:0.0:1779202821.524641:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501223040:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202821.524664:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501223040:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (1148us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202821.524670:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 859 00000100:00100000:1.0:1779202821.526649:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524168320 00000100:00100000:1.0:1779202821.526667:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524168320 00000100:00100000:1.0:1779202821.526890:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1779202821.526907:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524168320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202821.526946:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922436096 avail 3690913792 00000100:00100000:1.0:1779202821.527059:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524168320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 157us (10682us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202821.527067:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1779202821.527130:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524168320:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1779202821.527779:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1779202821.528050:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967378 is committed 00000100:00080000:1.0:1779202821.528455:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202821.528459:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202821.528462:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1779202821.836215:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202822.026955:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202822.026979:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524168448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202822.027050:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202822.027234:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524168448 00000100:00100000:2.0:1779202822.027243:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524168448 00000100:00100000:2.0:1779202822.027307:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1779202822.027316:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524168448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202822.027355:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1779202822.027405:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524168448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202822.027413:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00080000:0.0:1779202822.027558:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202822.027598:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524168448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202822.027922:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524168576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202822.027954:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202822.028081:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524168576 00000100:00100000:3.0:1779202822.028086:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524168576 00000100:00100000:3.0:1779202822.028123:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1779202822.028130:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524168576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202822.028142:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3920334848 avail 3688812544 00000100:00080000:1.0:1779202822.029357:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202822.029556:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524168576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1423us (1597us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202822.029566:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1779202822.030419:0:3663:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967378 gen 2 00000004:00080000:0.0:1779202822.030427:0:3663:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc3b38e00, transno 4294967378 00000100:00100000:0.0:1779202822.030450:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524168576:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1779202822.860407:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202823.051219:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779202823.051251:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524168704:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202823.051348:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202823.051538:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524168704 00000100:00100000:0.0:1779202823.051550:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524168704 00000100:00100000:0.0:1779202823.051637:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1779202823.051649:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524168704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202823.051745:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202823.051814:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524168704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 166us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202823.051822:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1779202823.052125:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524168704:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1779202823.179150:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202823.179163:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202823.179299:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 2 00000040:00080000:1.0:1779202823.179312:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779202823.886078:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202824.011385:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:1.0:1779202824.591142:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967376 is committed 00000001:00080000:1.0:1779202824.591158:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967375 is committed 00000001:00080000:3.0:1779202824.591768:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968225 is committed 00000001:00080000:3.0:1779202824.591856:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968224 is committed 00000020:00080000:3.0:1779202824.591874:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91cfc3138f00 refcount 2 committed 0 result 0 batchid 34 00000020:00080000:3.0:1779202824.591880:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0fc1fd500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc31383c0 00000020:00080000:3.0:1779202824.591884:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0fc1fd000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91d0c8359200 00000020:00080000:0.0:1779202824.592115:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 34 committed batchid 33 00000020:00080000:0.0:1779202824.592210:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00010000:00010000:1.0:1779202824.601029:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc0155 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202824.601052:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc0155 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202824.601059:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc0155 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202824.601066:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202824.601071:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc0155 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202824.601079:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc0155 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202824.601098:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff91cfc2a52300) 00010000:00010000:1.0:1779202824.601101:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202824.601107:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc0155 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202824.601113:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc0155 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202824.908854:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202825.099275:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524168960:0@lo:400:kworker.0 00000100:00100000:3.0:1779202825.099353:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202825.099421:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524169472:0@lo:400:kworker.0 00000100:00100000:3.0:1779202825.099443:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202825.099464:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524169984:0@lo:400:kworker.0 00000100:00100000:3.0:1779202825.099484:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202825.099511:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1779202825.099517:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524169088:0@lo:400:kworker.0 00000100:00100000:3.0:1779202825.099546:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202825.099562:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524169600:0@lo:400:kworker.0 00000100:00100000:3.0:1779202825.099580:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202825.099594:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524170112:0@lo:400:kworker.0 00000100:00100000:3.0:1779202825.099615:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202825.099725:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524169216:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.099758:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202825.099795:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524169728:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.099830:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202825.099853:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524170240:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.099877:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202825.099895:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1779202825.099900:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524168832:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.099928:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202825.099949:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524169344:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.099970:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202825.099985:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524169856:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100002:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202825.100016:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524170368:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100033:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202825.100064:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524168960 00000100:00100000:0.0:1779202825.100071:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524168960 00000100:00100000:0.0:1779202825.100108:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524169472 00000100:00100000:0.0:1779202825.100112:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524169472 00000100:00100000:0.0:1779202825.100134:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524169984 00000100:00100000:0.0:1779202825.100137:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524169984 00000100:00100000:0.0:1779202825.100148:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524169600 00000100:00100000:0.0:1779202825.100150:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524169600 00000100:00100000:0.0:1779202825.100160:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524170112 00000100:00100000:0.0:1779202825.100162:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524170112 00000100:00100000:0.0:1779202825.100171:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524169216 00000100:00100000:0.0:1779202825.100173:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524169216 00000100:00100000:0.0:1779202825.100186:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1779202825.100195:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524168960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100253:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524168960:12345-0@lo:400:kworker.0 Request processed in 58us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202825.100260:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1779202825.100278:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:0.0:1779202825.100284:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524169472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100310:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524169472:12345-0@lo:400:kworker.0 Request processed in 27us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202825.100316:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:0.0:1779202825.100325:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:0.0:1779202825.100331:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524169984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100353:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524169984:12345-0@lo:400:kworker.0 Request processed in 22us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202825.100359:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:0.0:1779202825.100368:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:0.0:1779202825.100373:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524169600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100399:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524169600:12345-0@lo:400:kworker.0 Request processed in 26us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202825.100405:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:0.0:1779202825.100415:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:0.0:1779202825.100420:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524170112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100443:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524170112:12345-0@lo:400:kworker.0 Request processed in 23us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202825.100449:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:0.0:1779202825.100459:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1779202825.100464:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524169216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100493:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524169216:12345-0@lo:400:kworker.0 Request processed in 29us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202825.100499:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1779202825.100524:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524169088 00000100:00100000:0.0:1779202825.100527:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524169088 00000100:00100000:0.0:1779202825.100548:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524169344 00000100:00100000:0.0:1779202825.100551:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524169344 00000100:00100000:0.0:1779202825.100562:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1779202825.100569:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524169088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100600:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524169088:12345-0@lo:400:kworker.0 Request processed in 31us (1053us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202825.100605:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1779202825.100615:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1779202825.100621:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524169344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100656:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524169344:12345-0@lo:400:kworker.0 Request processed in 36us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202825.100665:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1779202825.100687:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524169728 00000100:00100000:0.0:1779202825.100720:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524169728 00000100:00100000:0.0:1779202825.100745:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524170240 00000100:00100000:0.0:1779202825.100748:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524170240 00000100:00100000:0.0:1779202825.100762:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524169856 00000100:00100000:0.0:1779202825.100765:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524169856 00000100:00100000:0.0:1779202825.100775:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524170368 00000100:00100000:0.0:1779202825.100777:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524170368 00000100:00100000:0.0:1779202825.100788:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1779202825.100793:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524169728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100823:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524169728:12345-0@lo:400:kworker.0 Request processed in 30us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202825.100829:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1779202825.100838:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1779202825.100844:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524170240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100868:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524170240:12345-0@lo:400:kworker.0 Request processed in 24us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202825.100874:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1779202825.100882:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1779202825.100887:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524169856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100911:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524169856:12345-0@lo:400:kworker.0 Request processed in 24us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202825.100917:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1779202825.100925:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1779202825.100931:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524170368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.100958:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524170368:12345-0@lo:400:kworker.0 Request processed in 26us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202825.100964:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1779202825.100990:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524168832 00000100:00100000:0.0:1779202825.100994:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524168832 00000100:00100000:0.0:1779202825.101019:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1779202825.101024:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524168832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.101054:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524168832:12345-0@lo:400:kworker.0 Request processed in 29us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202825.101060:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00080000:0.0:1779202825.101097:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202825.101101:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202825.101104:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202825.101106:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202825.101145:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524168832:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.101158:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524169344:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.101168:0:3664:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967376 gen 2 00000004:00080000:0.0:1779202825.101173:0:3664:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967376 committed transno 4294967376 00000100:00100000:0.0:1779202825.101201:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524169856:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.101212:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524170368:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.101221:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524169216:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.101230:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524169728:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.101239:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524170240:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.101289:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524169088:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.101300:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524169600:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.101311:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524170112:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.101322:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524168960:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.101333:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524169472:0@lo:400:kworker.0 00000100:00100000:0.0:1779202825.101343:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524169984:0@lo:400:kworker.0 00000100:00100000:3.0:1779202825.102586:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524170496:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202825.102655:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202825.102975:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524170496 00000100:00100000:2.0:1779202825.102985:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524170496 00000100:00100000:2.0:1779202825.103046:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1779202825.103056:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524170496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202825.103099:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:2.0:1779202825.103159:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524170496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202825.103167:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1779202825.103376:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524170496:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1779202825.943107:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202826.058627:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202826.059136:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501223296 00000100:00100000:0.0:1779202826.059148:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501223296 00000100:00100000:0.0:1779202826.059232:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1491 00000100:00100000:0.0:1779202826.059244:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33266:x1865628501223296:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1779202826.059354:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33266:x1865628501223296:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 112us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202826.059362:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1491 00000100:00080000:1.0:1779202826.059440:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202826.062188:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202826.067138:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501223424 00000100:00100000:2.0:1779202826.067153:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501223424 00000100:00100000:2.0:1779202826.067241:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1492 00000100:00100000:2.0:1779202826.067255:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:33266:x1865628501223424:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1779202826.067375:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:33266:x1865628501223424:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 124us (5198us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202826.067384:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1492 00000100:00080000:1.0:1779202826.067498:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202826.637927:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524170624:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202826.638006:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202826.638353:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202826.638365:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524170752:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202826.638398:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202826.638724:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524170624 00000100:00100000:1.0:1779202826.638747:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524170624 00000100:00100000:1.0:1779202826.638798:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524170752 00000100:00100000:1.0:1779202826.638801:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524170752 00000100:00100000:1.0:1779202826.638817:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1779202826.638825:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524170624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202826.638859:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922436096 avail 3690913792 00000100:00100000:1.0:1779202826.638916:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524170624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202826.638924:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1779202826.638940:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1779202826.638947:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524170752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202826.638957:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922436096 avail 3690913792 00000100:00100000:1.0:1779202826.638981:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524170752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 36us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202826.638987:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1779202826.639031:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524170624:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202826.639390:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524170752:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202826.655005:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202826.655055:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202826.655079:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501223552 00000100:00100000:0.0:1779202826.655089:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501223552 00000100:00100000:3.0:1779202826.655091:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202826.655131:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202826.655142:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 794 00000100:00100000:3.0:1779202826.655152:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202826.655152:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501223552:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202826.655170:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202826.655190:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202826.655258:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501223808 00000100:00100000:1.0:1779202826.655263:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501223808 00000100:00100000:1.0:1779202826.655303:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501224320 00000100:00100000:1.0:1779202826.655306:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501224320 00000100:00100000:1.0:1779202826.655325:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501223680 00000100:00100000:1.0:1779202826.655327:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501223680 00000100:00100000:2.0:1779202826.655347:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501224064 00000100:00100000:1.0:1779202826.655349:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1263 00000100:00100000:2.0:1779202826.655351:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501224064 00000100:00100000:1.0:1779202826.655356:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501223808:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202826.655378:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501224576 00000100:00100000:2.0:1779202826.655381:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501224576 00000100:00100000:2.0:1779202826.655411:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501223936 00000100:00100000:2.0:1779202826.655414:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501223936 00000100:00100000:0.0:1779202826.655415:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501223552:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 265us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202826.655423:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 794 00000100:00100000:2.0:1779202826.655432:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 864 00000100:00100000:2.0:1779202826.655438:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501224064:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202826.655461:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 865 00000100:00100000:0.0:1779202826.655468:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501224576:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202826.660610:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202826.660639:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202826.660668:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501224192 00000100:00100000:3.0:1779202826.660677:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501224192 00000100:00100000:3.0:1779202826.660737:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1264 00000100:00100000:3.0:1779202826.660748:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501224320:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202826.660828:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501224320:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 83us (5696us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202826.660836:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1264 00000100:00100000:3.0:1779202826.660855:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1265 00000100:00100000:3.0:1779202826.660862:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:2419:x1865628501223680:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202826.660900:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:2419:x1865628501223680:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 39us (5729us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202826.660906:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1265 00000100:00100000:3.0:1779202826.660928:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1266 00000100:00100000:3.0:1779202826.660935:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2419:x1865628501224192:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202826.660958:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2419:x1865628501224192:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202826.660964:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1266 00000100:00100000:3.0:1779202826.661069:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501224448 00000100:00100000:3.0:1779202826.661073:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501224448 00000100:00100000:3.0:1779202826.661097:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 866 00000100:00100000:3.0:1779202826.661103:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2419:x1865628501223936:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202826.661137:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2419:x1865628501223936:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 34us (5945us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202826.661143:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 866 00000100:00100000:3.0:1779202826.661160:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 867 00000100:00100000:3.0:1779202826.661166:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501224448:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202826.661186:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501224448:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202826.661191:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 867 00000100:00080000:3.0:1779202826.661270:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202826.661274:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202826.661278:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202826.661280:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202826.668076:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501223808:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 12708us (13008us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202826.668091:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1263 00000100:00100000:2.0:1779202826.669381:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501224064:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 13934us (14280us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202826.669400:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 864 00000100:00100000:0.0:1779202826.672119:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501224576:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 16636us (16950us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202826.672134:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 865 00010000:00010000:3.0:1779202826.959053:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202827.146946:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202827.146969:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524170880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202827.147046:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202827.147746:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524170880 00000100:00100000:3.0:1779202827.147757:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524170880 00000100:00080000:0.0:1779202827.147819:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202827.147827:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1779202827.147838:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524170880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202827.147869:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1779202827.147935:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524170880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202827.147939:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524171008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202827.147942:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1779202827.147974:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202827.148098:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524170880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202827.148193:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524171008 00000100:00100000:3.0:1779202827.148198:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524171008 00000100:00100000:3.0:1779202827.148262:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1779202827.148269:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524171008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202827.148281:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1779202827.148322:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524171008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202827.148327:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00080000:0.0:1779202827.148477:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202827.148547:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524171008:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1779202827.984722:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202828.174965:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202828.174987:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524171136:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202828.175063:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202828.175106:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524171136 00000100:00100000:1.0:1779202828.175116:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524171136 00000100:00100000:0.0:1779202828.175171:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1779202828.175182:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524171136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202828.175215:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202828.175270:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524171136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202828.175277:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1779202828.175426:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524171136:0@lo:41:osp-pre-1-0.0 00000001:02000400:2.0:1779202828.367501:0:24179:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12t: Multiple parallel reads for a HSM imported file ========================================================== 11:00:26 (1779202826) 00000100:00100000:3.0:1779202828.728331:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202828.728440:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501224704 00000100:00100000:0.0:1779202828.728450:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501224704 00000100:00100000:0.0:1779202828.728527:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1493 00000100:00100000:0.0:1779202828.728538:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33917:x1865628501224704:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1779202828.728651:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33917:x1865628501224704:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 116us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202828.728660:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1493 00000100:00080000:3.0:1779202828.729573:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202828.731226:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202828.731328:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501224832 00000100:00100000:2.0:1779202828.731338:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501224832 00000100:00100000:2.0:1779202828.731411:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1494 00000100:00100000:2.0:1779202828.731422:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:33917:x1865628501224832:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1779202828.731534:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:33917:x1865628501224832:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 113us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202828.731542:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1494 00000100:00080000:3.0:1779202828.732181:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202828.770488:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202828.770598:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501224960 00000100:00100000:3.0:1779202828.770609:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501224960 00000100:00100000:3.0:1779202828.770685:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1495 00000100:00100000:3.0:1779202828.770744:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:33918:x1865628501224960:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202828.770767:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202828.770789:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc019b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ec7 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.770898:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc01a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.770914:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc01a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.770927:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc01a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.770942:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01a9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.770950:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.770956:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.770999:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc01a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771007:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc01a2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771014:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc01a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771020:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202828.771025:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc01a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771036:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc01a2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771047:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202828.771050:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202828.771055:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc01a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771061:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc01a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771073:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771080:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771086:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771092:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202828.771095:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771100:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01a9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771108:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff91cfc10a3800) 00010000:00010000:3.0:1779202828.771111:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202828.771113:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01a9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771123:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771154:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc019b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ec7 expref: 107 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771165:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202828.771167:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202828.771170:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc019b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ec7 expref: 107 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.771181:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7800, rc 0) 00000100:00100000:3.0:1779202828.771238:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:33918:x1865628501224960:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 498us (773us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202828.771246:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1495 00000100:00080000:0.0:1779202828.771671:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202828.788446:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202828.788539:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501225216 00000100:00100000:0.0:1779202828.788548:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501225216 00000100:00100000:0.0:1779202828.788620:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1496 00000100:00100000:0.0:1779202828.788630:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+106:33918:x1865628501225216:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:0.0:1779202828.788687:0:6562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202828.788752:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dbfefb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dd9 expref: 106 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.788772:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202828.788778:0:6562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202828.788840:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.788855:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff3a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dee expref: 48 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.788864:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.788899:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dee expref: 48 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.788914:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff3a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dee expref: 48 pid: 10076 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202828.788933:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc77800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524171264:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202828.789036:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f2539480 going to sleep for 11 seconds 00000100:00100000:2.0:1779202828.801006:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202828.801105:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501225344 00000100:00100000:3.0:1779202828.801114:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501225344 00010000:00010000:3.0:1779202828.801153:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff3a lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dee expref: 49 pid: 10076 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202828.801199:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 454 00000100:00100000:3.0:1779202828.801208:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:2420:x1865628501225344:12345-192.168.204.21@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1779202828.801220:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc77800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524171264:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202828.801221:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202828.801226:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff3a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dee expref: 49 pid: 10076 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.801243:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dee expref: 49 pid: 10076 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.806661:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.811833:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dbff3a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dee expref: 49 pid: 10076 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.811860:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202828.811865:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.811875:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.811884:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.812978:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202828.813064:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:2420:x1865628501225344:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 11852us (12065us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202828.813076:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 454 00010000:00010000:0.0:1779202828.818638:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.818655:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.818743:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc01b7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.818758:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc01b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.818771:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc01b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.819359:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc01be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.819370:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc01be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.819377:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc01be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202828.819395:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b59c206f reply state 0000000083aa7479 transno 4294968226 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc01be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.819406:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc01be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.819413:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202828.819416:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202828.819420:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1779202828.819426:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00010000:00010000:0.0:1779202828.819432:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.819439:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.819445:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.819450:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202828.819454:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.819461:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.819742:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202828.819746:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202828.819751:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.819761:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01b0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202828.819783:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b59c206f reply state 0000000083aa7479 transno 4294968226 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc01b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.819791:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc01b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.819797:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff91cfc28aa200) 00010000:00010000:0.0:1779202828.819800:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202828.819802:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1779202828.823293:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:33918:x1865628501225216:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 34651us (34845us total) trans 4294968226 rc 0/0 00000100:00100000:2.0:1779202828.823305:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1496 00000100:00100000:2.0:1779202828.836794:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202828.836892:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501225472 00000100:00100000:3.0:1779202828.836903:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501225472 00000100:00100000:3.0:1779202828.836960:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1497 00000100:00100000:3.0:1779202828.836972:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:33919:x1865628501225472:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:3.0:1779202828.836997:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202828.837019:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc01c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ece expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.837102:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01cc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.837117:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.837129:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202828.837193:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1779202828.837198:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202828.837220:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.837245:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc01c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ece expref: 109 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.837262:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ece expref: 108 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.837271:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202828.837274:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202828.837278:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7e00, rc 0) 00000100:00100000:3.0:1779202828.837344:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:33919:x1865628501225472:12345-192.168.204.21@tcp:101:bash.0 Request processed in 374us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202828.837351:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1497 00000100:00100000:3.0:1779202828.843603:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202828.843731:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501225600 00000100:00100000:0.0:1779202828.843748:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501225600 00000100:00100000:0.0:1779202828.843799:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1498 00000100:00100000:0.0:1779202828.843809:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:33919:x1865628501225600:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:0.0:1779202828.843829:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202828.843850:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ed5 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.843919:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc01da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.843935:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc01da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.843953:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc01da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.843962:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc01e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.843969:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc01e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.843975:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc01e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844045:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dc01e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844053:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dc01e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844059:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dc01e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202828.844089:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:0.0:1779202828.844093:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202828.844113:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dc01e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844126:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc01da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844133:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc01da lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844139:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc01da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844145:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202828.844148:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc01da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844156:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc01da lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844180:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202828.844183:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202828.844188:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc01da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844194:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc01da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844209:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc01e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844215:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc01e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844220:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc01e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844225:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202828.844228:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc01e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844233:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc01e1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844240:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff91cfc28aa200) 00010000:00010000:0.0:1779202828.844242:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202828.844245:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc01e1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844254:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc01e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844282:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc01d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ed5 expref: 110 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844294:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913800/0x3d5ca2fc49dc01e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ed5 expref: 109 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.844301:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202828.844303:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1779202828.844306:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913800, rc 0) 00000100:00100000:0.0:1779202828.844374:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:33919:x1865628501225600:12345-192.168.204.21@tcp:101:bash.0 Request processed in 566us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202828.844381:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1498 00000100:00100000:1.0:1779202828.847328:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202828.847419:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501225728 00000100:00100000:2.0:1779202828.847429:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501225728 00000100:00100000:2.0:1779202828.847487:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1499 00000100:00100000:2.0:1779202828.847497:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:33919:x1865628501225728:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202828.847516:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202828.847534:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dc01ef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65edc expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847610:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc01f6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847625:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc01f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847637:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc01f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847651:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc01fd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847658:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc01fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847664:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc01fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847853:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc01f6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847862:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc01f6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847869:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc01f6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847875:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc01f6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847880:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202828.847884:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc01f6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847891:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc01f6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847903:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:2.0:1779202828.847906:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202828.847911:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc01f6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847917:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc01f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847932:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc01fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847939:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc01fd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847944:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc01fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847950:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202828.847953:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc01fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847959:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc01fd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847965:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91cfc2882600) 00010000:00010000:2.0:1779202828.847968:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202828.847970:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc01fd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.847975:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc01fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.848006:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dc01ef lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65edc expref: 110 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.848016:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:2.0:1779202828.848018:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202828.848021:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840e00/0x3d5ca2fc49dc01ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65edc expref: 110 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202828.848036:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840e00, rc 0) 00000100:00100000:2.0:1779202828.848097:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:33919:x1865628501225728:12345-192.168.204.21@tcp:101:bash.0 Request processed in 601us (775us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202828.848742:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1499 00000100:00100000:2.0:1779202828.875865:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202828.876157:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501225856 00000100:00100000:3.0:1779202828.876178:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501225856 00000100:00100000:3.0:1779202828.876244:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1500 00000100:00100000:3.0:1779202828.876254:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+48:33920:x1865628501225856:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202828.876275:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202828.876294:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0204 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ee3 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.876361:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc020b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.876376:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc020b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.876387:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc020b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202828.876432:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1779202828.876436:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202828.876456:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc020b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.876479:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0204 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ee3 expref: 50 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.876495:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc020b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ee3 expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.876504:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:3.0:1779202828.876507:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202828.876511:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7c00, rc 0) 00000100:00100000:3.0:1779202828.876781:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33920:x1865628501225856:12345-192.168.204.21@tcp:101:rm.0 Request processed in 526us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202828.876788:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1500 00000100:00100000:2.0:1779202828.885274:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202828.885370:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501225984 00000100:00100000:0.0:1779202828.885380:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501225984 00000100:00100000:0.0:1779202828.885492:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1501 00000100:00100000:0.0:1779202828.885503:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:33920:x1865628501225984:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202828.885523:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202828.885543:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0212 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65eea expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885633:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0219 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885647:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0219 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885659:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0219 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885671:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0220 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885678:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0220 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885685:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0220 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885801:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dc0227 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885810:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dc0227 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885818:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dc0227 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202828.885849:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:0.0:1779202828.885852:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202828.885872:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dc0227 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885883:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0219 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885889:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0219 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885898:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0219 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885905:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202828.885908:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0219 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885916:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0219 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885926:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202828.885929:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202828.885934:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0219 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885940:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0219 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885952:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0220 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885958:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0220 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885964:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0220 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885970:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202828.885972:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0220 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885981:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0220 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885989:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff91cfc28aa200) 00010000:00010000:0.0:1779202828.885991:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202828.885994:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0220 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.885999:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0220 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.886026:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0212 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eea expref: 51 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.886037:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913400/0x3d5ca2fc49dc0227 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eea expref: 50 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.886044:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202828.886046:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1779202828.886048:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913400, rc 0) 00000100:00100000:0.0:1779202828.886109:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33920:x1865628501225984:12345-192.168.204.21@tcp:101:rm.0 Request processed in 608us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202828.886116:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1501 00000100:00100000:3.0:1779202828.890894:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202828.892399:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501226112 00000100:00100000:1.0:1779202828.892413:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501226112 00000100:00100000:1.0:1779202828.892598:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1502 00000100:00100000:1.0:1779202828.892610:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33920:x1865628501226112:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202828.892630:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202828.892651:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc022e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ef1 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892759:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0235 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892776:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0235 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892787:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0235 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892802:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc023c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892810:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc023c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892817:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc023c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892858:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0235 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892865:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0235 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892877:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0235 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892883:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202828.892887:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0235 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892895:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0235 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892907:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202828.892910:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202828.892915:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0235 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892921:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0235 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892933:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc023c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892939:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc023c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892945:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc023c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892949:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202828.892952:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc023c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892962:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc023c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892969:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53200) 00010000:00010000:1.0:1779202828.892972:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202828.892975:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc023c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.892980:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc023c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.893013:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc022e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ef1 expref: 51 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.893023:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202828.893026:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202828.893030:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc022e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ef1 expref: 51 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202828.893038:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934000, rc 0) 00000100:00100000:1.0:1779202828.893105:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33920:x1865628501226112:12345-192.168.204.21@tcp:101:rm.0 Request processed in 498us (2220us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202828.893112:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1502 00000100:00100000:0.0:1779202828.898717:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202828.899230:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501226240 00000100:00100000:3.0:1779202828.899241:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501226240 00000100:00100000:3.0:1779202828.899299:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1503 00000100:00100000:3.0:1779202828.899308:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33920:x1865628501226240:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202828.899328:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202828.899348:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0243 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ef8 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899411:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc024a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899426:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc024a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899437:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc024a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899450:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0251 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899457:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0251 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899463:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0251 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899503:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc024a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899509:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc024a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899515:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc024a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899520:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202828.899524:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc024a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899530:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc024a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899540:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202828.899542:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202828.899547:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc024a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899552:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc024a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899575:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0251 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899588:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0251 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899594:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0251 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899598:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202828.899600:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0251 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899606:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0251 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899616:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91cfc10a3800) 00010000:00010000:3.0:1779202828.899618:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202828.899621:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0251 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899626:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0251 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899652:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0243 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ef8 expref: 51 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899660:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202828.899662:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202828.899665:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0243 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ef8 expref: 51 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.899673:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7800, rc 0) 00000100:00100000:3.0:1779202828.899779:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33920:x1865628501226240:12345-192.168.204.21@tcp:101:rm.0 Request processed in 471us (1096us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202828.899786:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1503 00000100:00100000:0.0:1779202828.926261:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202828.926421:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501226368 00000100:00100000:3.0:1779202828.926442:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501226368 00000100:00100000:3.0:1779202828.926501:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1504 00000100:00100000:3.0:1779202828.926512:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33921:x1865628501226368:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202828.926532:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202828.926553:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0258 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65eff expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.926644:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc025f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.926659:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc025f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.926670:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc025f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.926685:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0266 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927358:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0266 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927367:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0266 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927406:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc025f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927413:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc025f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927420:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc025f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927426:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202828.927439:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc025f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927451:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc025f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927463:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202828.927466:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202828.927472:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc025f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927477:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc025f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927489:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0266 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927494:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0266 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927499:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0266 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927504:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202828.927507:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0266 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927513:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0266 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927520:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91cfc10a3800) 00010000:00010000:3.0:1779202828.927522:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202828.927525:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0266 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927531:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0266 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927867:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0258 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eff expref: 51 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927879:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202828.927881:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202828.927885:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0258 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eff expref: 51 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.927895:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7800, rc 0) 00000100:00100000:3.0:1779202828.928027:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33921:x1865628501226368:12345-192.168.204.21@tcp:101:cp.0 Request processed in 1516us (1774us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202828.928035:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1504 00000100:00100000:1.0:1779202828.935628:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202828.935821:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501226496 00000100:00100000:3.0:1779202828.935831:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501226496 00000100:00100000:3.0:1779202828.935895:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1505 00000100:00100000:3.0:1779202828.935906:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33921:x1865628501226496:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202828.935924:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202828.935945:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc026d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f06 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936048:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0274 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936064:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0274 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936077:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0274 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936093:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc027b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936100:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc027b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936107:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc027b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936142:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0274 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936150:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0274 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936156:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0274 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936163:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0274 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936169:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202828.936173:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0274 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936180:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0274 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936191:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202828.936194:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202828.936198:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0274 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936205:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0274 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936218:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc027b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936224:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc027b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936229:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc027b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936233:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202828.936235:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc027b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936242:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc027b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936249:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91cfc10a3800) 00010000:00010000:3.0:1779202828.936252:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202828.936254:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc027b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936260:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc027b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936290:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc026d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f06 expref: 51 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936302:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202828.936304:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202828.936307:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc026d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f06 expref: 51 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.936316:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7800, rc 0) 00000100:00100000:3.0:1779202828.936382:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33921:x1865628501226496:12345-192.168.204.21@tcp:101:cp.0 Request processed in 479us (764us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202828.936389:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1505 00000100:00100000:3.0:1779202828.942953:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202828.943069:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501226752 00000100:00100000:0.0:1779202828.943079:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501226752 00000100:00100000:0.0:1779202828.943141:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1506 00000100:00100000:0.0:1779202828.943152:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33921:x1865628501226752:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202828.943184:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202828.943204:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0282 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f0d expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943314:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0289 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943329:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0289 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943340:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0289 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943355:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0290 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943361:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0290 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943367:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0290 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1779202828.943773:0:6563:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00010000:00010000:0.0:1779202828.943905:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0297 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943914:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0297 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943921:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0297 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943954:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0289 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943961:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0289 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943967:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0289 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943974:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202828.943978:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0289 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943985:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0289 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.943998:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202828.944001:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202828.944007:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0289 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.944013:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0289 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202828.944026:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ef43f36b reply state 00000000d4654724 transno 4294968227 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0290 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.944037:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0290 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.944043:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91cfc28aaf00) 00010000:00010000:0.0:1779202828.944046:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202828.944049:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1779202828.944078:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0282 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f0d expref: 53 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.944091:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0297 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f0d expref: 52 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.944098:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff91cfc28aae00) 00010000:00010000:0.0:1779202828.944100:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202828.944103:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912000, rc 0) 00000100:00100000:0.0:1779202828.944161:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33921:x1865628501226752:12345-192.168.204.21@tcp:101:cp.0 Request processed in 1011us (1218us total) trans 4294968227 rc 0/0 00000100:00100000:0.0:1779202828.944169:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1506 00000100:00100000:0.0:1779202828.950884:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202828.950974:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501226880 00000100:00100000:3.0:1779202828.950985:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501226880 00000100:00100000:3.0:1779202828.951075:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 417 00000100:00100000:3.0:1779202828.951085:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501226880:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202828.951103:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202828.951124:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc02a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f14 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202828.951148:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1779202828.951167:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202828.951180:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202828.951189:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc02a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f14 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.951209:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc02a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f14 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.951223:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7800, rc 0) 00000100:00100000:3.0:1779202828.951291:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501226880:12345-192.168.204.21@tcp:101:cp.0 Request processed in 208us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202828.951299:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 417 00000100:00080000:0.0:1779202828.951717:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202828.955899:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202828.955991:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501227008 00000100:00100000:3.0:1779202828.956004:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501227008 00000100:00100000:3.0:1779202828.956074:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 418 00000100:00100000:3.0:1779202828.956086:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:33921:x1865628501227008:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202828.956107:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202828.956126:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000127303a8/0x3d5ca2fc49dc02ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f1b expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.956160:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc02a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f14 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.956170:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202828.956172:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202828.956175:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000127303a8/0x3d5ca2fc49dc02ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f1b expref: 11 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.956210:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc02a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f14 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.956225:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc02a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f14 expref: 11 pid: 17866 timeout: 1058 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202828.956246:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524171392:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202828.956360:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e4cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1779202828.963780:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524171392:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202828.963818:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000127303a8/0x3d5ca2fc49dc02ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f1b expref: 11 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202828.963842:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6e00, rc 0) 00000100:00100000:3.0:1779202828.963906:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:33921:x1865628501227008:12345-192.168.204.21@tcp:101:cp.0 Request processed in 7822us (8016us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202828.963916:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 418 00000100:00100000:2.0:1779202828.967326:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202828.967410:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501227136 00000100:00100000:0.0:1779202828.967420:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501227136 00010000:00010000:0.0:1779202828.967466:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc02a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f14 expref: 11 pid: 17866 timeout: 1058 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202828.967508:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 455 00000100:00100000:0.0:1779202828.967516:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501227136:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202828.967530:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202828.967549:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc02a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f14 expref: 11 pid: 17866 timeout: 1058 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.967578:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc02a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f14 expref: 11 pid: 17866 timeout: 1058 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.967600:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc02a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f14 expref: 11 pid: 17866 timeout: 1058 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.967616:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202828.967617:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202828.967624:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000127303a8/0x3d5ca2fc49dc02ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f1b expref: 10 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.967634:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000127303a8/0x3d5ca2fc49dc02ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f1b expref: 10 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202828.967669:0:6550:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000127303a8/0x3d5ca2fc49dc02ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f1b expref: 10 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202828.967681:0:6550:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3185180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6550:1865628524171520:192.168.204.21@tcp:105: 00000100:00100000:0.0:1779202828.967998:0:6550:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202828.975642:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202828.975745:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501227392 00000100:00100000:3.0:1779202828.975755:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501227392 00000100:00100000:3.0:1779202828.975805:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 288 00000100:00100000:3.0:1779202828.975815:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33921:x1865628501227392:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:0.0:1779202828.976194:0:6550:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3185180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6550:1865628524171520:192.168.204.21@tcp:105: 00010000:00010000:0.0:1779202828.976213:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202828.977059:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:33921:x1865628501227392:12345-192.168.204.21@tcp:35:cp.0 Request processed in 1241us (1420us total) trans 4294968228 rc 0/0 00000100:00100000:3.0:1779202828.977071:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 288 00000100:00100000:0.0:1779202828.977213:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501227136:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 9696us (9896us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202828.977222:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 455 00010000:00010000:2.0:1779202829.002893:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202829.034327:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202829.034450:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501227520 00000100:00100000:1.0:1779202829.034461:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501227520 00000100:00100000:1.0:1779202829.034562:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1507 00000100:00100000:1.0:1779202829.034575:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0064450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:33924:x1865628501227520:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202829.034597:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202829.034617:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc02b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f22 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034683:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc02ba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034744:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc02ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034756:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc02ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034768:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc02c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034774:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc02c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034781:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc02c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034864:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc02c8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034873:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc02c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034881:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc02c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202829.034924:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00000004:00200000:1.0:1779202829.034928:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202829.034948:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc02c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034959:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc02c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034968:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc02ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034974:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc02ba lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034981:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc02ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034987:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202829.034991:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc02ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.034998:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc02ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.035009:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202829.035012:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202829.035016:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc02ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.035022:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc02ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.035213:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc02c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.035219:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc02c1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.035225:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc02c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.035229:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202829.035232:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc02c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.035238:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc02c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.035247:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91cfc28aaf00) 00010000:00010000:1.0:1779202829.035249:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202829.035253:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc02c1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.035258:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc02c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.035282:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc02b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f22 expref: 111 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.035294:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc02c8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f22 expref: 110 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.035306:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff91cfc28aae00) 00010000:00010000:1.0:1779202829.035309:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202829.035311:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935a00, rc 0) 00000100:00100000:1.0:1779202829.035471:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0064450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:33924:x1865628501227520:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 899us (1154us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202829.035479:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1507 00000100:00100000:1.0:1779202829.042913:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202829.043680:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501227648 00000100:00100000:2.0:1779202829.043909:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501227648 00000100:00100000:2.0:1779202829.044344:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 419 00000100:00100000:2.0:1779202829.044360:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501227648:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202829.044378:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202829.044396:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fef12fa8/0x3d5ca2fc49dc02cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f29 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202829.044463:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524171648:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202829.044584:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c12ed240 going to sleep for 11 seconds 00000100:00080000:0.0:1779202829.045016:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1779202829.048268:0:12963:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1779202829.048277:0:12963:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb mtime: 0 -> 1779202828 00002000:00010000:0.0:1779202829.048279:0:12963:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb atime: 0 -> 1779202828 00002000:00010000:0.0:1779202829.048281:0:12963:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb ctime: 0 -> 1779202828 00002000:00010000:0.0:1779202829.048283:0:12963:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1779202829.048305:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524171648:192.168.204.21@tcp:106: 00010000:00010000:0.0:1779202829.048341:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fef12fa8/0x3d5ca2fc49dc02cf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f29 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202829.048364:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fef12fa8/0x3d5ca2fc49dc02cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f29 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202829.048377:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840e00, rc 0) 00000100:00100000:0.0:1779202829.048491:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501227648:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 4134us (5586us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202829.048500:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 419 00000100:00100000:3.0:1779202829.054896:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202829.055338:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501227776 00000100:00100000:2.0:1779202829.055348:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501227776 00000100:00100000:2.0:1779202829.055406:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1508 00000100:00100000:2.0:1779202829.055416:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:33924:x1865628501227776:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202829.055440:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202829.055462:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc02d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f30 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202829.055526:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc02dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202829.055871:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc02dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202829.055884:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc02dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202829.055930:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:2.0:1779202829.055934:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202829.055957:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc02dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202829.055983:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc02d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f30 expref: 112 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202829.056000:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc02dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f30 expref: 111 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202829.056008:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:2.0:1779202829.056011:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202829.056014:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840c00, rc 0) 00000100:00100000:2.0:1779202829.056140:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:33924:x1865628501227776:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 725us (1253us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202829.056148:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1508 00000100:00100000:1.0:1779202829.061144:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202829.061449:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501227904 00000100:00100000:3.0:1779202829.061459:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501227904 00000100:00100000:3.0:1779202829.061516:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 420 00000100:00100000:3.0:1779202829.061525:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501227904:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202829.061564:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202829.061583:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dc02e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f37 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202829.061642:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524171776:192.168.204.21@tcp:106: 00000100:00100000:0.0:1779202829.064072:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e4c900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202829.068250:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524171776:192.168.204.21@tcp:106: 00010000:00010000:0.0:1779202829.068287:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dc02e4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f37 expref: 18 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202829.068310:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dc02e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f37 expref: 18 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202829.068323:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6000, rc 0) 00000100:00100000:0.0:1779202829.068388:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501227904:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 6863us (7253us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202829.068397:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 420 00000100:00100000:0.0:1779202829.075824:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202829.075922:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501228160 00000100:00100000:3.0:1779202829.075932:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501228160 00000100:00100000:3.0:1779202829.076047:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1509 00000100:00100000:3.0:1779202829.076059:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:33924:x1865628501228160:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:3.0:1779202829.076237:0:6563:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].43, 136 off14040 00000100:00100000:3.0:1779202829.076322:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:33924:x1865628501228160:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 265us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202829.076330:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1509 00000040:00080000:2.0:1779202829.131971:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1779202829.189942:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202829.189986:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202829.190074:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501228288 00000100:00100000:0.0:1779202829.190083:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501228288 00002000:00100000:0.0:1779202829.190136:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff91cfc3b3b480 x1865628501228288/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:40/0 lens 648/0 e 0 to 0 dl 1779202840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202829.190148:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3b3b480 with x1865628501228288 ext(0->157) 00002000:00010000:0.0:1779202829.190153:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3b3b480 00000100:00100000:0.0:1779202829.190193:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 109 00000100:00100000:0.0:1779202829.190202:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501228288:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:3.0:1779202829.191536:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501228416 00000100:00100000:3.0:1779202829.191546:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501228416 00000100:00100000:3.0:1779202829.191615:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 421 00000100:00100000:3.0:1779202829.191623:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2421:x1865628501228416:12345-192.168.204.21@tcp:16:kworker.0 00000100:00100000:3.0:1779202829.194131:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2421:x1865628501228288:12345-192.168.204.21@tcp:4:cp.0 Request processed in 3920us (4189us total) trans 4294967379 rc 0/0 00000100:00100000:3.0:1779202829.194143:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 109 00002000:00100000:3.0:1779202829.194155:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff91cfc3b3b480 x1865628501228288/t4294967379(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:40/0 lens 648/448 e 0 to 0 dl 1779202840 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202829.194382:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3b3b480 with x1865628501228288 ext(0->157) 00002000:00010000:3.0:1779202829.194388:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3b3b480 00000001:00080000:3.0:1779202829.203422:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967379 is committed 00000100:00100000:0.0:1779202829.204547:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501228416:12345-192.168.204.21@tcp:16:kworker.0 Request processed in 12915us (14550us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202829.204570:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 421 00000040:00080000:2.0:1779202829.327880:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202829.327888:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202829.327918:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 3 00000040:00080000:2.0:1779202829.327925:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202829.328617:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524171904:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202829.329153:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d7dc5000 going to sleep for 11 seconds 00000100:00100000:2.0:1779202829.337177:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524171904:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202829.339394:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202829.339733:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501228544 00000100:00100000:3.0:1779202829.339742:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501228544 00000100:00100000:3.0:1779202829.339807:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1510 00000100:00100000:3.0:1779202829.339816:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:33935:x1865628501228544:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202829.339850:0:16980:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202829.339974:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:33935:x1865628501228544:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 159us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202829.339982:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1510 00000100:00100000:2.0:1779202829.348645:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202829.348802:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501228800 00000100:00100000:3.0:1779202829.348814:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501228800 00000100:00100000:3.0:1779202829.348874:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1511 00000100:00100000:3.0:1779202829.348884:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:33935:x1865628501228800:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202829.348906:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202829.348925:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc02eb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f3e expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.349031:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc02f2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.349047:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc02f2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.349059:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc02f2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202829.349071:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00010000:00010000:3.0:1779202829.349179:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc02eb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f3e expref: 57 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.349196:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc02f2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f3e expref: 56 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.349206:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff91cfc28aae00) 00010000:00010000:3.0:1779202829.349209:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202829.349212:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6800, rc 0) 00000100:00100000:3.0:1779202829.349270:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33935:x1865628501228800:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 388us (635us total) trans 4294968229 rc 0/0 00000100:00100000:3.0:1779202829.349277:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1511 00000100:00100000:2.0:1779202829.354966:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202829.355036:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501228928 00000100:00100000:1.0:1779202829.355047:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501228928 00000100:00100000:1.0:1779202829.355111:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 73 00000100:00100000:1.0:1779202829.355122:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:2422:x1865628501228928:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202829.355137:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202829.355160:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc02f2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f3e expref: 56 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.355178:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff91cfc28aae00) 00010000:00010000:1.0:1779202829.355184:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202829.355243:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2422:x1865628501228928:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 123us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202829.355250:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 73 00000100:00100000:3.0:1779202829.357871:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202829.357959:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501229056 00000100:00100000:1.0:1779202829.357967:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501229056 00000100:00100000:1.0:1779202829.358010:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 422 00000100:00100000:1.0:1779202829.358017:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501229056:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1779202829.358159:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.358178:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000127303a8/0x3d5ca2fc49dc02ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f1b expref: 10 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.358186:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202829.358188:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202829.358192:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.358219:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000127303a8/0x3d5ca2fc49dc02ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f1b expref: 10 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.358232:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000127303a8/0x3d5ca2fc49dc02ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f1b expref: 10 pid: 8446 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202829.358246:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524172032:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202829.358321:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4d419c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202829.360804:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202829.360836:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501229184 00000100:00100000:3.0:1779202829.360844:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501229184 00010000:00010000:3.0:1779202829.360873:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000127303a8/0x3d5ca2fc49dc02ac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f1b expref: 11 pid: 8446 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202829.360900:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 456 00000100:00100000:3.0:1779202829.360906:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501229184:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202829.360916:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1779202829.360932:0:7938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1779202829.360936:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000127303a8/0x3d5ca2fc49dc02ac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f1b expref: 11 pid: 8446 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.360946:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000127303a8/0x3d5ca2fc49dc02ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f1b expref: 11 pid: 8446 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.360965:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202829.360967:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202829.360971:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.360979:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.360995:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202829.361451:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501229184:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 540us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202829.361460:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 456 00010000:00010000:1.0:1779202829.362366:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000127303a8/0x3d5ca2fc49dc02ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f1b expref: 10 pid: 8446 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202829.362386:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524172032:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202829.362410:0:8511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.362421:0:8511:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.362427:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.362452:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.362459:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.362467:0:8511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.362473:0:8511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202829.362477:0:8511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.362487:0:8511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.362504:0:8511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202829.362516:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002392b728/0x3d5ca2fc49dc0300 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202829.362588:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501229056:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 4571us (4726us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202829.362597:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 422 00000100:00100000:3.0:1779202829.365689:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202829.365779:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501229440 00000100:00100000:2.0:1779202829.365788:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501229440 00000100:00100000:2.0:1779202829.365846:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1512 00000100:00100000:2.0:1779202829.365856:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:33935:x1865628501229440:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202829.366230:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:33935:x1865628501229440:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 374us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202829.366238:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1512 00000100:00100000:3.0:1779202829.370752:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202829.370891:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501229568 00000100:00100000:2.0:1779202829.370900:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501229568 00000100:00100000:2.0:1779202829.370948:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 423 00000100:00100000:2.0:1779202829.370957:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2422:x1865628501229568:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202829.370974:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202829.370994:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc0307 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f45 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202829.371018:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 158, mtime: 0x6a0c7b0c, atime: 0x0, ctime: 0x6a0c7b0c, blocks: 0x8 00010000:00010000:2.0:1779202829.371047:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202829.371049:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202829.371058:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc0307 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f45 expref: 10 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202829.371076:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc0307 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f45 expref: 10 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202829.371090:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841e00, rc 0) 00000100:00100000:2.0:1779202829.371150:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501229568:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 195us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202829.371683:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 423 00000100:00100000:2.0:1779202829.374441:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202829.374530:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501229824 00000100:00100000:3.0:1779202829.374539:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501229824 00000100:00100000:3.0:1779202829.374600:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1513 00000100:00100000:3.0:1779202829.374609:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:33935:x1865628501229824:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202829.374745:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:33935:x1865628501229824:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 136us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202829.374752:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1513 00000100:00100000:3.0:1779202829.379414:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202829.379509:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501229952 00000100:00100000:0.0:1779202829.379521:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501229952 00002000:00100000:0.0:1779202829.379585:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff91cfc4c21880 x1865628501229952/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:40/0 lens 488/0 e 0 to 0 dl 1779202840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202829.379596:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4c21880 with x1865628501229952 ext(0->4095) 00002000:00010000:0.0:1779202829.379602:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4c21880 00000100:00100000:0.0:1779202829.379641:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 110 00000100:00100000:0.0:1779202829.379651:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501229952:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1779202829.379867:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501229952:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 216us (463us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202829.379877:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 110 00002000:00100000:0.0:1779202829.379883:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff91cfc4c21880 x1865628501229952/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:40/0 lens 488/4536 e 0 to 0 dl 1779202840 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202829.379892:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4c21880 with x1865628501229952 ext(0->4095) 00002000:00010000:0.0:1779202829.379895:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc4c21880 00000100:00100000:1.0:1779202829.385646:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202829.385731:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501230080 00000100:00100000:3.0:1779202829.385740:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501230080 00000100:00100000:3.0:1779202829.385816:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1514 00000100:00100000:3.0:1779202829.385827:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:33935:x1865628501230080:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202829.385848:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202829.385867:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc030e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f4c expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.385908:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0315 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.385923:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0315 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.385945:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0315 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.386604:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc030e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f4c expref: 57 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.386627:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0315 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f4c expref: 56 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.386636:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff91cfc28aae00) 00010000:00010000:3.0:1779202829.386640:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202829.386644:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6000, rc 0) 00000100:00100000:3.0:1779202829.386904:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33935:x1865628501230080:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1078us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202829.386913:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1514 00000100:00100000:3.0:1779202829.394220:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202829.394316:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501230208 00000100:00100000:1.0:1779202829.394326:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501230208 00000100:00100000:1.0:1779202829.394388:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1515 00000100:00100000:1.0:1779202829.394400:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33935:x1865628501230208:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202829.394436:0:6563:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202829.394561:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33935:x1865628501230208:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 163us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202829.394568:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1515 00000100:00100000:2.0:1779202829.402864:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202829.403636:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501230336 00000100:00100000:0.0:1779202829.403648:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501230336 00000100:00100000:0.0:1779202829.403751:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 424 00000100:00100000:0.0:1779202829.404150:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501230336:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202829.404472:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc031c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202829.405619:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202829.405621:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202829.405628:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc031c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202829.405644:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc031c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202829.405670:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc031c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202829.405679:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc031c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202829.407773:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc031c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202829.407790:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202829.407795:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc031c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202829.407805:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc031c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202829.407824:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc031c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202829.407831:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc031c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202829.408015:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501230336:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 3865us (5156us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202829.408026:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 424 00000100:00100000:1.0:1779202829.420754:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202829.420901:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501230592 00000100:00100000:3.0:1779202829.420911:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501230592 00000100:00100000:3.0:1779202829.420961:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1516 00000100:00100000:3.0:1779202829.420971:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33935:x1865628501230592:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1779202829.421061:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.421079:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0315 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f4c expref: 56 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.421087:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.421121:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0315 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f4c expref: 56 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.421135:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0315 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f4c expref: 56 pid: 7869 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202829.421149:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524172160:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202829.421262:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e4ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1779202829.430244:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524172160:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202829.430277:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202829.434343:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202829.435369:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501230720 00000100:00100000:3.0:1779202829.435380:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501230720 00010000:00010000:3.0:1779202829.435421:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0315 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f4c expref: 57 pid: 7869 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202829.435462:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 457 00000100:00100000:3.0:1779202829.435471:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:2419:x1865628501230720:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202829.435485:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202829.435492:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0315 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f4c expref: 57 pid: 7869 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.435504:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0315 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f4c expref: 57 pid: 7869 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.435525:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0315 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f4c expref: 57 pid: 7869 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.435541:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff91cfc28aae00) 00010000:00010000:3.0:1779202829.435559:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.435569:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.435575:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.435602:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202829.435657:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:2419:x1865628501230720:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 186us (1321us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202829.435664:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 457 00010000:00010000:3.0:1779202829.435820:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.435828:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.435976:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.435984:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.435990:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.435996:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202829.436000:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.436008:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.436017:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff91cfc28aae00) 00010000:00010000:3.0:1779202829.436020:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202829.436024:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202829.436395:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0323 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202829.436494:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33935:x1865628501230592:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 15524us (15749us total) trans 4294968230 rc 0/0 00000100:00100000:3.0:1779202829.436503:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1516 00000040:00080000:3.0:1779202829.436655:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202829.436659:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202829.440344:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1779202829.440361:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202829.440596:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202829.440942:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501230976 00000100:00100000:3.0:1779202829.440954:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501230976 00000100:00100000:2.0:1779202829.441330:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 289 00000100:00100000:2.0:1779202829.441347:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33935:x1865628501230976:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202829.441649:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:33935:x1865628501230976:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 308us (1055us total) trans 4294968231 rc 0/0 00000100:00100000:2.0:1779202829.441656:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 289 00000040:00080000:2.0:1779202829.919265:0:24228:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202829.919274:0:24228:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202829.919307:0:24228:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 3 00000040:00080000:2.0:1779202829.919312:0:24228:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202830.001673:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.001916:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501231104 00000100:00100000:2.0:1779202830.001928:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501231104 00000100:00100000:2.0:1779202830.002309:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 425 00000100:00100000:2.0:1779202830.002321:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501231104:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202830.002341:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202830.002357:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009046c978/0x3d5ca2fc49dc032a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f53 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.002383:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202830.002385:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202830.002393:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009046c978/0x3d5ca2fc49dc032a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f53 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.002412:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009046c978/0x3d5ca2fc49dc032a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f53 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.002427:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841400, rc 0) 00000100:00100000:2.0:1779202830.002491:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501231104:12345-192.168.204.21@tcp:101:rm.0 Request processed in 173us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202830.002498:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 425 00000100:00100000:0.0:1779202830.007041:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.007095:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501231360 00000100:00100000:1.0:1779202830.007105:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501231360 00000100:00080000:0.0:1779202830.007150:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202830.007240:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1517 00000100:00100000:1.0:1779202830.007252:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:33936:x1865628501231360:12345-192.168.204.21@tcp:36:rm.0 00010000:00010000:1.0:1779202830.007306:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1779202830.007335:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc02c8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f22 expref: 111 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.007351:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff91cfc28aae00) 00010000:00010000:1.0:1779202830.007360:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc02dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f30 expref: 110 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.007369:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.007372:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202830.007393:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0331 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.007407:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0331 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.007416:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0331 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.007425:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0338 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.007432:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0338 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.007437:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0338 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.007506:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.007521:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0297 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f0d expref: 56 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.007528:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.007568:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0297 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f0d expref: 56 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.007582:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0297 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f0d expref: 56 pid: 6563 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202830.007596:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b39500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524172288:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202830.007686:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0cc116780 going to sleep for 11 seconds 00000100:00100000:0.0:1779202830.015145:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.015207:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501231488 00000100:00100000:2.0:1779202830.015216:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501231488 00000100:00100000:3.0:1779202830.015231:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b39500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524172288:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202830.015258:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.015267:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0297 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f0d expref: 57 pid: 6563 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202830.015294:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 458 00000100:00100000:2.0:1779202830.015303:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:2419:x1865628501231488:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202830.015318:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:0.0:1779202830.015320:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1779202830.015335:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0297 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f0d expref: 57 pid: 6563 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.015351:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0297 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f0d expref: 57 pid: 6563 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.015372:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0297 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f0d expref: 57 pid: 6563 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.015384:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff91cfc28aae00) 00010000:00010000:2.0:1779202830.015389:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.015399:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.015406:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.015440:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202830.015487:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:2419:x1865628501231488:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 184us (349us total) trans 0 rc 0/0 00010000:00010000:0.0:1779202830.015499:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.015505:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202830.015791:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9288 00000004:00080000:0.0:1779202830.015800:0:10076:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 959252107094ns, next at 960252105312ns, rc = 0 00010000:00010000:0.0:1779202830.015857:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0346 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.015868:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0346 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.015877:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0346 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.015884:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0346 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.015890:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0346 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.015896:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0346 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.015920:0:10076:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1779202830.015939:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.015945:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.015951:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.015952:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1779202830.015959:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0346 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.015966:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202830.015966:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.015970:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0346 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.015970:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.015978:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0346 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.015978:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.015989:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff91cfc28aae00) 00010000:00010000:0.0:1779202830.015992:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1779202830.015999:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.016005:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc033f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.016013:0:6552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff91cfc28aae00) 00010000:00010000:1.0:1779202830.016015:0:6552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1779202830.016017:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0346 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.016023:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0346 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.016024:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0331 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.016030:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0331 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.016035:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0331 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.016037:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202830.016039:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202830.016040:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202830.016041:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0331 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.016046:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202830.016048:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0331 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.016054:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0331 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.016075:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202830.016078:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202830.016080:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0331 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.016086:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0331 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202830.016095:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000714f7a82 reply state 000000000d33adf5 transno 4294968232 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0338 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.016105:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0338 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.016110:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91cfc28aaf00) 00010000:00010000:0.0:1779202830.016113:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202830.016115:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1779202830.016160:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:33936:x1865628501231360:12345-192.168.204.21@tcp:36:rm.0 Request processed in 8912us (9128us total) trans 4294968232 rc 0/0 00000100:00100000:0.0:1779202830.016166:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1517 00000100:00100000:2.0:1779202830.016833:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 458 00000001:00080000:3.0:1779202830.024753:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968232 is committed 00000004:00080000:3.0:1779202830.024767:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000001:00080000:3.0:1779202830.024791:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968231 is committed 00000020:00080000:3.0:1779202830.024811:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 34 batchid updated 00010000:00010000:3.0:1779202830.024836:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0290 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.024848:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0290 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.024855:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0290 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.024860:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.024865:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0290 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.024872:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0290 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.024887:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91cfc28aaf00) 00010000:00010000:3.0:1779202830.024890:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.024895:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0290 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.024901:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0290 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.024974:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc01b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.024983:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc01b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.024988:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc01b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.024998:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202830.025001:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc01b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025007:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc01b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025016:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff91cfc28aa200) 00010000:00010000:2.0:1779202830.025018:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202830.025021:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc01b7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025027:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc01b7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025044:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc01be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025051:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc01be lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025057:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc01be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025062:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202830.025065:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc01be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025070:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc01be lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025081:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:2.0:1779202830.025083:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202830.025085:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc01be lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025091:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc01be lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025102:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0338 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025107:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0338 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025112:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0338 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025117:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202830.025119:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0338 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025124:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0338 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025131:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91cfc28aaf00) 00010000:00010000:2.0:1779202830.025133:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202830.025136:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0338 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.025141:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0338 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1779202830.025363:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000020:00080000:0.0:1779202830.025377:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000100:00100000:2.0:1779202830.025485:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524172416:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1779202830.025568:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202830.025679:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524172416 00000100:00100000:0.0:1779202830.025686:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524172416 00000100:00100000:0.0:1779202830.025772:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1779202830.025782:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524172416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1779202830.025809:0:8444:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:29 count 1 00010000:00010000:0.0:1779202830.025833:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.025858:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc0307 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f45 expref: 9 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.025867:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009046c978/0x3d5ca2fc49dc032a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f53 expref: 17 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.025873:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202830.025875:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202830.025878:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.025905:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009046c978/0x3d5ca2fc49dc032a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f53 expref: 17 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.025917:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009046c978/0x3d5ca2fc49dc032a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f53 expref: 17 pid: 12963 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202830.025928:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3186680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524172544:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202830.026000:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc0307 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f45 expref: 9 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.026010:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc0307 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f45 expref: 9 pid: 8444 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202830.026024:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524172672:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202830.026046:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a46c0 going to sleep for 11 seconds 00000100:00080000:3.0:1779202830.026651:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1779202830.028008:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202830.034522:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.034622:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3186680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524172544:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202830.034673:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501231616 00000100:00100000:3.0:1779202830.034681:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501231616 00010000:00010000:3.0:1779202830.034745:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009046c978/0x3d5ca2fc49dc032a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f53 expref: 18 pid: 12963 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202830.034783:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 459 00000100:00100000:3.0:1779202830.034792:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501231616:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202830.034806:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202830.034811:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009046c978/0x3d5ca2fc49dc032a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f53 expref: 18 pid: 12963 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.034823:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009046c978/0x3d5ca2fc49dc032a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f53 expref: 18 pid: 12963 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.034845:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009046c978/0x3d5ca2fc49dc032a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f53 expref: 18 pid: 12963 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.034861:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202830.034914:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501231616:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 122us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202830.034922:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 459 00000100:00100000:2.0:1779202830.042466:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524172672:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202830.042503:0:8444:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202830.042801:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.045292:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501231744 00000100:00100000:3.0:1779202830.045305:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501231744 00010000:00010000:0.0:1779202830.045491:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc0307 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f45 expref: 10 pid: 8444 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202830.045550:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 460 00000100:00100000:0.0:1779202830.045560:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501231744:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202830.045576:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202830.045582:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc0307 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f45 expref: 10 pid: 8444 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.045595:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc0307 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f45 expref: 10 pid: 8444 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.045616:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc0307 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f45 expref: 10 pid: 8444 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.045631:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202830.045633:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202830.045638:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.045654:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.045682:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202830.045761:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501231744:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 202us (5437us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202830.045769:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 460 00010000:00010000:0.0:1779202830.045886:0:8444:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.045897:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.045907:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.045915:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.045933:0:8444:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1779202830.046091:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524172416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20310us (20522us total) trans 4294967380 rc 0/0 00000100:00100000:0.0:1779202830.046099:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00010000:00010000:2.0:1779202830.047625:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1779202830.047635:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.047646:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202830.047651:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.047661:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.047681:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.047689:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049ad1240/0x3d5ca2fc49dc034d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.047736:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202830.047738:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202830.047741:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1779202830.047790:0:3664:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc3185c00/2, rc 0, transno 4294967380 00000100:00100000:2.0:1779202830.047811:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524172416:0@lo:6:osp-syn-1-0.0 00000100:00080000:3.0:1779202830.048117:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202830.219156:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3185f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524173056:0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.219243:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202830.219307:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524173568:0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.219343:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202830.219377:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524174080:0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.219399:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202830.219425:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1779202830.219431:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524172928:0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.219451:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202830.219467:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524173440:0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.219485:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202830.219497:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524173952:0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.219515:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202830.219559:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524173568 00000100:00100000:0.0:1779202830.219567:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524173568 00000100:00100000:0.0:1779202830.219614:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524174080 00000100:00100000:0.0:1779202830.219617:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524174080 00000100:00100000:0.0:1779202830.219629:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524172928 00000100:00100000:0.0:1779202830.219631:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524172928 00000100:00100000:0.0:1779202830.219641:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524173440 00000100:00100000:0.0:1779202830.219643:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524173440 00000100:00100000:0.0:1779202830.219653:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524173952 00000100:00100000:0.0:1779202830.219655:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524173952 00000100:00100000:0.0:1779202830.219670:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:0.0:1779202830.219679:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524173568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.219757:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524173568:12345-0@lo:400:kworker.0 Request processed in 79us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202830.219764:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:0.0:1779202830.219783:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:0.0:1779202830.219788:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524174080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.219814:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524174080:12345-0@lo:400:kworker.0 Request processed in 26us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202830.219819:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:0.0:1779202830.219829:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:0.0:1779202830.219834:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524172928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.219855:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524172928:12345-0@lo:400:kworker.0 Request processed in 22us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202830.219860:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:0.0:1779202830.219868:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:0.0:1779202830.219873:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524173440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.219895:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524173440:12345-0@lo:400:kworker.0 Request processed in 22us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202830.219900:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:0.0:1779202830.219915:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:0.0:1779202830.219921:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524173952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.219945:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524173952:12345-0@lo:400:kworker.0 Request processed in 25us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202830.219950:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:0.0:1779202830.219993:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524172928:0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.220003:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524173440:0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.220011:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524173952:0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.220020:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524173568:0@lo:400:kworker.0 00000100:00100000:0.0:1779202830.220027:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524174080:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.220245:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524173056 00000100:00100000:3.0:1779202830.220251:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524173056 00000100:00100000:3.0:1779202830.220285:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1779202830.220292:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524173056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.220335:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524173056:12345-0@lo:400:kworker.0 Request processed in 43us (1093us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202830.220341:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1779202830.220369:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524172800:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.220401:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202830.220432:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524173312:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.220454:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202830.220472:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524173824:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.220498:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202830.220520:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1779202830.220525:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524173184:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.220559:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202830.220574:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524173696:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.220593:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202830.220606:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524174208:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.220623:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202830.220648:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524172800 00000100:00100000:3.0:1779202830.220651:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524172800 00000100:00100000:3.0:1779202830.220677:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1779202830.220684:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524172800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.220745:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524172800:12345-0@lo:400:kworker.0 Request processed in 61us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202830.220754:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1779202830.220779:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524173312 00000100:00100000:3.0:1779202830.220782:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524173312 00000100:00100000:3.0:1779202830.220803:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1779202830.220808:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524173312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.220836:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524173312:12345-0@lo:400:kworker.0 Request processed in 27us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202830.220842:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1779202830.220858:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524173824 00000100:00100000:3.0:1779202830.220861:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524173824 00000100:00100000:3.0:1779202830.220885:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524173696 00000100:00100000:3.0:1779202830.220888:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524173696 00000100:00100000:3.0:1779202830.220904:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524174208 00000100:00100000:3.0:1779202830.220906:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524174208 00000100:00100000:3.0:1779202830.220924:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1779202830.220930:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524173824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.220961:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524173824:12345-0@lo:400:kworker.0 Request processed in 30us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202830.220967:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1779202830.220982:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1779202830.220987:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524173696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.221011:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524173696:12345-0@lo:400:kworker.0 Request processed in 24us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202830.221017:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1779202830.221027:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:3.0:1779202830.221032:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524174208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.221061:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524174208:12345-0@lo:400:kworker.0 Request processed in 29us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202830.221066:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00080000:3.0:1779202830.221091:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202830.221094:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202830.221097:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202830.221099:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202830.221122:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524173696:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.221132:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524174208:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.221140:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524172800:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.221148:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524173312:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.221155:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524173824:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.221551:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524173184 00000100:00100000:3.0:1779202830.221555:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524173184 00000100:00100000:3.0:1779202830.221584:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:3.0:1779202830.221590:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524173184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.221631:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524173184:12345-0@lo:400:kworker.0 Request processed in 41us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202830.221637:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:3.0:1779202830.221664:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524173184:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.221725:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3185f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524173056:0@lo:400:kworker.0 00000100:00100000:3.0:1779202830.221946:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524174336:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202830.221976:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202830.225779:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524174336 00000100:00100000:2.0:1779202830.225792:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524174336 00000100:00100000:1.0:1779202830.227056:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1779202830.227068:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524174336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202830.227108:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:1.0:1779202830.227222:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524174336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 156us (5244us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202830.227229:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1779202830.227501:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524174336:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202830.255668:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.255829:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501231872 00000100:00100000:2.0:1779202830.255839:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501231872 00000100:00100000:2.0:1779202830.255893:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1518 00000100:00100000:2.0:1779202830.255902:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+107:33952:x1865628501231872:12345-192.168.204.21@tcp:101:mkdir.0 00010000:00010000:2.0:1779202830.255925:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202830.255944:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0354 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f5a expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.256005:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc035b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.256020:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc035b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.256031:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc035b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202830.256069:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:2.0:1779202830.256072:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202830.256092:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc035b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.256114:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0354 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f5a expref: 109 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.256131:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc035b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f5a expref: 108 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.256148:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:2.0:1779202830.256151:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202830.256154:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840400, rc 0) 00000100:00100000:2.0:1779202830.256477:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:33952:x1865628501231872:12345-192.168.204.21@tcp:101:mkdir.0 Request processed in 576us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202830.256485:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1518 00000100:00100000:0.0:1779202830.331466:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.331551:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501232000 00000100:00100000:3.0:1779202830.331561:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501232000 00000100:00100000:3.0:1779202830.331618:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1519 00000100:00100000:3.0:1779202830.331628:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33958:x1865628501232000:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202830.331652:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202830.331673:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0362 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f61 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.331848:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0362 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f61 expref: 51 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.331862:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202830.331865:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.331870:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0362 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f61 expref: 51 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.331887:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:3.0:1779202830.331942:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33958:x1865628501232000:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 315us (484us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202830.331948:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1519 00000100:00100000:0.0:1779202830.343220:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.344872:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501232256 00000100:00100000:1.0:1779202830.344895:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501232256 00000100:00100000:1.0:1779202830.344981:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1520 00000100:00100000:1.0:1779202830.344992:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:33958:x1865628501232256:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202830.345014:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.345017:0:6563:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1779202830.345045:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc035b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f5a expref: 108 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.345078:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.345084:0:6563:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202830.345097:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0369 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f68 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.345196:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0370 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.345210:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0370 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.345219:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0370 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.345232:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0377 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.345238:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0377 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.345244:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0377 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.345647:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc037e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.345656:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc037e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.345663:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc037e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.345672:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:1.0:1779202830.346132:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0370 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.346141:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0370 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.346147:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0370 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.346154:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.346158:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0370 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.346164:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0370 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.346173:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.346175:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.346179:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0370 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.346184:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0370 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202830.346193:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001616c953 reply state 00000000abc95417 transno 4294968233 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0377 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.346202:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0377 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.346207:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.346209:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202830.346211:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1779202830.346239:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0369 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f68 expref: 110 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.346249:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc037e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f68 expref: 109 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.346260:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91d0ebf53d00) 00010000:00010000:1.0:1779202830.346262:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202830.346264:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934000, rc 0) 00000100:00100000:1.0:1779202830.346329:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:33958:x1865628501232256:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 1340us (3119us total) trans 4294968233 rc 0/0 00000100:00100000:1.0:1779202830.346336:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1520 00000100:00100000:1.0:1779202830.355739:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.356868:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501232512 00000100:00100000:3.0:1779202830.356887:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501232512 00000100:00100000:3.0:1779202830.356954:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1521 00000100:00100000:3.0:1779202830.356966:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:33958:x1865628501232512:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202830.356991:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202830.357011:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc038c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f6f expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.357120:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.357134:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc037e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f68 expref: 111 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.357143:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.357176:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc037e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f68 expref: 111 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.357191:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc037e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f68 expref: 111 pid: 6563 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202830.357205:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524174464:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202830.357313:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e4c900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202830.367263:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.367372:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524174464:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202830.367410:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202830.367554:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501232640 00000100:00100000:1.0:1779202830.367562:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501232640 00010000:00010000:1.0:1779202830.367599:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc037e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f68 expref: 112 pid: 6563 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202830.367643:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 461 00000100:00100000:1.0:1779202830.367652:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:2419:x1865628501232640:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202830.367666:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202830.367672:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc037e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f68 expref: 112 pid: 6563 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.367684:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc037e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f68 expref: 112 pid: 6563 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.367745:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc037e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f68 expref: 112 pid: 6563 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.367761:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91d0ebf53d00) 00010000:00010000:1.0:1779202830.367767:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.367776:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.367784:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.367812:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202830.367857:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2419:x1865628501232640:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 206us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202830.367865:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 461 00010000:00010000:3.0:1779202830.368198:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.368206:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202830.368227:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1779202830.368424:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.368433:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.368439:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.368445:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.368448:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.368456:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.368466:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91d0ebf53d00) 00010000:00010000:3.0:1779202830.368469:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202830.368473:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.368479:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0393 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.368545:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc038c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f6f expref: 111 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.368555:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.368557:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202830.368561:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc038c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f6f expref: 111 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.368575:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:3.0:1779202830.368607:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:33958:x1865628501232512:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 11644us (12878us total) trans 4294968234 rc 301/301 00000100:00100000:3.0:1779202830.368614:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1521 00000100:00100000:0.0:1779202830.375807:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.375915:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501232896 00000100:00100000:2.0:1779202830.375926:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501232896 00000100:00100000:2.0:1779202830.375981:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 290 00000100:00100000:2.0:1779202830.375991:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:33958:x1865628501232896:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202830.376279:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:33958:x1865628501232896:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 289us (482us total) trans 4294968235 rc 0/0 00000100:00100000:2.0:1779202830.376287:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 290 00000100:00100000:0.0:1779202830.383689:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.383861:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501233024 00000100:00100000:3.0:1779202830.383872:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501233024 00000100:00100000:3.0:1779202830.383941:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1522 00000100:00100000:3.0:1779202830.383951:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:33958:x1865628501233024:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202830.383977:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202830.384001:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc03a1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f76 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.384313:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc03a1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f76 expref: 112 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.384329:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc03a1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f76 expref: 112 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.384349:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202830.384353:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202830.384358:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:3.0:1779202830.384471:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:33958:x1865628501233024:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 521us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202830.384479:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1522 00000100:00100000:0.0:1779202830.395850:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.396025:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501233280 00000100:00100000:2.0:1779202830.396035:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501233280 00000100:00100000:2.0:1779202830.396093:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1523 00000100:00100000:2.0:1779202830.396104:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:33958:x1865628501233280:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1779202830.396169:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03a8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.396187:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.396199:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.396337:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.396345:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03a8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.396351:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.396358:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202830.396361:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.396369:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03a8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.397111:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:2.0:1779202830.397116:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1779202830.397122:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03a8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.397131:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03a8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202830.397221:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:33958:x1865628501233280:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 1116us (1378us total) trans 4294968236 rc 0/0 00000100:00100000:2.0:1779202830.397232:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1523 00000100:00100000:0.0:1779202830.404464:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.404619:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501233536 00000100:00100000:1.0:1779202830.404630:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501233536 00000100:00100000:1.0:1779202830.404718:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1524 00000100:00100000:1.0:1779202830.404730:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:33958:x1865628501233536:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1779202830.404978:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc03af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.404997:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc03af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.405010:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc03af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1779202830.405087:0:10076:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968237 00000004:00010000:1.0:1779202830.405113:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000931caf58 reply state 00000000162738d1 transno 4294968238 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc03af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.405126:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc03af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.405135:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.405137:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1779202830.405142:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202830.405219:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:33958:x1865628501233536:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 491us (762us total) trans 4294968238 rc 0/0 00000100:00100000:1.0:1779202830.405227:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1524 00000020:00080000:1.0:1779202830.405232:0:10076:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1779202830.410086:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.410905:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501233792 00000100:00100000:2.0:1779202830.410917:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501233792 00000100:00100000:2.0:1779202830.410982:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 291 00000100:00100000:2.0:1779202830.410992:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:33958:x1865628501233792:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202830.411253:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:33958:x1865628501233792:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 261us (1176us total) trans 4294968239 rc 0/0 00000100:00100000:2.0:1779202830.411261:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 291 00000100:00100000:0.0:1779202830.473100:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.473246:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501234048 00000100:00100000:3.0:1779202830.473258:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501234048 00000100:00100000:3.0:1779202830.473319:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1525 00000100:00100000:3.0:1779202830.473329:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:33961:x1865628501234048:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202830.473353:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202830.473373:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc03b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f7d expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.473561:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc03bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.473578:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc03bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.473590:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc03bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.473601:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc03c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.473608:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc03c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.473615:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc03c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474050:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474061:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474070:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202830.474081:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1779202830.474154:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc03bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474163:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc03bd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474169:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc03bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474176:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202830.474181:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc03bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474189:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc03bd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474201:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:2.0:1779202830.474204:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202830.474209:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc03bd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474215:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc03bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474230:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc03c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474235:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc03c4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474241:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc03c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474246:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202830.474249:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc03c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474256:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc03c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474262:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:2.0:1779202830.474265:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202830.474268:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc03c4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474274:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc03c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474314:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc03b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f7d expref: 120 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474327:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f7d expref: 119 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.474334:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:2.0:1779202830.474336:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202830.474338:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840a00, rc 0) 00000100:00100000:2.0:1779202830.474544:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:33961:x1865628501234048:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1214us (1453us total) trans 4294968240 rc 0/0 00000100:00100000:2.0:1779202830.474553:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1525 00000100:00100000:0.0:1779202830.482249:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.482354:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501234176 00000100:00100000:2.0:1779202830.482366:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501234176 00000100:00100000:2.0:1779202830.482443:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1526 00000100:00100000:2.0:1779202830.482453:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:33961:x1865628501234176:12345-192.168.204.21@tcp:54:lfs.0 00010000:00010000:2.0:1779202830.482539:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc03d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.482557:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc03d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.482569:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc03d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.482611:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc03d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.482618:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc03d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.482625:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc03d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.482631:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202830.482635:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc03d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.482642:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc03d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.482654:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:2.0:1779202830.482658:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1779202830.482663:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc03d9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.482669:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc03d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202830.482796:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:33961:x1865628501234176:12345-192.168.204.21@tcp:54:lfs.0 Request processed in 344us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202830.482804:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1526 00000100:00100000:1.0:1779202830.488169:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.488572:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501234432 00000100:00100000:3.0:1779202830.488582:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501234432 00000100:00100000:3.0:1779202830.488643:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 292 00000100:00100000:3.0:1779202830.488654:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0cb9a8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:33961:x1865628501234432:12345-192.168.204.21@tcp:35:lfs.0 00000100:00100000:3.0:1779202830.488977:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0cb9a8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:33961:x1865628501234432:12345-192.168.204.21@tcp:35:lfs.0 Request processed in 324us (817us total) trans 4294968241 rc 0/0 00000100:00100000:3.0:1779202830.488986:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 292 00000100:00100000:0.0:1779202830.573636:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.573753:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501234816 00000100:00100000:1.0:1779202830.573765:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501234816 00000100:00100000:1.0:1779202830.573831:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1527 00000100:00100000:1.0:1779202830.573842:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:33968:x1865628501234816:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.573866:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.573890:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc03e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f84 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.574003:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc03e7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.574019:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc03e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.574030:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc03e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.574043:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.574157:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc03e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f84 expref: 123 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.574179:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc03e7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f84 expref: 122 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.574189:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.574192:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1779202830.574196:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935a00, rc 0) 00000100:00100000:1.0:1779202830.574263:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+122:33968:x1865628501234816:12345-192.168.204.21@tcp:101:cat.0 Request processed in 422us (637us total) trans 4294968242 rc 0/0 00000100:00100000:1.0:1779202830.574270:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1527 00000100:00100000:3.0:1779202830.580077:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.580117:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.580613:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501234944 00000100:00100000:1.0:1779202830.580623:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501234944 00000100:00100000:1.0:1779202830.580677:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1528 00000100:00100000:1.0:1779202830.580732:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+122:33966:x1865628501234944:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.580761:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.580787:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc03f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f8b expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.580904:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc03fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.580918:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc03fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.580931:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc03fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.580942:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.581048:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc03f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f8b expref: 125 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.581066:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc03fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f8b expref: 124 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.581074:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.581077:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1779202830.581081:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abba00, rc 0) 00000100:00100000:1.0:1779202830.581147:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+124:33966:x1865628501234944:12345-192.168.204.21@tcp:101:cat.0 Request processed in 448us (1068us total) trans 4294968243 rc 0/0 00000100:00100000:1.0:1779202830.581154:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1528 00000100:00100000:2.0:1779202830.581626:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501235200 00000100:00100000:2.0:1779202830.581632:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501235200 00000100:00100000:2.0:1779202830.581679:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 74 00000100:00100000:2.0:1779202830.581688:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+124:33968:x1865628501235200:12345-192.168.204.21@tcp:103:cat.0 00010000:00010000:2.0:1779202830.581735:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1779202830.581753:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc03cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f7d expref: 124 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.581771:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc03e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f84 expref: 123 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.581784:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc03a1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f76 expref: 122 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.581793:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:2.0:1779202830.581797:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202830.581823:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+121:33968:x1865628501235200:12345-192.168.204.21@tcp:103:cat.0 Request processed in 137us (1706us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202830.581830:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 74 00000100:00100000:3.0:1779202830.589546:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.589593:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202830.589772:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501235456 00000100:00100000:0.0:1779202830.589783:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501235456 00000100:00100000:0.0:1779202830.589836:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501235584 00000100:00100000:0.0:1779202830.589839:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501235584 00000100:00100000:0.0:1779202830.589863:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1529 00000100:00100000:0.0:1779202830.589872:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+122:33967:x1865628501235456:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:0.0:1779202830.589904:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202830.589924:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc040a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f92 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202830.589939:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1530 00000100:00100000:1.0:1779202830.589949:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+123:33968:x1865628501235584:12345-192.168.204.21@tcp:58:cat.0 00010000:00010000:0.0:1779202830.589997:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0411 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590011:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0411 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.590020:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590022:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0411 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.590030:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc03fc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f8b expref: 123 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590036:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc041f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.590038:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590043:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc041f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590049:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc041f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.590072:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc03fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f8b expref: 123 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.590084:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc03fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f8b expref: 123 pid: 6564 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202830.590101:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524174592:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202830.590144:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0426 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590152:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0426 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590159:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0426 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202830.590170:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000100:00100000:1.0:1779202830.590192:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e04c8900 going to sleep for 11 seconds 00010000:00010000:0.0:1779202830.590240:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0426 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590247:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0426 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590253:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0426 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590258:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202830.590262:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0426 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590273:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0426 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590284:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:0.0:1779202830.590287:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202830.590291:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0426 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590297:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0426 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590311:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0411 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590317:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0411 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590323:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0411 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590327:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202830.590330:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0411 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590335:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0411 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590342:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202830.590345:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202830.590347:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0411 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590356:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0411 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590363:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc041f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590369:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc041f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590375:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc041f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590380:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202830.590383:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc041f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590388:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc041f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590407:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:0.0:1779202830.590410:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202830.590413:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc041f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590418:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc041f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590458:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc040a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f92 expref: 124 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590472:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202830.590474:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1779202830.590477:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc040a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f92 expref: 124 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.590486:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6000, rc 0) 00000100:00100000:0.0:1779202830.590542:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+123:33967:x1865628501235456:12345-192.168.204.21@tcp:101:cat.0 Request processed in 670us (1017us total) trans 4294968244 rc 301/301 00000100:00100000:0.0:1779202830.590548:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1529 00000100:00100000:1.0:1779202830.602231:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.602401:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524174592:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202830.602429:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202830.602754:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501235840 00000100:00100000:3.0:1779202830.602762:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501235840 00000100:00100000:3.0:1779202830.602949:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 293 00000100:00100000:3.0:1779202830.602960:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+123:33966:x1865628501235840:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:3.0:1779202830.603192:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+124:33966:x1865628501235840:12345-192.168.204.21@tcp:35:cat.0 Request processed in 234us (971us total) trans 4294968245 rc 0/0 00000100:00100000:3.0:1779202830.603201:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 293 00000100:00100000:2.0:1779202830.612498:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.612603:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501236096 00000100:00100000:1.0:1779202830.612613:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501236096 00000100:00100000:1.0:1779202830.612666:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1531 00000100:00100000:1.0:1779202830.612680:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+124:33971:x1865628501236096:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.612726:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.612748:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0434 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65f99 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.612838:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc043b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.612854:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc043b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.612866:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc043b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.612879:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0442 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.612886:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0442 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.612893:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0442 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613006:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0449 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613017:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0449 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613025:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0449 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.613036:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.613114:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0449 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613122:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0449 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613129:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0449 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613136:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.613140:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0449 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613148:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0449 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613161:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.613164:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.613168:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0449 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613177:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0449 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613191:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc043b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613196:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc043b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613201:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc043b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613205:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3aba800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.613207:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc043b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613212:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc043b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613219:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.613220:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.613223:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc043b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613228:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc043b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613236:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0442 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613241:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0442 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613247:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0442 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613251:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.613254:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0442 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613258:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0442 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613264:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.613266:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.613269:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0442 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613273:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0442 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613314:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0434 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f99 expref: 126 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613323:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.613325:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.613328:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0434 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f99 expref: 126 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.613337:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abac00, rc 0) 00000100:00100000:1.0:1779202830.613396:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+125:33971:x1865628501236096:12345-192.168.204.21@tcp:101:cat.0 Request processed in 720us (906us total) trans 4294968246 rc 301/301 00000100:00100000:1.0:1779202830.613407:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1531 00000100:00100000:0.0:1779202830.613997:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202830.614028:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202830.614060:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.614126:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501236608 00000100:00100000:2.0:1779202830.614132:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501236608 00000100:00100000:2.0:1779202830.614176:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 294 00000100:00100000:2.0:1779202830.614184:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+125:33967:x1865628501236608:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:2.0:1779202830.614316:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+126:33967:x1865628501236608:12345-192.168.204.21@tcp:35:cat.0 Request processed in 132us (287us total) trans 4294968247 rc 0/0 00000100:00100000:2.0:1779202830.614323:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 294 00000100:00100000:3.0:1779202830.615157:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501236352 00000100:00100000:3.0:1779202830.615165:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501236352 00010000:00010000:3.0:1779202830.615192:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc03fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f8b expref: 126 pid: 6564 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202830.615229:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 462 00000100:00100000:3.0:1779202830.615237:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+126:2421:x1865628501236352:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202830.615249:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202830.615255:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc03fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f8b expref: 126 pid: 6564 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.615267:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc03fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f8b expref: 126 pid: 6564 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.615292:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc03fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65f8b expref: 126 pid: 6564 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.615308:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202830.615313:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.615324:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.615333:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.615367:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202830.615405:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+125:2421:x1865628501236352:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 169us (1345us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202830.615412:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 462 00010000:00010000:0.0:1779202830.615672:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.615681:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202830.615996:0:6563:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].44, 136 off14176 00000100:00100000:0.0:1779202830.616052:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+124:33968:x1865628501235584:12345-192.168.204.21@tcp:58:cat.0 Request processed in 26105us (26459us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202830.616060:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1530 00000100:00100000:0.0:1779202830.616077:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501236224 00000100:00100000:0.0:1779202830.616082:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501236224 00000100:00100000:0.0:1779202830.616113:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1532 00000100:00100000:0.0:1779202830.616120:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+124:33966:x1865628501236224:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:0.0:1779202830.616136:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202830.616149:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0457 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65fa0 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.616216:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc045e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.616228:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc045e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.616236:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc045e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202830.616261:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:0.0:1779202830.616265:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202830.616282:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc045e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.616304:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0457 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa0 expref: 126 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.616318:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc045e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa0 expref: 125 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.616326:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:0.0:1779202830.616329:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202830.616332:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6600, rc 0) 00000100:00100000:0.0:1779202830.616354:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+125:33966:x1865628501236224:12345-192.168.204.21@tcp:101:cat.0 Request processed in 235us (2358us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202830.616360:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1532 00000100:00100000:0.0:1779202830.624391:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202830.624434:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202830.624465:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202830.624484:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.624595:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501237376 00000100:00100000:2.0:1779202830.624605:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501237376 00000100:00100000:2.0:1779202830.624652:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 295 00000100:00100000:2.0:1779202830.624663:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+125:33971:x1865628501237376:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:2.0:1779202830.624911:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+126:33971:x1865628501237376:12345-192.168.204.21@tcp:35:cat.0 Request processed in 249us (444us total) trans 4294968248 rc 0/0 00000100:00100000:2.0:1779202830.624919:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 295 00000100:00100000:3.0:1779202830.625287:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501237120 00000100:00100000:3.0:1779202830.625293:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501237120 00000100:00100000:3.0:1779202830.625328:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501236992 00000100:00100000:3.0:1779202830.625331:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501236992 00000100:00100000:3.0:1779202830.625343:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501236736 00000100:00100000:3.0:1779202830.625346:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501236736 00000100:00100000:3.0:1779202830.625362:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1533 00000100:00100000:3.0:1779202830.625369:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+128:33972:x1865628501237120:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202830.625381:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202830.625400:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0465 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65fae expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625466:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc046c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625482:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc046c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625492:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc046c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625503:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0473 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625510:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0473 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625517:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0473 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625657:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc047a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625668:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc047a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625675:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc047a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202830.625685:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1779202830.625760:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc047a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625772:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc047a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625778:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc047a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625784:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.625875:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc047a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625884:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc047a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625897:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202830.625900:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202830.625905:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc047a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625911:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc047a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625924:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc046c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625930:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc046c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625936:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc046c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625941:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.625944:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc046c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625949:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc046c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625956:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.625958:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.625961:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc046c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625966:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc046c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625974:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0473 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625980:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0473 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625985:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0473 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625989:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.625991:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0473 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.625997:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0473 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.626003:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:3.0:1779202830.626005:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.626008:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0473 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.626012:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0473 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.626045:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0465 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fae expref: 130 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.626055:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.626058:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202830.626062:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0465 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fae expref: 130 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.626070:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6000, rc 0) 00000100:00100000:3.0:1779202830.626112:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+129:33972:x1865628501237120:12345-192.168.204.21@tcp:101:cat.0 Request processed in 742us (1730us total) trans 4294968249 rc 301/301 00000100:00100000:3.0:1779202830.626118:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1533 00000100:00100000:3.0:1779202830.626138:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1534 00000100:00100000:3.0:1779202830.626145:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+128:33967:x1865628501236992:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202830.626153:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1779202830.626465:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1535 00000100:00100000:0.0:1779202830.626475:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+128:33968:x1865628501236736:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:0.0:1779202830.626484:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202830.626493:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0488 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65fa7 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.626535:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.626544:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0488 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa7 expref: 129 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.626563:0:6563:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.626574:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0488 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa7 expref: 129 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.626586:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:0.0:1779202830.626588:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202830.626592:0:6563:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0488 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa7 expref: 129 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.626598:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6400, rc 0) 00000100:00100000:0.0:1779202830.626627:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+129:33968:x1865628501236736:12345-192.168.204.21@tcp:101:cat.0 Request processed in 154us (2141us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202830.626633:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1535 00010000:00010000:3.0:1779202830.626963:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc048f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65fb5 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.627020:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0496 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.627030:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0496 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.627042:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0496 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202830.627066:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:3.0:1779202830.627070:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202830.627084:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0496 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.627104:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc048f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fb5 expref: 130 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.627117:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0496 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fb5 expref: 129 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.627124:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202830.627126:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202830.627128:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6800, rc 0) 00000100:00100000:3.0:1779202830.627152:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+129:33967:x1865628501236992:12345-192.168.204.21@tcp:101:cat.0 Request processed in 1008us (2718us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202830.628459:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1534 00000100:00100000:0.0:1779202830.631286:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.631372:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501237888 00000100:00100000:2.0:1779202830.631382:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501237888 00000100:00100000:2.0:1779202830.631433:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 296 00000100:00100000:2.0:1779202830.631443:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+129:33972:x1865628501237888:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:2.0:1779202830.632674:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+130:33972:x1865628501237888:12345-192.168.204.21@tcp:35:cat.0 Request processed in 1227us (1391us total) trans 4294968250 rc 0/0 00000100:00100000:2.0:1779202830.632686:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 296 00000100:00100000:2.0:1779202830.641170:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202830.641307:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501237632 00000100:00100000:0.0:1779202830.641317:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501237632 00000100:00100000:0.0:1779202830.641378:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1536 00000100:00100000:0.0:1779202830.641389:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+130:33975:x1865628501237632:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:0.0:1779202830.641410:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202830.641430:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc049d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65fbc expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641507:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc04a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641532:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc04a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641543:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc04a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641554:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc04ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641561:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc04ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641567:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc04ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641669:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc04b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641679:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc04b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641686:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc04b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202830.641734:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1779202830.641823:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc04b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641831:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc04b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641838:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc04b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641844:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c1534200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202830.641847:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc04b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641854:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc04b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641864:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:0.0:1779202830.641868:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202830.641872:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc04b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641878:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc04b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641898:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc04a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641905:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc04a4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641911:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc04a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641916:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202830.641919:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc04a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641925:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc04a4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641932:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202830.641935:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202830.641937:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc04a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641943:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc04a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641953:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc04ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641959:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc04ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641966:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc04ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641971:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202830.641974:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc04ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641980:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc04ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641986:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:0.0:1779202830.641989:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202830.641992:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc04ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.641998:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc04ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.642037:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc049d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fbc expref: 132 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.642049:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:0.0:1779202830.642051:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1779202830.642055:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc049d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fbc expref: 132 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202830.642064:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6000, rc 0) 00000100:00100000:0.0:1779202830.642125:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+131:33975:x1865628501237632:12345-192.168.204.21@tcp:101:cat.0 Request processed in 737us (962us total) trans 4294968251 rc 301/301 00000100:00100000:0.0:1779202830.642145:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1536 00000100:00100000:1.0:1779202830.649672:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.650012:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501238016 00000100:00100000:2.0:1779202830.650023:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501238016 00000100:00100000:2.0:1779202830.650096:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 75 00000100:00100000:2.0:1779202830.650107:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0049c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+131:2419:x1865628501238016:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202830.650125:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202830.650149:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0496 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fb5 expref: 131 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.650168:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:2.0:1779202830.650175:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0488 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa7 expref: 130 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.650186:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202830.650246:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0049c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+130:2419:x1865628501238016:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 141us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202830.650254:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 75 00000100:00100000:1.0:1779202830.651404:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.651444:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202830.651518:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501238272 00000100:00100000:0.0:1779202830.651537:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501238272 00000100:00100000:0.0:1779202830.651583:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 297 00000100:00100000:0.0:1779202830.651592:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+130:33975:x1865628501238272:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:0.0:1779202830.651828:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+131:33975:x1865628501238272:12345-192.168.204.21@tcp:35:cat.0 Request processed in 236us (428us total) trans 4294968252 rc 0/0 00000100:00100000:0.0:1779202830.651836:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 297 00000100:00100000:3.0:1779202830.652268:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501238528 00000100:00100000:3.0:1779202830.652274:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501238528 00000100:00100000:3.0:1779202830.652321:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1537 00000100:00100000:3.0:1779202830.652330:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+131:33973:x1865628501238528:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202830.652341:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202830.652358:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc04c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65fc3 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652426:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc04c7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652440:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc04c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652452:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc04c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652463:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc04ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652469:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc04ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652476:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc04ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652566:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc04d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652576:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc04d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652583:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc04d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202830.652593:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1779202830.652638:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc04d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652650:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc04d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652657:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc04d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652664:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.652668:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc04d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652675:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc04d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652688:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202830.652954:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202830.652962:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc04d5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652969:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc04d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652987:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc04c7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.652994:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc04c7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653000:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc04c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653006:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc04c7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653011:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.653014:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc04c7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653020:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc04c7 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653029:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.653031:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.653034:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc04c7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653039:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc04c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653048:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc04ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653055:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc04ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653060:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc04ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653065:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.653068:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc04ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653074:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc04ce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653086:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:3.0:1779202830.653089:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.653091:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc04ce lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653097:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc04ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653134:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc04c0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fc3 expref: 133 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653144:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.653147:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202830.653150:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc04c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fc3 expref: 133 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.653159:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6000, rc 0) 00000100:00100000:3.0:1779202830.653198:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+132:33973:x1865628501238528:12345-192.168.204.21@tcp:101:cat.0 Request processed in 870us (1754us total) trans 4294968253 rc 301/301 00000100:00100000:3.0:1779202830.653205:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1537 00000100:00100000:1.0:1779202830.661509:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.661606:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501238784 00000100:00100000:2.0:1779202830.661618:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501238784 00000100:00100000:2.0:1779202830.661676:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 298 00000100:00100000:2.0:1779202830.661687:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0cb9ab850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+132:33973:x1865628501238784:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:2.0:1779202830.661953:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0cb9ab850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+133:33973:x1865628501238784:12345-192.168.204.21@tcp:35:cat.0 Request processed in 267us (453us total) trans 4294968254 rc 0/0 00000100:00100000:2.0:1779202830.661962:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 298 00000100:00100000:2.0:1779202830.664225:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.664364:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501239040 00000100:00100000:1.0:1779202830.664373:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501239040 00000100:00100000:1.0:1779202830.664427:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1538 00000100:00100000:1.0:1779202830.664437:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+133:33969:x1865628501239040:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.664459:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.664480:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc04e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65fca expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.664569:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc04ea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.664585:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc04ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.664596:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc04ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.664606:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc04f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.664613:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc04f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.664619:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc04f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.665971:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc04f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.665989:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc04f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.666000:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc04f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.666012:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.666087:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc04f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.666095:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc04f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.666102:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc04f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.666108:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.666112:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc04f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.666120:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc04f8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.666997:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.667003:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.667010:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc04f8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667023:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc04f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667042:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc04ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667048:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc04ea lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667054:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc04ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667059:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.667062:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc04ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667069:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc04ea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667079:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.667081:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.667084:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc04ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667089:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc04ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667099:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc04f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667104:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc04f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667110:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc04f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667115:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.667118:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc04f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667123:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc04f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667130:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.667914:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.667919:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc04f1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667926:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc04f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667985:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc04e3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fca expref: 135 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.667996:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.667999:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.668002:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc04e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fca expref: 135 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.668011:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121cc00, rc 0) 00000100:00100000:1.0:1779202830.668086:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+134:33969:x1865628501239040:12345-192.168.204.21@tcp:101:cat.0 Request processed in 3649us (3868us total) trans 4294968255 rc 301/301 00000100:00100000:1.0:1779202830.668098:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1538 00000100:00100000:3.0:1779202830.674938:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.675091:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501239296 00000100:00100000:2.0:1779202830.675102:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501239296 00000100:00100000:2.0:1779202830.675178:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 299 00000100:00100000:2.0:1779202830.675189:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+134:33969:x1865628501239296:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:2.0:1779202830.675411:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+135:33969:x1865628501239296:12345-192.168.204.21@tcp:35:cat.0 Request processed in 223us (481us total) trans 4294968256 rc 0/0 00000100:00100000:2.0:1779202830.675418:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 299 00000100:00100000:2.0:1779202830.683178:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.683433:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501239552 00000100:00100000:1.0:1779202830.683445:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501239552 00000100:00100000:1.0:1779202830.683512:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1539 00000100:00100000:1.0:1779202830.683534:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+135:33978:x1865628501239552:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.683557:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.683579:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0506 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65fd1 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.683658:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc050d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.683673:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc050d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.683686:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc050d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.683733:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0514 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.683742:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0514 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.683750:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0514 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.683861:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc051b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.683876:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc051b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.683884:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc051b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.683894:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.683963:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc051b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.683971:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc051b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.683979:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc051b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.683985:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.683989:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc051b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.683997:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc051b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684009:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.684012:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.684017:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc051b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684024:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc051b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684043:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc050d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684050:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc050d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684055:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc050d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684060:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.684062:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc050d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684069:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc050d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684075:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.684078:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.684081:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc050d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684087:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc050d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684096:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0514 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684102:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0514 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684107:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0514 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684112:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3aba800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.684114:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0514 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684120:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0514 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684127:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.684377:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.684383:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0514 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684391:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0514 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684434:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0506 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fd1 expref: 137 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684446:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.684449:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.684452:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0506 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fd1 expref: 137 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.684462:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abba00, rc 0) 00000100:00100000:1.0:1779202830.684600:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+136:33978:x1865628501239552:12345-192.168.204.21@tcp:101:cat.0 Request processed in 1077us (1429us total) trans 4294968257 rc 301/301 00000100:00100000:1.0:1779202830.684609:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1539 00000100:00100000:3.0:1779202830.707317:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.713482:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.714270:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501240064 00000100:00100000:1.0:1779202830.714281:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501240064 00000100:00100000:0.0:1779202830.714413:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501239936 00000100:00100000:0.0:1779202830.714418:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501239936 00000100:00100000:0.0:1779202830.714453:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 300 00000100:00100000:0.0:1779202830.714463:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+137:33978:x1865628501239936:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:0.0:1779202830.714684:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+138:33978:x1865628501239936:12345-192.168.204.21@tcp:35:cat.0 Request processed in 222us (1213us total) trans 4294968258 rc 0/0 00000100:00100000:0.0:1779202830.714728:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 300 00000100:00100000:1.0:1779202830.715952:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1540 00000100:00100000:1.0:1779202830.715969:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+137:33977:x1865628501240064:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.715984:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.716004:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0529 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65fd8 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716071:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0530 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716086:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0530 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716099:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0530 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716112:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0537 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716120:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0537 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716127:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0537 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716233:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc053e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716244:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc053e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716251:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc053e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.716263:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.716326:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc053e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716334:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc053e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716341:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc053e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716347:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.716352:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc053e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716360:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc053e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716372:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.716375:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.716380:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc053e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716387:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc053e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716402:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0530 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716408:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0530 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716418:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0530 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716423:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.716426:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0530 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716432:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0530 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716439:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.716441:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.716444:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0530 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716449:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0530 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716457:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0537 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716462:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0537 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716467:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0537 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716472:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.716474:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0537 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716484:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0537 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716491:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.716493:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.716496:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0537 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716502:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0537 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716549:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0529 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fd8 expref: 139 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716558:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.716561:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.716564:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0529 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fd8 expref: 139 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.716573:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121cc00, rc 0) 00000100:00100000:1.0:1779202830.716637:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+138:33977:x1865628501240064:12345-192.168.204.21@tcp:101:cat.0 Request processed in 674us (9330us total) trans 4294968259 rc 301/301 00000100:00100000:1.0:1779202830.716645:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1540 00000100:00100000:2.0:1779202830.734403:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.734459:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.734677:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501240448 00000100:00100000:1.0:1779202830.734689:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501240448 00000100:00100000:1.0:1779202830.734774:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 301 00000100:00100000:1.0:1779202830.734797:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+138:33977:x1865628501240448:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:1.0:1779202830.735021:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+139:33977:x1865628501240448:12345-192.168.204.21@tcp:35:cat.0 Request processed in 236us (625us total) trans 4294968260 rc 0/0 00000100:00100000:1.0:1779202830.735042:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 301 00000100:00100000:3.0:1779202830.735396:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501240576 00000100:00100000:3.0:1779202830.735402:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501240576 00000100:00100000:3.0:1779202830.735445:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1541 00000100:00100000:3.0:1779202830.735452:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+139:33979:x1865628501240576:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202830.735464:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202830.735484:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc054c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65fdf expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735558:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0553 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735573:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0553 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735584:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0553 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735594:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc055a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735600:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc055a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735606:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc055a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735688:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0561 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735739:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0561 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735746:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0561 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202830.735758:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1779202830.735815:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0561 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735828:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0561 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735834:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0561 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735840:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.735844:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0561 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735851:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0561 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735862:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202830.735865:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202830.735870:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0561 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735876:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0561 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735890:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0553 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735896:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0553 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735901:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0553 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735906:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.735909:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0553 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735915:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0553 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735921:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.735923:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.735926:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0553 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735931:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0553 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735940:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc055a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735946:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc055a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735952:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc055a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735957:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.735960:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc055a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735966:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc055a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735972:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:3.0:1779202830.735975:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.735978:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc055a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.735983:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc055a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.736014:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc054c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fdf expref: 141 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.736024:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.736026:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202830.736042:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc054c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fdf expref: 141 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.736051:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3913e00, rc 0) 00000100:00100000:3.0:1779202830.736087:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+140:33979:x1865628501240576:12345-192.168.204.21@tcp:101:cat.0 Request processed in 636us (1627us total) trans 4294968261 rc 301/301 00000100:00100000:3.0:1779202830.736094:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1541 00000100:00100000:0.0:1779202830.743936:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.744094:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501240832 00000100:00100000:1.0:1779202830.744106:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501240832 00000100:00100000:1.0:1779202830.744184:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 302 00000100:00100000:1.0:1779202830.744196:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+140:33979:x1865628501240832:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:1.0:1779202830.744448:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+141:33979:x1865628501240832:12345-192.168.204.21@tcp:35:cat.0 Request processed in 254us (522us total) trans 4294968262 rc 0/0 00000100:00100000:1.0:1779202830.744456:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 302 00000100:00100000:2.0:1779202830.747337:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.748287:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501241088 00000100:00100000:1.0:1779202830.748299:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501241088 00000100:00100000:1.0:1779202830.748397:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1542 00000100:00100000:1.0:1779202830.748409:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+141:33997:x1865628501241088:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.748430:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.748449:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc056f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65fe6 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.748549:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0576 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.748565:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0576 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.748576:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0576 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.748590:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc057d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.748597:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc057d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.748603:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc057d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.748904:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0584 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.748914:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0584 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.748921:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0584 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.748931:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.748999:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0584 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749007:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0584 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749014:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0584 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749020:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.749025:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0584 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749036:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0584 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749048:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.749051:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.749055:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0584 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749061:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0584 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749074:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0576 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749080:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0576 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749086:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0576 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749091:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3aba800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.749094:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0576 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749100:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0576 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749106:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.749108:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.749111:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0576 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749122:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0576 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749209:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc057d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749216:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc057d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749221:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc057d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749225:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.749228:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc057d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749234:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc057d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749242:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.749244:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.749248:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc057d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749253:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc057d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749291:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc056f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fe6 expref: 143 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749306:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.749308:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.749311:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc056f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fe6 expref: 143 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.749320:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abba00, rc 0) 00000100:00100000:1.0:1779202830.749384:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+142:33997:x1865628501241088:12345-192.168.204.21@tcp:101:cat.0 Request processed in 978us (2059us total) trans 4294968263 rc 301/301 00000100:00100000:1.0:1779202830.749393:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1542 00000100:00100000:0.0:1779202830.756021:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.756086:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501241344 00000100:00100000:1.0:1779202830.756097:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501241344 00000100:00100000:1.0:1779202830.756153:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 303 00000100:00100000:1.0:1779202830.756163:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+142:33997:x1865628501241344:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:1.0:1779202830.756390:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+143:33997:x1865628501241344:12345-192.168.204.21@tcp:35:cat.0 Request processed in 228us (378us total) trans 4294968264 rc 0/0 00000100:00100000:1.0:1779202830.756399:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 303 00000100:00100000:3.0:1779202830.765182:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.765282:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501241600 00000100:00100000:1.0:1779202830.765298:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501241600 00000100:00100000:1.0:1779202830.765382:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1543 00000100:00100000:1.0:1779202830.765396:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+143:33970:x1865628501241600:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.765425:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.765455:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0592 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65fed expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765544:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0599 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765559:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0599 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765571:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0599 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765583:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc05a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765590:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc05a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765600:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc05a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765780:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc05a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765789:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc05a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765797:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc05a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.765812:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.765922:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc05a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765933:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc05a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765943:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc05a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765955:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.765961:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc05a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765973:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc05a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.765989:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.765995:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.766002:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc05a7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766011:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc05a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766036:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0599 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766044:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0599 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766053:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0599 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766060:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0599 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766068:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.766073:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0599 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766088:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0599 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766099:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.766102:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.766107:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0599 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766115:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc0599 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766128:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc05a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766136:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc05a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766144:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc05a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766151:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.766156:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc05a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766165:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc05a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766173:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.766178:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.766181:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc05a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766191:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc05a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766243:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0592 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fed expref: 145 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766259:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.766262:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.766268:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0592 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fed expref: 145 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.766282:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121cc00, rc 0) 00000100:00100000:1.0:1779202830.766374:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+144:33970:x1865628501241600:12345-192.168.204.21@tcp:101:cat.0 Request processed in 979us (1199us total) trans 4294968265 rc 301/301 00000100:00100000:1.0:1779202830.766386:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1543 00000100:00100000:0.0:1779202830.783528:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202830.783579:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.783667:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501242112 00000100:00100000:1.0:1779202830.783679:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501242112 00000100:00100000:1.0:1779202830.783764:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1544 00000100:00100000:1.0:1779202830.783775:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+144:33992:x1865628501242112:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.783802:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.783823:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc05b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ff4 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.783899:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc05bc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.783913:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc05bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.783924:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc05bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.783934:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc05c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.783941:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc05c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.783947:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc05c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784049:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc05ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784059:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc05ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784067:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc05ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.784077:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.784143:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc05ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784151:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc05ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784157:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc05ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784163:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.784168:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc05ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784175:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc05ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784187:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.784190:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.784194:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc05ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784200:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc05ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784215:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc05bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784222:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc05bc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784226:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc05bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784231:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.784233:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc05bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784239:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc05bc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784245:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.784247:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.784250:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc05bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784255:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc05bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784263:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc05c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784269:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc05c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784274:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc05c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784279:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3aba800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.784281:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc05c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784287:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc05c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784294:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.784296:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.784298:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc05c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784303:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc05c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784340:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc05b5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ff4 expref: 146 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784356:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.784358:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.784362:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc05b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ff4 expref: 146 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.784371:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abba00, rc 0) 00000100:00100000:1.0:1779202830.784431:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+145:33992:x1865628501242112:12345-192.168.204.21@tcp:101:cat.0 Request processed in 658us (851us total) trans 4294968266 rc 301/301 00000100:00100000:1.0:1779202830.784439:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1544 00000100:00100000:2.0:1779202830.784625:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501241856 00000100:00100000:2.0:1779202830.784631:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501241856 00000100:00100000:2.0:1779202830.784668:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 304 00000100:00100000:2.0:1779202830.784676:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0cb9a8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+145:33970:x1865628501241856:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:2.0:1779202830.784807:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0cb9a8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+146:33970:x1865628501241856:12345-192.168.204.21@tcp:35:cat.0 Request processed in 130us (1295us total) trans 4294968267 rc 0/0 00000100:00100000:2.0:1779202830.784814:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 304 00000100:00100000:3.0:1779202830.791298:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.791340:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.791413:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501242624 00000100:00100000:1.0:1779202830.791423:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501242624 00000100:00100000:1.0:1779202830.791488:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1545 00000100:00100000:1.0:1779202830.791499:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+146:33988:x1865628501242624:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.791533:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.791553:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc05d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d65ffb expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791630:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc05df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791643:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc05df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791654:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc05df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791667:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc05e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791674:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc05e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791680:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc05e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791828:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc05ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791839:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc05ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791847:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc05ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.791857:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.791928:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc05ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791935:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc05ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791942:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc05ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791949:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bacc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.791953:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc05ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791961:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc05ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791976:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.791979:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.791984:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc05ed lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.791990:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc05ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792004:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc05df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792010:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc05df lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792016:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc05df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792021:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121c400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.792024:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc05df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792029:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc05df lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792036:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.792038:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.792041:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc05df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792048:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c400/0x3d5ca2fc49dc05df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792061:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc05e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792067:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc05e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792073:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc05e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792079:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bac000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.792081:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc05e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792087:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc05e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792093:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.792096:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.792098:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc05e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792104:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc05e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792140:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc05d8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ffb expref: 148 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792149:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.792152:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.792156:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc05d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ffb expref: 148 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.792166:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121d000, rc 0) 00000100:00100000:1.0:1779202830.792221:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+147:33988:x1865628501242624:12345-192.168.204.21@tcp:101:cat.0 Request processed in 724us (880us total) trans 4294968268 rc 301/301 00000100:00100000:1.0:1779202830.792229:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1545 00000100:00100000:2.0:1779202830.792907:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501242368 00000100:00100000:2.0:1779202830.792914:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501242368 00000100:00100000:2.0:1779202830.792956:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 305 00000100:00100000:2.0:1779202830.792965:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+147:33992:x1865628501242368:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:2.0:1779202830.793098:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+148:33992:x1865628501242368:12345-192.168.204.21@tcp:35:cat.0 Request processed in 133us (1810us total) trans 4294968269 rc 0/0 00000100:00100000:2.0:1779202830.793105:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 305 00000100:00100000:0.0:1779202830.798237:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.798317:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501242880 00000100:00100000:1.0:1779202830.798328:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501242880 00000100:00100000:1.0:1779202830.798386:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1546 00000100:00100000:1.0:1779202830.798397:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+148:33990:x1865628501242880:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.798420:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.798442:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc05fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66002 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798530:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0602 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798546:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0602 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798560:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0602 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798571:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc0609 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798578:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc0609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798586:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc0609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798685:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0610 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798735:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0610 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798742:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0610 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.798754:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.798834:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0610 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798842:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0610 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798849:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0610 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798855:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.798860:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0610 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798866:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0610 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798880:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.798882:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.798888:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0610 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798894:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0610 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798911:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0602 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798917:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0602 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798922:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0602 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798927:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0602 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798932:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.798934:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0602 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798939:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0602 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798945:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.798947:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.798950:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0602 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798956:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0602 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798963:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc0609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798969:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc0609 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798974:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc0609 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798978:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.798980:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc0609 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798985:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc0609 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.798991:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.798994:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.798996:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc0609 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.799001:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc0609 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.799036:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc05fb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66002 expref: 150 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.799049:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.799051:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.799054:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc05fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66002 expref: 150 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.799067:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4297a00, rc 0) 00000100:00100000:1.0:1779202830.799126:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+149:33990:x1865628501242880:12345-192.168.204.21@tcp:101:cat.0 Request processed in 731us (899us total) trans 4294968270 rc 301/301 00000100:00100000:1.0:1779202830.799134:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1546 00000100:00100000:3.0:1779202830.799903:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.799944:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501243136 00000100:00100000:2.0:1779202830.799951:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501243136 00000100:00100000:2.0:1779202830.799990:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 306 00000100:00100000:2.0:1779202830.799997:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+149:33988:x1865628501243136:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:2.0:1779202830.800140:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+150:33988:x1865628501243136:12345-192.168.204.21@tcp:35:cat.0 Request processed in 143us (239us total) trans 4294968271 rc 0/0 00000100:00100000:2.0:1779202830.800147:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 306 00000100:00100000:3.0:1779202830.803335:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.803381:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.806965:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501243648 00000100:00100000:1.0:1779202830.806979:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501243648 00000100:00100000:1.0:1779202830.807046:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1547 00000100:00100000:1.0:1779202830.807055:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+150:33982:x1865628501243648:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.807078:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.807097:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc061e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66009 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807166:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc0625 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807181:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc0625 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807191:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc0625 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807201:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc062c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807207:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc062c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807213:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc062c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807305:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0633 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807314:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807322:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.807331:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.807395:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807402:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0633 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807408:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0633 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807414:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.807417:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0633 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807424:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0633 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807434:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.807437:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.807442:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0633 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807452:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0633 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807464:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc0625 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807471:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc0625 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807477:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc0625 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807481:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.807484:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc0625 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807488:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc0625 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807494:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.807496:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.807499:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc0625 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807503:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc0625 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807510:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc062c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807515:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc062c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807533:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc062c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807538:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.807540:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc062c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807545:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc062c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807551:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.807553:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.807555:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc062c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807560:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc062c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807595:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc061e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66009 expref: 152 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807605:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.807607:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.807610:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc061e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66009 expref: 152 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.807619:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296c00, rc 0) 00000100:00100000:1.0:1779202830.807719:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+151:33982:x1865628501243648:12345-192.168.204.21@tcp:101:cat.0 Request processed in 639us (4311us total) trans 4294968272 rc 301/301 00000100:00100000:1.0:1779202830.807729:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1547 00000100:00100000:2.0:1779202830.807977:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501243392 00000100:00100000:2.0:1779202830.807982:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501243392 00000100:00100000:2.0:1779202830.808021:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 307 00000100:00100000:2.0:1779202830.808029:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+151:33990:x1865628501243392:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:2.0:1779202830.808134:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+152:33990:x1865628501243392:12345-192.168.204.21@tcp:35:cat.0 Request processed in 106us (4808us total) trans 4294968273 rc 0/0 00000100:00100000:2.0:1779202830.808140:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 307 00000100:00100000:0.0:1779202830.813650:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.813829:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501243904 00000100:00100000:1.0:1779202830.813840:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501243904 00000100:00100000:1.0:1779202830.813897:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1548 00000100:00100000:1.0:1779202830.813907:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+152:33976:x1865628501243904:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.813927:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.813949:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0641 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66010 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814027:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0648 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814042:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0648 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814053:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0648 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814064:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc064f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814071:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc064f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814077:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc064f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814171:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0656 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814185:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0656 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814192:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0656 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.814202:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.814278:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0656 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814287:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0656 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814294:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0656 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814300:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3aba800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.814304:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0656 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814312:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0656 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814323:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.814325:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.814330:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0656 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814336:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0656 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814353:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0648 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814359:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0648 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814365:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0648 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814370:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bacc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.814372:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0648 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814378:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0648 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814385:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.814387:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.814389:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0648 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814394:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0648 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814402:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc064f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814408:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc064f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814413:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc064f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814418:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.814421:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc064f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814426:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc064f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814432:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.814434:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.814436:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc064f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814441:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc064f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814479:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0641 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66010 expref: 154 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814489:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.814491:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.814494:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0641 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66010 expref: 154 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.814503:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3bac000, rc 0) 00000100:00100000:1.0:1779202830.814578:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+153:33976:x1865628501243904:12345-192.168.204.21@tcp:101:cat.0 Request processed in 672us (938us total) trans 4294968274 rc 301/301 00000100:00100000:1.0:1779202830.814584:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1548 00000100:00100000:3.0:1779202830.814668:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.814796:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501244160 00000100:00100000:2.0:1779202830.814801:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501244160 00000100:00100000:2.0:1779202830.814841:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 308 00000100:00100000:2.0:1779202830.814849:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+153:33982:x1865628501244160:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:2.0:1779202830.814962:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+154:33982:x1865628501244160:12345-192.168.204.21@tcp:35:cat.0 Request processed in 113us (294us total) trans 4294968275 rc 0/0 00000100:00100000:2.0:1779202830.814969:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 308 00000100:00100000:0.0:1779202830.820629:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.820752:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501244416 00000100:00100000:2.0:1779202830.820762:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501244416 00000100:00100000:2.0:1779202830.820819:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 309 00000100:00100000:2.0:1779202830.820828:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+154:33976:x1865628501244416:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:2.0:1779202830.821203:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+155:33976:x1865628501244416:12345-192.168.204.21@tcp:35:cat.0 Request processed in 374us (581us total) trans 4294968276 rc 0/0 00000100:00100000:2.0:1779202830.821211:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 309 00000100:00100000:1.0:1779202830.821580:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.821829:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501244672 00000100:00100000:3.0:1779202830.821836:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501244672 00000100:00100000:3.0:1779202830.821877:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1549 00000100:00100000:3.0:1779202830.821884:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+155:33983:x1865628501244672:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202830.821897:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202830.821916:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0664 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66017 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.821978:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc066b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.821993:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc066b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822005:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc066b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822016:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0672 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822022:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822027:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822117:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0679 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822129:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0679 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822137:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0679 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202830.822146:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1779202830.822199:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0679 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822207:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0679 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822213:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0679 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822219:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.822224:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0679 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822234:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0679 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822248:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202830.822251:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202830.822256:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0679 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822264:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0679 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822282:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc066b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822290:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc066b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822296:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc066b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822304:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc066b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822309:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.822312:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc066b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822317:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc066b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822326:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.822328:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.822333:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc066b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822339:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc066b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822347:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822355:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0672 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822363:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0672 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822368:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.822370:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0672 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822376:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0672 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822388:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:3.0:1779202830.822391:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.822396:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0672 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822401:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc0672 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822436:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0664 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66017 expref: 157 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822448:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.822450:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202830.822454:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0664 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66017 expref: 157 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.822466:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912000, rc 0) 00000100:00100000:3.0:1779202830.828092:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+156:33983:x1865628501244672:12345-192.168.204.21@tcp:101:cat.0 Request processed in 6195us (6499us total) trans 4294968277 rc 301/301 00000100:00100000:3.0:1779202830.828105:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1549 00000100:00100000:1.0:1779202830.837976:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.838065:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501245056 00000100:00100000:3.0:1779202830.838075:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501245056 00000100:00100000:3.0:1779202830.838126:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 310 00000100:00100000:3.0:1779202830.838136:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0cb9abc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+156:33983:x1865628501245056:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:3.0:1779202830.838377:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0cb9abc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+157:33983:x1865628501245056:12345-192.168.204.21@tcp:35:cat.0 Request processed in 241us (409us total) trans 4294968278 rc 0/0 00000100:00100000:3.0:1779202830.838389:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 310 00000100:00100000:0.0:1779202830.842322:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.842408:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501245184 00000100:00100000:3.0:1779202830.842419:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501245184 00000100:00100000:3.0:1779202830.842475:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1550 00000100:00100000:3.0:1779202830.842486:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+157:33974:x1865628501245184:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202830.842506:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202830.842537:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0687 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6601e expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842612:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc068e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842626:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc068e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842637:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc068e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842647:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0695 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842654:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842672:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842810:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc069c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842825:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc069c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842832:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc069c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202830.842843:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1779202830.842907:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc069c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842914:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc069c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842920:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc069c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842926:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.842930:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc069c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842938:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc069c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842949:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202830.842952:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202830.842956:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc069c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842963:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc069c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842983:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc068e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842989:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc068e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842994:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc068e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.842999:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.843002:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc068e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.843008:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc068e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.843015:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.843017:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.843020:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc068e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.843025:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc068e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.843034:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.843039:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0695 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.843044:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0695 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.843050:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.843052:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0695 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.843057:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0695 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.843064:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:3.0:1779202830.843066:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.843068:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0695 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.843074:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc0695 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.843110:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0687 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6601e expref: 159 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.843120:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.843122:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202830.843125:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc0687 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6601e expref: 159 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.843135:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912000, rc 0) 00000100:00100000:3.0:1779202830.843209:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+158:33974:x1865628501245184:12345-192.168.204.21@tcp:101:cat.0 Request processed in 724us (894us total) trans 4294968279 rc 301/301 00000100:00100000:3.0:1779202830.843217:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1550 00000100:00100000:0.0:1779202830.847791:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.848609:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501245440 00000100:00100000:3.0:1779202830.848623:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501245440 00000100:00100000:3.0:1779202830.848721:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 311 00000100:00100000:3.0:1779202830.848733:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+158:33974:x1865628501245440:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:3.0:1779202830.849019:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+159:33974:x1865628501245440:12345-192.168.204.21@tcp:35:cat.0 Request processed in 288us (1239us total) trans 4294968280 rc 0/0 00000100:00100000:3.0:1779202830.849026:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 311 00000100:00100000:2.0:1779202830.850626:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.850714:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501245696 00000100:00100000:3.0:1779202830.850722:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501245696 00000100:00100000:3.0:1779202830.850773:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1551 00000100:00100000:3.0:1779202830.850783:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+159:33984:x1865628501245696:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202830.850800:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202830.850818:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc06aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66025 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.850888:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.850903:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.850915:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.850926:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.850934:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.850941:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851030:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc06bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851039:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc06bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851046:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc06bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202830.851056:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1779202830.851127:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc06bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851135:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc06bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851142:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc06bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851148:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.851151:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc06bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851158:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc06bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851169:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202830.851172:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202830.851176:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc06bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851186:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc06bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851200:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851205:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06b1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851211:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851216:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.851219:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851224:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851231:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.851233:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.851236:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851241:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851250:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851255:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851261:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851265:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.851268:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851274:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851281:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:3.0:1779202830.851283:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.851286:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851291:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851324:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc06aa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66025 expref: 161 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851333:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.851336:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202830.851339:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc06aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66025 expref: 161 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.851348:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912000, rc 0) 00000100:00100000:3.0:1779202830.851409:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+160:33984:x1865628501245696:12345-192.168.204.21@tcp:101:cat.0 Request processed in 628us (788us total) trans 4294968281 rc 301/301 00000100:00100000:3.0:1779202830.851420:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1551 00000100:00100000:2.0:1779202830.858412:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.858466:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.858574:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501246208 00000100:00100000:1.0:1779202830.858585:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501246208 00000100:00100000:1.0:1779202830.858648:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1552 00000100:00100000:1.0:1779202830.858658:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+160:33989:x1865628501246208:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.858686:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.858748:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc06cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6602c expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.858837:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc06d4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.858851:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc06d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.858862:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc06d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.858875:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc06db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.858882:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc06db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.858887:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc06db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859003:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc06e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859014:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc06e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859023:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc06e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.859043:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.859123:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc06e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859131:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc06e2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859137:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc06e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859142:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bac000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.859146:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc06e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859153:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc06e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859165:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.859168:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.859173:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc06e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859178:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc06e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859194:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc06d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859204:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc06d4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859209:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc06d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859214:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.859216:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc06d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859222:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc06d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859229:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.859231:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.859234:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc06d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859239:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc06d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859249:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc06db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859254:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc06db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859259:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc06db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859264:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.859267:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc06db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859273:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc06db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859279:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.859282:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.859284:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc06db lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859290:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc06db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859330:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc06cd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6602c expref: 162 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859340:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.859343:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.859346:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc06cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6602c expref: 162 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.859356:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3aba800, rc 0) 00000100:00100000:1.0:1779202830.859418:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+161:33989:x1865628501246208:12345-192.168.204.21@tcp:101:cat.0 Request processed in 762us (951us total) trans 4294968282 rc 301/301 00000100:00100000:1.0:1779202830.859426:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1552 00000100:00100000:3.0:1779202830.861207:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501245952 00000100:00100000:3.0:1779202830.861220:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501245952 00000100:00100000:3.0:1779202830.861465:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 312 00000100:00100000:3.0:1779202830.861475:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+161:33984:x1865628501245952:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:3.0:1779202830.861717:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+162:33984:x1865628501245952:12345-192.168.204.21@tcp:35:cat.0 Request processed in 216us (3286us total) trans 4294968283 rc 0/0 00000100:00100000:3.0:1779202830.861726:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 312 00000100:00100000:0.0:1779202830.866152:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.866484:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501246464 00000100:00100000:3.0:1779202830.866495:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501246464 00000100:00100000:3.0:1779202830.866566:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 313 00000100:00100000:3.0:1779202830.866578:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+162:33989:x1865628501246464:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:3.0:1779202830.866855:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+163:33989:x1865628501246464:12345-192.168.204.21@tcp:35:cat.0 Request processed in 279us (723us total) trans 4294968284 rc 0/0 00000100:00100000:3.0:1779202830.866863:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 313 00000100:00100000:1.0:1779202830.870644:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.871066:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501246720 00000100:00100000:3.0:1779202830.871077:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501246720 00000100:00100000:3.0:1779202830.871146:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1553 00000100:00100000:3.0:1779202830.871156:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+163:33985:x1865628501246720:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202830.871178:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202830.871198:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc06f0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66033 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871284:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06f7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871304:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06f7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871316:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06f7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871329:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871336:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871342:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871447:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0705 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871458:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0705 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871466:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0705 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202830.871477:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1779202830.871564:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0705 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871570:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0705 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871576:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0705 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871581:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.871585:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0705 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871592:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0705 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871603:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202830.871606:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202830.871611:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0705 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871616:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913200/0x3d5ca2fc49dc0705 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871629:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06f7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871634:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06f7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871638:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06f7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871643:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3912a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.871645:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06f7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871650:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06f7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871659:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.871661:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.871664:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871669:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912a00/0x3d5ca2fc49dc06f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871676:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871681:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06fe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871686:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871744:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3913e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.871748:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871753:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06fe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871759:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:3.0:1779202830.871762:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.871764:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06fe lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.871769:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3913e00/0x3d5ca2fc49dc06fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.872361:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc06f0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66033 expref: 165 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.872373:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.872376:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202830.872379:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912000/0x3d5ca2fc49dc06f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66033 expref: 165 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.872390:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912000, rc 0) 00000100:00100000:3.0:1779202830.872502:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+164:33985:x1865628501246720:12345-192.168.204.21@tcp:101:cat.0 Request processed in 1346us (1868us total) trans 4294968285 rc 301/301 00000100:00100000:3.0:1779202830.872511:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1553 00000100:00100000:2.0:1779202830.880462:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.882848:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501247232 00000100:00100000:3.0:1779202830.882861:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501247232 00000100:00100000:3.0:1779202830.882919:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1554 00000100:00100000:3.0:1779202830.882927:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+164:33996:x1865628501247232:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:3.0:1779202830.882952:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202830.882976:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0713 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6603a expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883053:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc071a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883069:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc071a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883081:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc071a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883094:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0721 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883101:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0721 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883108:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0721 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883220:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0728 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883232:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0728 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883238:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0728 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202830.883249:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1779202830.883330:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0728 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883337:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0728 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883343:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0728 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883350:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.883354:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0728 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883365:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0728 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883377:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202830.883380:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202830.883390:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0728 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883396:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0728 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883409:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc071a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883415:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc071a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883420:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc071a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883424:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.883426:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc071a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883431:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc071a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883437:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.883438:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.883441:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc071a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883452:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc071a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883459:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0721 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883464:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0721 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883469:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0721 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883474:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202830.883476:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0721 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883481:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0721 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883486:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:3.0:1779202830.883488:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202830.883490:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0721 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883495:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0721 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883536:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0713 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6603a expref: 166 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883550:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:3.0:1779202830.883551:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1779202830.883555:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912800/0x3d5ca2fc49dc0713 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6603a expref: 166 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202830.883563:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3912800, rc 0) 00000100:00100000:3.0:1779202830.883635:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+165:33996:x1865628501247232:12345-192.168.204.21@tcp:101:cat.0 Request processed in 708us (3182us total) trans 4294968286 rc 301/301 00000100:00100000:3.0:1779202830.883641:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1554 00000100:00100000:3.0:1779202830.886733:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.886791:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202830.886869:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501247104 00000100:00100000:0.0:1779202830.886880:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501247104 00000100:00100000:0.0:1779202830.886936:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 314 00000100:00100000:0.0:1779202830.886944:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+165:33985:x1865628501247104:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:1.0:1779202830.887220:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501247488 00000100:00100000:1.0:1779202830.887225:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501247488 00000100:00100000:1.0:1779202830.887257:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1555 00000100:00100000:1.0:1779202830.887265:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+167:33987:x1865628501247488:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.887275:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.887293:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0736 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66041 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887355:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc073d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887370:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc073d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887380:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc073d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887392:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0744 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887399:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0744 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887407:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0744 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887485:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc074b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887494:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc074b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887501:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc074b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.887528:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.887573:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc074b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887581:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc074b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887587:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc074b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887593:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.887597:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc074b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887603:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc074b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887614:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.887617:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.887621:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc074b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887627:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc074b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887638:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc073d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887644:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc073d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887651:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc073d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887656:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bacc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.887658:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc073d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887664:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc073d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887670:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.887672:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.887675:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc073d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887680:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc073d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887686:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0744 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887729:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0744 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887735:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0744 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887740:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3aba800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.887742:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0744 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887752:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0744 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887759:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.887761:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.887764:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0744 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887769:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0744 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887800:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0736 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66041 expref: 169 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887810:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.887812:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.887815:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0736 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66041 expref: 169 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.887825:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3bac000, rc 0) 00000100:00100000:0.0:1779202830.888459:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+168:33985:x1865628501247104:12345-192.168.204.21@tcp:35:cat.0 Request processed in 1513us (1732us total) trans 4294968287 rc 0/0 00000100:00100000:0.0:1779202830.888470:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 314 00000100:00100000:1.0:1779202830.888536:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+167:33987:x1865628501247488:12345-192.168.204.21@tcp:101:cat.0 Request processed in 1271us (1754us total) trans 4294968288 rc 301/301 00000100:00100000:1.0:1779202830.888543:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1555 00000100:00100000:0.0:1779202830.893615:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202830.893666:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.893768:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501247872 00000100:00100000:3.0:1779202830.893780:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501247872 00000100:00100000:3.0:1779202830.893846:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 315 00000100:00100000:3.0:1779202830.893857:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+167:33987:x1865628501247872:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:1.0:1779202830.894658:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501248000 00000100:00100000:1.0:1779202830.894664:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501248000 00000100:00100000:1.0:1779202830.894739:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1556 00000100:00100000:1.0:1779202830.894748:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+169:33980:x1865628501248000:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.894764:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.894795:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0759 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66048 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.894862:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0760 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.894877:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0760 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.894888:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0760 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.894899:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0767 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.894906:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0767 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.894911:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0767 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.894996:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc076e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895006:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc076e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895013:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc076e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.895023:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.895398:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc076e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895408:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc076e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895415:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc076e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895421:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.895425:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc076e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895432:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc076e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895445:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.895448:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.895452:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc076e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895459:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296600/0x3d5ca2fc49dc076e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895474:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0760 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895480:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0760 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895486:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0760 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895496:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.895499:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0760 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895505:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0760 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895512:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.895514:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.895529:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0760 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895535:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0760 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895544:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0767 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895550:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0767 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895555:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0767 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895560:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.895562:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0767 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895568:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0767 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895580:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.895582:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.895585:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0767 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895591:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0767 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895627:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0759 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66048 expref: 171 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895638:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.895640:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.895644:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0759 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66048 expref: 171 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.895653:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abac00, rc 0) 00000100:00100000:3.0:1779202830.895948:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+170:33987:x1865628501247872:12345-192.168.204.21@tcp:35:cat.0 Request processed in 2090us (2340us total) trans 4294968289 rc 0/0 00000100:00100000:3.0:1779202830.895958:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 315 00000100:00100000:1.0:1779202830.899659:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+169:33980:x1865628501248000:12345-192.168.204.21@tcp:101:cat.0 Request processed in 4899us (5978us total) trans 4294968290 rc 301/301 00000100:00100000:1.0:1779202830.899673:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1556 00000100:00100000:0.0:1779202830.900097:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.900263:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501248256 00000100:00100000:3.0:1779202830.900274:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501248256 00000100:00100000:3.0:1779202830.900331:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 316 00000100:00100000:3.0:1779202830.900340:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0cc0d8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+169:33996:x1865628501248256:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:3.0:1779202830.900548:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0cc0d8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+170:33996:x1865628501248256:12345-192.168.204.21@tcp:35:cat.0 Request processed in 208us (452us total) trans 4294968291 rc 0/0 00000100:00100000:3.0:1779202830.900558:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 316 00000100:00100000:0.0:1779202830.905325:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202830.905371:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.905445:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501248512 00000100:00100000:3.0:1779202830.905456:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501248512 00000100:00100000:3.0:1779202830.905515:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 317 00000100:00100000:3.0:1779202830.905537:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+170:33980:x1865628501248512:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:3.0:1779202830.905894:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+171:33980:x1865628501248512:12345-192.168.204.21@tcp:35:cat.0 Request processed in 360us (578us total) trans 4294968292 rc 0/0 00000100:00100000:3.0:1779202830.905903:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 317 00000100:00100000:1.0:1779202830.908421:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501248768 00000100:00100000:1.0:1779202830.908435:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501248768 00000100:00100000:1.0:1779202830.908508:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1557 00000100:00100000:1.0:1779202830.908528:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+171:33993:x1865628501248768:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.908548:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.908567:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc077c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6604f expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.908641:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0783 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.908656:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0783 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.908666:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0783 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.908677:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc078a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.908684:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc078a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.908711:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc078a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.908937:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0791 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.908949:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0791 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.908958:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0791 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.908970:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.909274:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0791 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909286:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0791 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909292:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0791 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909299:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.909303:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0791 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909311:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0791 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909323:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.909326:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.909331:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0791 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909338:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296e00/0x3d5ca2fc49dc0791 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909352:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0783 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909358:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0783 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909364:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0783 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909369:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.909372:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0783 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909377:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0783 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909384:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.909386:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.909389:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0783 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909395:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0783 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909403:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc078a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909409:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc078a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909414:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc078a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909419:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.909421:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc078a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909427:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc078a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909434:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.909436:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.909440:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc078a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909445:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc078a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909485:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc077c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6604f expref: 173 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909496:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.909498:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.909502:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc077c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6604f expref: 173 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.909512:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296400, rc 0) 00000100:00100000:1.0:1779202830.909624:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+172:33993:x1865628501248768:12345-192.168.204.21@tcp:101:cat.0 Request processed in 1107us (4252us total) trans 4294968293 rc 301/301 00000100:00100000:1.0:1779202830.909633:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1557 00000100:00100000:3.0:1779202830.914186:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.914252:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.914741:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501249280 00000100:00100000:1.0:1779202830.914751:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501249280 00000100:00100000:1.0:1779202830.914820:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1558 00000100:00100000:1.0:1779202830.914832:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+172:33995:x1865628501249280:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.914857:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.914876:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc079f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66056 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.914952:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc07a6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.914971:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc07a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.914981:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc07a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.914992:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc07ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915000:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc07ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915006:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc07ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915120:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc07b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915144:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc07b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915152:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc07b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.915164:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.915243:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc07b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915252:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc07b4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915259:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc07b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915265:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3aba800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.915270:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc07b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915278:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc07b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915289:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.915292:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.915296:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc07b4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915303:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc07b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915319:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc07a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915325:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc07a6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915330:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc07a6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915335:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bac000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.915337:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc07a6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915343:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc07a6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915355:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.915357:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.915360:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc07a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915365:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc07a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915374:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc07ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915380:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc07ad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915385:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc07ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915391:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bacc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.915394:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc07ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915399:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc07ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915407:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.915409:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.915412:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc07ad lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915418:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc07ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915460:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc079f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66056 expref: 174 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915471:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.915473:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.915477:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc079f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66056 expref: 174 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.915487:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4297200, rc 0) 00000100:00100000:1.0:1779202830.915560:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+173:33995:x1865628501249280:12345-192.168.204.21@tcp:101:cat.0 Request processed in 730us (1306us total) trans 4294968294 rc 301/301 00000100:00100000:1.0:1779202830.915568:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1558 00000100:00100000:1.0:1779202830.915603:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501249024 00000100:00100000:1.0:1779202830.915608:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501249024 00000100:00100000:1.0:1779202830.915633:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 318 00000100:00100000:1.0:1779202830.915640:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+173:33993:x1865628501249024:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:1.0:1779202830.915766:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+174:33993:x1865628501249024:12345-192.168.204.21@tcp:35:cat.0 Request processed in 125us (1588us total) trans 4294968295 rc 0/0 00000100:00100000:1.0:1779202830.915772:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 318 00000100:00100000:3.0:1779202830.921009:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.921249:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501249536 00000100:00100000:1.0:1779202830.921259:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501249536 00000100:00100000:1.0:1779202830.921316:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 319 00000100:00100000:1.0:1779202830.921327:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+174:33995:x1865628501249536:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:1.0:1779202830.921544:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+175:33995:x1865628501249536:12345-192.168.204.21@tcp:35:cat.0 Request processed in 217us (543us total) trans 4294968296 rc 0/0 00000100:00100000:1.0:1779202830.921555:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 319 00000100:00100000:2.0:1779202830.926106:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.926269:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501249792 00000100:00100000:1.0:1779202830.926280:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501249792 00000100:00100000:1.0:1779202830.926343:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1559 00000100:00100000:1.0:1779202830.926355:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+175:33986:x1865628501249792:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.926378:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.926398:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc07c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6605d expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.926470:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc07c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.926483:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc07c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.926494:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc07c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.926505:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc07d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.926512:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc07d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.926540:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc07d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.926644:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc07d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.926658:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc07d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.926665:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc07d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.926674:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.927370:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc07d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927381:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc07d7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927388:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927393:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.927397:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc07d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927405:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc07d7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927416:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.927419:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.927425:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc07d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927431:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc07d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927448:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc07c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927454:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc07c9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927459:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc07c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927464:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.927466:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc07c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927473:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc07c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927479:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.927481:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.927484:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc07c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927488:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc07c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927496:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc07d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927503:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc07d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927508:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc07d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927514:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.927528:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc07d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927534:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc07d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927543:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.927545:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.927548:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc07d0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927553:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc07d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927593:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc07c2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6605d expref: 177 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927604:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.927606:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.927610:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc07c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6605d expref: 177 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.927619:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abac00, rc 0) 00000100:00100000:1.0:1779202830.928405:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+176:33986:x1865628501249792:12345-192.168.204.21@tcp:101:cat.0 Request processed in 2048us (2304us total) trans 4294968297 rc 301/301 00000100:00100000:1.0:1779202830.928414:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1559 00000100:00100000:2.0:1779202830.935657:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.936045:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202830.936327:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501250304 00000100:00100000:3.0:1779202830.936337:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501250304 00000100:00100000:0.0:1779202830.936428:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501250048 00000100:00100000:0.0:1779202830.936432:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501250048 00000100:00100000:0.0:1779202830.936489:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 320 00000100:00100000:0.0:1779202830.936500:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+177:33986:x1865628501250048:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:0.0:1779202830.937065:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+178:33986:x1865628501250048:12345-192.168.204.21@tcp:35:cat.0 Request processed in 565us (1018us total) trans 4294968298 rc 0/0 00000100:00100000:0.0:1779202830.937074:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 320 00000100:00100000:2.0:1779202830.937276:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1560 00000100:00100000:2.0:1779202830.937286:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+177:33981:x1865628501250304:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:2.0:1779202830.937299:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202830.937317:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dc07e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66064 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937376:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc07ec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937390:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc07ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937402:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc07ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937413:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dc07f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937419:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dc07f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937425:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dc07f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937513:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc07fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937538:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc07fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937545:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc07fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202830.937558:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1779202830.937606:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc07fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937613:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc07fa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937619:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc07fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937625:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202830.937628:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc07fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937635:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc07fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937646:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:2.0:1779202830.937649:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202830.937654:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc07fa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937660:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841e00/0x3d5ca2fc49dc07fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937675:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc07ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937680:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc07ec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937718:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc07ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937725:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202830.937728:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc07ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937735:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc07ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937741:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:2.0:1779202830.937743:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202830.937746:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc07ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937751:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840c00/0x3d5ca2fc49dc07ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937760:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dc07f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937765:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dc07f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937771:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dc07f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937776:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3841400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202830.937779:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dc07f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937956:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dc07f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937965:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:2.0:1779202830.937967:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202830.937970:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dc07f3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.937975:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841400/0x3d5ca2fc49dc07f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.938009:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dc07e5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66064 expref: 179 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.938019:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:2.0:1779202830.938021:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1779202830.938025:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840200/0x3d5ca2fc49dc07e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66064 expref: 179 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202830.938034:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840200, rc 0) 00000100:00100000:2.0:1779202830.938072:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+178:33981:x1865628501250304:12345-192.168.204.21@tcp:101:cat.0 Request processed in 787us (2424us total) trans 4294968299 rc 301/301 00000100:00100000:2.0:1779202830.938079:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1560 00000100:00100000:1.0:1779202830.942527:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202830.942608:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501250560 00000100:00100000:0.0:1779202830.942618:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501250560 00000100:00100000:0.0:1779202830.942672:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 321 00000100:00100000:0.0:1779202830.942682:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+178:33981:x1865628501250560:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:0.0:1779202830.942948:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+179:33981:x1865628501250560:12345-192.168.204.21@tcp:35:cat.0 Request processed in 267us (439us total) trans 4294968300 rc 0/0 00000100:00100000:0.0:1779202830.942956:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 321 00000100:00100000:3.0:1779202830.945133:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.945526:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501250816 00000100:00100000:1.0:1779202830.945537:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501250816 00000100:00100000:1.0:1779202830.945597:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1561 00000100:00100000:1.0:1779202830.945608:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+179:33994:x1865628501250816:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.945628:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.945648:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0808 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6606b expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.945763:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc080f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.945779:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc080f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.945798:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc080f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.945811:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0816 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.945818:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0816 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.945824:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0816 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.945922:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc081d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.945933:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc081d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.945945:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc081d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.945954:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.946023:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc081d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946042:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc081d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946048:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc081d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946054:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.946058:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc081d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946065:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc081d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946077:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.946080:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.946085:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc081d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946091:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc081d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946106:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc080f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946115:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc080f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946120:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc080f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946125:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.946127:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc080f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946133:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc080f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946139:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.946141:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.946144:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc080f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946149:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc080f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946157:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0816 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946163:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0816 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946168:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0816 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946174:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.946177:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0816 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946182:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0816 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946189:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.946191:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.946193:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0816 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946199:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0816 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946235:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0808 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6606b expref: 181 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946246:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.946249:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.946253:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0808 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6606b expref: 181 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.946263:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4297800, rc 0) 00000100:00100000:1.0:1779202830.946325:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+180:33994:x1865628501250816:12345-192.168.204.21@tcp:101:cat.0 Request processed in 719us (1207us total) trans 4294968301 rc 301/301 00000100:00100000:1.0:1779202830.946332:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1561 00000100:00100000:2.0:1779202830.953514:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202830.953607:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.953821:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501251328 00000100:00100000:1.0:1779202830.953832:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501251328 00000100:00100000:1.0:1779202830.953902:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1562 00000100:00100000:1.0:1779202830.953913:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+180:33991:x1865628501251328:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202830.953941:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202830.953964:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc082b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66072 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954244:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0832 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954259:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0832 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954270:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0832 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954280:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0839 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954287:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0839 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954293:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0839 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954392:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0840 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954403:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0840 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954411:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0840 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202830.954421:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202830.954496:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0840 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954504:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0840 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954512:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0840 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954532:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.954536:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0840 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954543:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0840 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954556:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202830.954559:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202830.954565:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0840 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954571:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0840 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954585:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0832 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954591:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0832 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954597:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0832 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954606:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.954608:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0832 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954614:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0832 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954621:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.954623:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.954627:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0832 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954632:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0832 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954641:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0839 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954647:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0839 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954653:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0839 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954658:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202830.954661:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0839 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954666:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0839 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954678:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:1.0:1779202830.954680:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202830.954683:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0839 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.954689:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0839 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.955071:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc082b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66072 expref: 182 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.955083:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202830.955085:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202830.955089:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc082b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66072 expref: 182 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202830.955098:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4297800, rc 0) 00000100:00100000:1.0:1779202830.955175:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+181:33991:x1865628501251328:12345-192.168.204.21@tcp:101:cat.0 Request processed in 1263us (1567us total) trans 4294968302 rc 301/301 00000100:00100000:1.0:1779202830.955183:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1562 00000100:00100000:0.0:1779202830.957151:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501251072 00000100:00100000:0.0:1779202830.957165:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501251072 00000100:00100000:0.0:1779202830.957352:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 322 00000100:00100000:0.0:1779202830.957360:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0cc0db050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+181:33994:x1865628501251072:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:0.0:1779202830.957557:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0cc0db050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+182:33994:x1865628501251072:12345-192.168.204.21@tcp:35:cat.0 Request processed in 195us (4053us total) trans 4294968303 rc 0/0 00000100:00100000:0.0:1779202830.957565:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 322 00000100:00100000:2.0:1779202830.960588:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202830.960667:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501251584 00000100:00100000:1.0:1779202830.960677:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501251584 00000100:00100000:1.0:1779202830.960762:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 323 00000100:00100000:1.0:1779202830.960773:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+182:33991:x1865628501251584:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:1.0:1779202830.961028:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+183:33991:x1865628501251584:12345-192.168.204.21@tcp:35:cat.0 Request processed in 258us (449us total) trans 4294968304 rc 0/0 00000100:00100000:1.0:1779202830.961049:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 323 00010000:00010000:1.0:1779202831.052054:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202831.499194:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202831.499204:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202831.499238:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 4 00000040:00080000:3.0:1779202831.499250:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202831.499670:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c72680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524174720:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202831.501723:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f4e4cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1779202831.512581:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c72680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524174720:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1779202831.516278:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.516380:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501251712 00000100:00100000:1.0:1779202831.516392:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501251712 00000100:00100000:1.0:1779202831.516464:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1563 00000100:00100000:1.0:1779202831.516475:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33998:x1865628501251712:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202831.516517:0:6563:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202831.516640:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33998:x1865628501251712:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 167us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202831.516649:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1563 00000100:00100000:2.0:1779202831.534645:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.534905:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501251840 00000100:00100000:1.0:1779202831.534916:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501251840 00000100:00100000:1.0:1779202831.534979:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1564 00000100:00100000:1.0:1779202831.534989:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33998:x1865628501251840:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1779202831.535063:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc084e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535080:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc084e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535092:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc084e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535107:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0855 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535114:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0855 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535125:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0855 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535150:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc085c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535158:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc085c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535165:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc085c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202831.535210:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:1.0:1779202831.535215:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202831.535228:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc085c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535238:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc084e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535243:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc084e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535249:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc084e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535255:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202831.535260:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc084e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535266:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc084e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535278:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202831.535281:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202831.535286:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc084e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535291:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc084e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535303:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0855 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535308:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0855 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535313:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0855 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535317:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202831.535319:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0855 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535324:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0855 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535330:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1cf45032 (ffff91d0ebf53500) 00010000:00010000:1.0:1779202831.535332:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202831.535334:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0855 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535339:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0855 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535356:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc085c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535362:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc085c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535367:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc085c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535372:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202831.535374:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc085c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535379:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc085c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535385:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202831.535388:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202831.535390:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc085c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.535395:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc085c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202831.535536:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33998:x1865628501251840:12345-192.168.204.21@tcp:34:lhsmtool_posix.0 Request processed in 547us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202831.535545:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1564 00000100:00100000:3.0:1779202831.545149:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.548283:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501252096 00000100:00100000:1.0:1779202831.548467:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501252096 00000100:00100000:1.0:1779202831.548626:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1565 00000100:00100000:1.0:1779202831.548639:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33998:x1865628501252096:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202831.548663:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202831.548713:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0863 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66079 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.548830:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc086a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.548846:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc086a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.548858:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc086a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202831.548871:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1779202831.548955:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc086a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.548964:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc086a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.548970:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc086a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.548977:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202831.548981:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc086a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.548988:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc086a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.549000:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:1.0:1779202831.549004:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202831.549010:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc086a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.549016:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc086a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.549060:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0863 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66079 expref: 52 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.549079:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91d0c3d0c500) 00010000:00010000:1.0:1779202831.549082:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1779202831.549086:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0863 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66079 expref: 52 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.549097:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4297200, rc 0) 00000100:00100000:0.0:1779202831.553674:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:33998:x1865628501252096:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 5023us (8520us total) trans 4294968305 rc 301/301 00000100:00100000:0.0:1779202831.553689:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1565 00000100:00100000:2.0:1779202831.565991:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.566105:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501252224 00000100:00100000:1.0:1779202831.566126:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501252224 00000100:00100000:1.0:1779202831.566193:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1566 00000100:00100000:1.0:1779202831.566206:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:33998:x1865628501252224:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202831.566256:0:6563:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202831.566392:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:33998:x1865628501252224:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 189us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202831.566400:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1566 00000100:00100000:2.0:1779202831.572093:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.572414:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501252480 00000100:00100000:1.0:1779202831.572428:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501252480 00000100:00100000:1.0:1779202831.572495:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1567 00000100:00100000:1.0:1779202831.572515:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:33998:x1865628501252480:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202831.572539:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202831.572562:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0878 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66080 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1779202831.573005:0:6564:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:0.0:1779202831.575359:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc087f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.575385:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc087f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.575397:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc087f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.575477:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc0878 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66080 expref: 54 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.575497:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc087f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66080 expref: 53 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.575516:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91cfc1ad0a00) 00010000:00010000:0.0:1779202831.575519:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202831.575523:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c1535400, rc 0) 00000100:00100000:0.0:1779202831.575612:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33998:x1865628501252480:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 3107us (3539us total) trans 4294968306 rc 0/0 00000100:00100000:0.0:1779202831.575621:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1567 00000100:00100000:3.0:1779202831.586874:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.588895:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501252736 00000100:00100000:1.0:1779202831.588912:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501252736 00000100:00100000:1.0:1779202831.588994:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1568 00000100:00100000:1.0:1779202831.589005:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33998:x1865628501252736:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1779202831.589086:0:16980:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202831.594214:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc087f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66080 expref: 53 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.594251:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91cfc1ad0a00) 00010000:00010000:1.0:1779202831.594267:0:16980:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202831.594304:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc088d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.594321:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc088d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.594335:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc088d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595229:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0894 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0xbb64b324 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595242:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0894 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0xbb64b324 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595255:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0894 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0xbb64b324 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595302:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc088d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595309:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc088d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595315:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc088d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595321:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202831.595326:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc088d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595333:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc088d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595344:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff91cfc28aa400) 00010000:00010000:1.0:1779202831.595347:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202831.595351:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc088d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595369:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc088d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595381:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0894 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0xbb64b324 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595388:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0894 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xbb64b324 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595394:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0894 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xbb64b324 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595400:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202831.595403:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0894 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xbb64b324 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595409:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0894 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xbb64b324 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595629:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0xbb64b324 (ffff91d0ebf53500) 00010000:00010000:1.0:1779202831.595632:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202831.595636:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0894 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0xbb64b324 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.595642:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297800/0x3d5ca2fc49dc0894 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0xbb64b324 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202831.595981:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33998:x1865628501252736:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 6970us (9111us total) trans 0 rc -2/-2 00000100:00100000:1.0:1779202831.595993:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1568 00000100:00100000:2.0:1779202831.604908:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.605276:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501252864 00000100:00100000:1.0:1779202831.605290:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501252864 00000100:00100000:1.0:1779202831.605366:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1569 00000100:00100000:1.0:1779202831.605378:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+52:33998:x1865628501252864:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202831.605407:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202831.605443:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc089b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66087 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.605498:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc08a2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.605525:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc08a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.605537:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc08a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.605659:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc089b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66087 expref: 54 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.605676:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc08a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66087 expref: 53 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.605685:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91d0ebf53f00) 00010000:00010000:1.0:1779202831.605688:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202831.605720:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296a00, rc 0) 00000100:00100000:1.0:1779202831.605790:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33998:x1865628501252864:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 414us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202831.605797:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1569 00000100:00100000:2.0:1779202831.624813:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.625061:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501253120 00000100:00100000:3.0:1779202831.625074:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501253120 00000100:00100000:3.0:1779202831.625142:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1570 00000100:00100000:3.0:1779202831.625154:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33998:x1865628501253120:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1779202831.625251:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc08a9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.625272:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc08a9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.625285:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc08a9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1779202831.625457:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 88 off9352 00000004:00080000:3.0:1779202831.625467:0:10076:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 960861773491ns, next at 961861771318ns, rc = 0 00000004:00010000:3.0:1779202831.625535:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1c11b9e reply state 00000000706b6c78 transno 4294968307 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc08a9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.625549:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc08a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.625557:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91d0ebf53f00) 00010000:00010000:3.0:1779202831.625560:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1779202831.625564:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1779202831.625665:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:33998:x1865628501253120:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 513us (863us total) trans 4294968307 rc 0/0 00000100:00100000:3.0:1779202831.625673:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1570 00000100:00100000:3.0:1779202831.637759:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202831.637898:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501253248 00000100:00100000:0.0:1779202831.637909:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501253248 00000100:00100000:0.0:1779202831.637984:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1571 00000100:00100000:0.0:1779202831.637997:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:33998:x1865628501253248:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202831.638029:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202831.638055:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc08b0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6608e expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.638121:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc08b0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6608e expref: 56 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.638136:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc08b0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6608e expref: 56 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.638156:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91d0ebf53f00) 00010000:00010000:0.0:1779202831.638160:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1779202831.638164:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c1534c00, rc 0) 00000100:00100000:0.0:1779202831.638238:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33998:x1865628501253248:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 244us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202831.638246:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1571 00000100:00100000:2.0:1779202831.643817:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.643922:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501253376 00000100:00100000:3.0:1779202831.643935:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501253376 00000100:00100000:3.0:1779202831.644009:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 427 00000100:00100000:3.0:1779202831.644020:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501253376:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1779202831.644283:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501253376:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 263us (478us total) trans 4294967377 rc 0/0 00000100:00100000:3.0:1779202831.644291:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 427 00000100:00080000:0.0:1779202831.646391:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202831.649475:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202831.649588:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501253632 00000100:00100000:0.0:1779202831.649599:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501253632 00000100:00100000:0.0:1779202831.649665:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 324 00000100:00100000:0.0:1779202831.649676:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:33998:x1865628501253632:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1779202831.649965:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:33998:x1865628501253632:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 289us (500us total) trans 4294968308 rc 0/0 00000100:00100000:0.0:1779202831.649976:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 324 00000100:00100000:1.0:1779202831.655338:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.655809:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501253888 00000100:00100000:3.0:1779202831.655821:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501253888 00000100:00100000:3.0:1779202831.655883:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1572 00000100:00100000:3.0:1779202831.655893:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:33998:x1865628501253888:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202831.656285:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:33998:x1865628501253888:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 392us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202831.656294:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1572 00000100:00100000:2.0:1779202831.668901:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.669032:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501254016 00000100:00100000:3.0:1779202831.669047:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501254016 00000100:00100000:3.0:1779202831.669125:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1573 00000100:00100000:3.0:1779202831.669137:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:33998:x1865628501254016:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202831.669160:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202831.669184:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc08b7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66095 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.669270:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc08be lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.669287:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc08be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.669298:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc08be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202831.669352:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202831.669375:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc08be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.669402:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc08b7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66095 expref: 59 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.669420:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc08be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66095 expref: 58 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.669429:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91d0ebf53f00) 00010000:00010000:3.0:1779202831.669432:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1779202831.669436:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7800, rc 0) 00000100:00100000:3.0:1779202831.669518:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:33998:x1865628501254016:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 382us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202831.669525:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1573 00000100:00100000:2.0:1779202831.678220:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.678320:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501254144 00000100:00100000:3.0:1779202831.678335:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501254144 00000100:00100000:3.0:1779202831.678402:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 428 00000100:00100000:3.0:1779202831.678413:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501254144:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202831.678434:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202831.678462:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e50650a/0x3d5ca2fc49dc08c5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6609c expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202831.678493:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a0c7b0f, blocks: 0x0 00010000:00010000:3.0:1779202831.678526:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202831.678529:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202831.678539:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e50650a/0x3d5ca2fc49dc08c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6609c expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.678557:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e50650a/0x3d5ca2fc49dc08c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6609c expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.678571:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:3.0:1779202831.678638:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501254144:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 226us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202831.678646:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 428 00000100:00100000:0.0:1779202831.687585:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.687740:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501254400 00000100:00100000:3.0:1779202831.687754:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501254400 00000100:00100000:3.0:1779202831.687836:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1574 00000100:00100000:3.0:1779202831.687847:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:33998:x1865628501254400:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202831.688785:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:33998:x1865628501254400:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 932us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.688798:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1574 00000100:00100000:2.0:1779202831.695031:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.695136:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501254528 00000100:00100000:1.0:1779202831.695149:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501254528 00000100:00100000:1.0:1779202831.695211:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 429 00000100:00100000:1.0:1779202831.695224:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:33998:x1865628501254528:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202831.695249:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202831.695274:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc08cc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660a3 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.695314:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009e50650a/0x3d5ca2fc49dc08c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6609c expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.695326:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202831.695329:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202831.695333:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc08cc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660a3 expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.695379:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009e50650a/0x3d5ca2fc49dc08c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6609c expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.695396:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009e50650a/0x3d5ca2fc49dc08c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6609c expref: 12 pid: 17866 timeout: 1060 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202831.695415:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524174848:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202831.695552:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f391fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1779202831.699090:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524174848:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202831.699143:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc08cc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660a3 expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.699166:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4297800, rc 0) 00000100:00100000:1.0:1779202831.699230:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:33998:x1865628501254528:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 4009us (4210us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202831.699246:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 429 00000100:00100000:0.0:1779202831.706498:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.706602:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501254656 00000100:00100000:3.0:1779202831.706617:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501254656 00010000:00010000:3.0:1779202831.706674:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009e50650a/0x3d5ca2fc49dc08c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6609c expref: 12 pid: 17866 timeout: 1060 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202831.707352:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 463 00000100:00100000:2.0:1779202831.707368:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501254656:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202831.707384:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202831.707409:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009e50650a/0x3d5ca2fc49dc08c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6609c expref: 12 pid: 17866 timeout: 1060 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.707424:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009e50650a/0x3d5ca2fc49dc08c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6609c expref: 12 pid: 17866 timeout: 1060 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.707451:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e50650a/0x3d5ca2fc49dc08c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6609c expref: 12 pid: 17866 timeout: 1060 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.707469:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202831.707471:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202831.707479:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc08cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660a3 expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.707489:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc08cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660a3 expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.707540:0:6549:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc08cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660a3 expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202831.707555:0:6549:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6549:1865628524174976:192.168.204.21@tcp:105: 00000100:00100000:2.0:1779202831.707666:0:6549:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498c240 going to sleep for 11 seconds 00000100:00100000:1.0:1779202831.715551:0:6549:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6549:1865628524174976:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202831.715580:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202831.715658:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501254656:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 8294us (9169us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202831.715669:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 463 00000100:00100000:3.0:1779202831.719349:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202831.719526:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501254784 00000100:00100000:2.0:1779202831.719536:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501254784 00002000:00100000:2.0:1779202831.719590:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff91d0f4c72a00 x1865628501254784/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:42/0 lens 648/0 e 0 to 0 dl 1779202842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202831.719600:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0f4c72a00 with x1865628501254784 ext(0->157) 00002000:00010000:2.0:1779202831.719606:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0f4c72a00 00000100:00100000:2.0:1779202831.719637:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 111 00000100:00100000:2.0:1779202831.719647:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501254784:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1779202831.723485:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628501254784:12345-192.168.204.21@tcp:4:lhsmtool_posix.0 Request processed in 3824us (4133us total) trans 4294967378 rc 0/0 00000100:00100000:2.0:1779202831.723509:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 111 00002000:00100000:2.0:1779202831.723524:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff91d0f4c72a00 x1865628501254784/t4294967378(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:42/0 lens 648/448 e 0 to 0 dl 1779202842 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202831.723535:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0f4c72a00 with x1865628501254784 ext(0->157) 00002000:00010000:2.0:1779202831.723542:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0f4c72a00 00000100:00100000:2.0:1779202831.727371:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202831.727547:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501254912 00000100:00100000:0.0:1779202831.727558:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501254912 00000100:00100000:0.0:1779202831.727617:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1575 00000100:00100000:0.0:1779202831.727628:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:33998:x1865628501254912:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1779202831.731878:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968308 is committed 00000004:00080000:1.0:1779202831.731900:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00010000:00010000:2.0:1779202831.731931:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc08a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.731946:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc08a9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.731954:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc08a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.731961:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202831.731967:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc08a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1779202831.731978:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968304 is committed 00010000:00010000:2.0:1779202831.732205:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc08a9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.732222:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91d0ebf53f00) 00010000:00010000:2.0:1779202831.732224:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1779202831.732230:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc08a9 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.732236:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc08a9 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202831.732341:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524175104:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1779202831.732416:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202831.732604:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33998:x1865628501254912:12345-192.168.204.21@tcp:44:lhsmtool_posix.0 Request processed in 4975us (5240us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202831.732615:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1575 00000100:00100000:2.0:1779202831.733131:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524175104 00000100:00100000:2.0:1779202831.733142:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524175104 00000100:00100000:2.0:1779202831.733194:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1779202831.733202:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524175104:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1779202831.733328:0:8447:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1779202831.733333:0:8447:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime from disk: 0 -> 1779202831 00002000:00010000:2.0:1779202831.733335:0:8447:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1779202831.733337:0:8447:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime from disk: 1779202831 -> 1779202831 00002000:00010000:2.0:1779202831.733339:0:8447:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1779202831.733387:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524175104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 186us (972us total) trans 4294967379 rc 0/0 00000100:00100000:2.0:1779202831.733392:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000004:00080000:0.0:1779202831.733586:0:3662:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91d0ffaf0000/2, rc 0, transno 4294967379 00000100:00100000:0.0:1779202831.733594:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524175104:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1779202831.736999:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0377 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.737021:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0377 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.737029:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0377 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.737036:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202831.737042:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0377 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.737050:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0377 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.737084:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff91d0ebf53400) 00010000:00010000:3.0:1779202831.737088:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202831.737094:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0377 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.737101:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0377 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.737141:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc03af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.737148:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc03af lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.737153:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc03af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.737159:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202831.737161:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc03af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.737167:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc03af lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.737179:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202831.737182:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1779202831.737185:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc03af lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.737190:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc03af lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202831.738532:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202831.738620:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501255040 00000100:00100000:2.0:1779202831.738633:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501255040 00000100:00100000:2.0:1779202831.738713:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 431 00000100:00100000:2.0:1779202831.738726:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2421:x1865628501255040:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1779202831.742127:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967379 is committed 00000001:00080000:3.0:1779202831.742139:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967378 is committed 00000100:00100000:2.0:1779202831.742762:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501255040:12345-192.168.204.21@tcp:16:lhsmtool_posix.0 Request processed in 4032us (4231us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.742783:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 431 00000100:00100000:1.0:1779202831.748383:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.748573:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501255296 00000100:00100000:3.0:1779202831.748585:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501255296 00000100:00100000:3.0:1779202831.748650:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1576 00000100:00100000:3.0:1779202831.748661:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33998:x1865628501255296:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1779202831.748763:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202831.748794:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc08be lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66095 expref: 53 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.748814:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91d0ebf53f00) 00010000:00010000:3.0:1779202831.748819:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202831.748851:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc08d3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.748865:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc08d3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.748874:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc08d3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202831.749011:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca424956 reply state 0000000004177269 transno 4294968309 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc08d3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.749025:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc08d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.749032:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91d0ebf53f00) 00010000:00010000:3.0:1779202831.749035:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202831.749038:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1779202831.749148:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:33998:x1865628501255296:12345-192.168.204.21@tcp:36:lhsmtool_posix.0 Request processed in 488us (776us total) trans 4294968309 rc 0/0 00000100:00100000:3.0:1779202831.749155:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1576 00000100:00100000:3.0:1779202831.751666:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.751792:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501255552 00000100:00100000:1.0:1779202831.751806:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501255552 00000100:00100000:1.0:1779202831.751880:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1273 00000100:00100000:1.0:1779202831.751890:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:2421:x1865628501255552:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202831.756007:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202831.756077:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202831.756113:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202831.756132:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202831.756150:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202831.756178:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202831.756203:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501255808 00000100:00100000:2.0:1779202831.756213:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501255808 00000100:00100000:2.0:1779202831.756268:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501255936 00000100:00100000:2.0:1779202831.756271:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501255936 00000100:00100000:2.0:1779202831.756293:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501256192 00000100:00100000:2.0:1779202831.756296:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501256192 00000100:00100000:2.0:1779202831.756320:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 871 00000100:00100000:2.0:1779202831.756332:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2421:x1865628501255808:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202831.756401:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 872 00000100:00100000:3.0:1779202831.756416:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501255936:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202831.756416:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+15:2421:x1865628501255808:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 83us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.756431:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 871 00000100:00100000:2.0:1779202831.756449:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 873 00000100:00100000:3.0:1779202831.756459:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501255936:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 48us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.756460:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501256192:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202831.756474:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 872 00000100:00100000:2.0:1779202831.756497:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501256192:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 40us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.756514:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 873 00000100:00100000:2.0:1779202831.756568:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.756616:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501256320 00000100:00100000:3.0:1779202831.756622:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501256320 00000100:00100000:3.0:1779202831.756658:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 432 00000100:00100000:3.0:1779202831.756666:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501256320:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1779202831.757183:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501256064 00000100:00100000:2.0:1779202831.757189:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501256064 00000100:00100000:2.0:1779202831.757224:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501255680 00000100:00100000:2.0:1779202831.757227:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501255680 00000100:00100000:2.0:1779202831.757251:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1274 00000100:00100000:2.0:1779202831.757258:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501256064:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202831.757298:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501256064:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 41us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.757305:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1274 00000100:00100000:2.0:1779202831.757318:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1275 00000100:00100000:2.0:1779202831.757324:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501255680:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202831.757347:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501255680:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.757352:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1275 00002000:00010000:2.0:1779202831.759835:0:8444:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1779202831.759845:0:8444:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime from disk: 1779202831 -> 1779202828 00002000:00010000:2.0:1779202831.759848:0:8444:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime from disk: 0 -> 1779202828 00002000:00010000:2.0:1779202831.759850:0:8444:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime from disk: 1779202831 -> 1779202830 00002000:00010000:2.0:1779202831.759853:0:8444:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1779202831.761040:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501256320:12345-192.168.204.21@tcp:2:lhsmtool_posix.0 Request processed in 4362us (4459us total) trans 4294967380 rc 0/0 00000100:00100000:2.0:1779202831.761056:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 432 00000100:00100000:2.0:1779202831.761188:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524175232:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202831.761258:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202831.761672:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501255424 00000100:00100000:3.0:1779202831.761688:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501255424 00000100:00100000:3.0:1779202831.761749:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 796 00000100:00100000:3.0:1779202831.761760:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501255424:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202831.761770:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524175360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202831.761828:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501255424:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 70us (5713us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202831.761835:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 796 00000100:00100000:1.0:1779202831.764975:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202831.765154:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524175232 00000100:00100000:2.0:1779202831.765167:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524175232 00000100:00100000:2.0:1779202831.765215:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524175360 00000100:00100000:2.0:1779202831.765218:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524175360 00000100:00100000:2.0:1779202831.765235:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1779202831.765244:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524175232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202831.765272:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196397888 pending 0 free 3922436096 avail 3690885120 00000100:00100000:2.0:1779202831.765349:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524175232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (4092us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.765356:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1779202831.765371:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1779202831.765378:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524175360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202831.765387:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196397888 pending 0 free 3922436096 avail 3690885120 00000100:00100000:2.0:1779202831.765413:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524175360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.765419:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1779202831.765473:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524175232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202831.766846:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202831.772385:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501256576 00000100:00100000:2.0:1779202831.772407:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501256576 00000100:00100000:2.0:1779202831.772485:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1577 00000100:00100000:2.0:1779202831.772496:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:33998:x1865628501256576:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1779202831.772576:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.772594:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc08a2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66087 expref: 54 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.772604:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.772640:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc08a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66087 expref: 54 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.772657:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc08a2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66087 expref: 54 pid: 6563 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202831.772673:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcefb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524175488:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202831.772798:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498c240 going to sleep for 11 seconds 00000100:00080000:0.0:1779202831.773389:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202831.773395:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202831.773398:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202831.777032:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcefb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524175488:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202831.777077:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202831.777806:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.777857:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501256704 00000100:00100000:3.0:1779202831.777865:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501256704 00010000:00010000:3.0:1779202831.777900:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc08a2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66087 expref: 55 pid: 6563 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202831.777948:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 464 00000100:00100000:3.0:1779202831.777959:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2419:x1865628501256704:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202831.777977:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202831.777984:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc08a2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66087 expref: 55 pid: 6563 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.777998:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc08a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66087 expref: 55 pid: 6563 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.778025:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296a00/0x3d5ca2fc49dc08a2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66087 expref: 55 pid: 6563 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.778043:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91d0ebf53f00) 00010000:00010000:3.0:1779202831.778049:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.778075:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.778086:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.778114:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202831.778166:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:2419:x1865628501256704:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 208us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202831.778174:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 464 00010000:00010000:0.0:1779202831.778212:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.778221:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.778261:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.778269:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.778277:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.778284:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202831.778288:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202831.778295:0:3664:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967379 gen 2 00010000:00010000:0.0:1779202831.778296:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1779202831.778305:0:3664:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91d0ffaf0000, transno 4294967379 00010000:00010000:0.0:1779202831.778309:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91d0ebf53f00) 00010000:00010000:0.0:1779202831.778313:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1779202831.778317:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.778324:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08da lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202831.778338:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524175360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202831.778374:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33998:x1865628501256576:12345-192.168.204.21@tcp:55:lhsmtool_posix.0 Request processed in 5879us (11534us total) trans 0 rc -22/-22 00000100:00100000:0.0:1779202831.778383:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1577 00000100:00100000:2.0:1779202831.778730:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:2421:x1865628501255552:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26840us (27073us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.778743:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1273 00000100:00100000:2.0:1779202831.784470:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202831.784580:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501256832 00000100:00100000:0.0:1779202831.784591:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501256832 00000100:00100000:0.0:1779202831.784650:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 433 00000100:00100000:0.0:1779202831.784659:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501256832:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202831.784736:0:12963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.784759:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc08cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660a3 expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.784768:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202831.784770:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202831.784775:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.784808:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc08cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660a3 expref: 11 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.784821:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc08cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660a3 expref: 11 pid: 8511 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202831.784837:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524175616:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202831.784921:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d85a4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1779202831.793958:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202831.794192:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524175616:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202831.794224:0:12963:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202831.794233:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501256960 00000100:00100000:1.0:1779202831.794243:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501256960 00010000:00010000:1.0:1779202831.794284:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc08cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660a3 expref: 12 pid: 8511 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202831.794329:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 465 00000100:00100000:1.0:1779202831.794339:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501256960:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202831.794354:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202831.794375:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc08cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660a3 expref: 12 pid: 8511 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.794388:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc08cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660a3 expref: 12 pid: 8511 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.794414:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc08cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660a3 expref: 12 pid: 8511 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.794431:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202831.794434:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202831.794438:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.794448:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.794480:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202831.794526:0:12963:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.794537:0:12963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202831.794553:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501256960:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 215us (605us total) trans 0 rc 0/0 00010000:00010000:0.0:1779202831.794558:0:12963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202831.794563:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 465 00010000:00010000:0.0:1779202831.794572:0:12963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.794587:0:12963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.794595:0:12963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c1535200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202831.794600:0:12963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.794613:0:12963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.794627:0:12963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.794634:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057463c48/0x3d5ca2fc49dc08e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202831.794688:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501256832:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 10030us (10402us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202831.794735:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 433 00000100:00100000:3.0:1779202831.798039:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202831.798454:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501257216 00000100:00100000:2.0:1779202831.798464:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501257216 00000100:00100000:2.0:1779202831.798535:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1578 00000100:00100000:2.0:1779202831.798546:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:33998:x1865628501257216:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1779202831.798638:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc08e8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.798659:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc08e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.798671:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc08e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.798979:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.798992:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc08b0 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6608e expref: 54 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.799000:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.799293:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc08b0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6608e expref: 54 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.799310:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc08b0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6608e expref: 54 pid: 7869 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202831.799326:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524175744:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202831.799464:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc498cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1779202831.806598:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202831.806929:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501257344 00000100:00100000:0.0:1779202831.806942:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501257344 00010000:00010000:0.0:1779202831.806987:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc08b0 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6608e expref: 55 pid: 7869 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202831.807087:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 466 00000100:00100000:0.0:1779202831.807099:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2420:x1865628501257344:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202831.807120:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202831.807128:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc08b0 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6608e expref: 55 pid: 7869 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.807142:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc08b0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6608e expref: 55 pid: 7869 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.807168:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91d0ebf53f00) 00010000:00010000:0.0:1779202831.807173:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.807182:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.807191:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202831.807211:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202831.807284:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2420:x1865628501257344:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 186us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202831.807291:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 466 00010000:00010000:3.0:1779202831.807829:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc08b0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6608e expref: 54 pid: 7869 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202831.807852:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524175744:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202831.807879:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.807888:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.807894:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1779202831.808009:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968310 00000001:00080000:3.0:1779202831.808155:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968311 00000001:00080000:3.0:1779202831.808192:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968312 00000100:00100000:3.0:1779202831.808281:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524175872:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1779202831.808340:0:6563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202831.808361:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d8e62900 going to sleep for 11 seconds 00000100:00100000:1.0:1779202831.809578:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524175872 00000100:00100000:1.0:1779202831.809589:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524175872 00000100:00100000:1.0:1779202831.809643:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1779202831.809652:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524175872:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1779202831.809818:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524175872:12345-0@lo:1000:mdt00_001.0 Request processed in 166us (1477us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202831.809826:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1779202831.810384:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524175872:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1779202831.810545:0:6563:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968313 00000100:00100000:3.0:1779202831.810624:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524176000:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1779202831.810668:0:6563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202831.810719:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524176000 00000100:00100000:3.0:1779202831.810724:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524176000 00000100:00100000:3.0:1779202831.810756:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1779202831.811042:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6563:x1865628524176000:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1779202831.811258:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6563:x1865628524176000:12345-0@lo:1000:mdt00_001.0 Request processed in 495us (589us total) trans 4294967381 rc 0/0 00000100:00100000:3.0:1779202831.811267:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1779202831.811294:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d844e540 going to sleep for 11 seconds 00000100:00100000:3.0:1779202831.811316:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6563:1865628524176000:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1779202831.811356:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811366:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811374:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811380:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202831.811385:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811393:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811412:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91d0ebf53f00) 00010000:00010000:3.0:1779202831.811416:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202831.811422:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811428:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc08ef lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811457:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811463:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811469:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811473:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abb400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202831.811476:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811481:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811489:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202831.811491:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1779202831.811508:0:6563:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0488 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa7 expref: 108 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811521:0:6563:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0488 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa7 expref: 108 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811530:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0488 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa7 expref: 108 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.811561:0:6563:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6400/0x3d5ca2fc49dc0488 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa7 expref: 108 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202831.811572:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524176128:192.168.204.21@tcp:105: 00000100:00100000:3.0:1779202831.811640:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d8e62900 going to sleep for 11 seconds 00000100:00100000:1.0:1779202831.817116:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524176128:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202831.817151:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.817162:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc0418 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.817195:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.817210:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc045e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa0 expref: 108 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.817219:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.817255:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc045e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa0 expref: 108 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.817272:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc045e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa0 expref: 108 pid: 6563 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202831.817286:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524176256:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202831.817366:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f391fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1779202831.818992:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202831.820053:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501257472 00000100:00100000:0.0:1779202831.820065:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501257472 00000100:00100000:0.0:1779202831.820136:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 325 00000100:00100000:0.0:1779202831.820147:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:33968:x1865628501257472:12345-192.168.204.21@tcp:49:cat.0 00000100:00100000:0.0:1779202831.820285:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:33968:x1865628501257472:12345-192.168.204.21@tcp:49:cat.0 Request processed in 139us (1298us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202831.820296:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 325 00000100:00100000:1.0:1779202831.828201:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.828224:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.828241:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.828255:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.828267:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202831.828289:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501257728 00000100:00100000:1.0:1779202831.828298:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501257728 00000100:00100000:1.0:1779202831.828339:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501257856 00000100:00100000:1.0:1779202831.828341:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501257856 00000100:00100000:1.0:1779202831.828354:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501257984 00000100:00100000:1.0:1779202831.828356:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501257984 00000100:00100000:1.0:1779202831.828364:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501258112 00000100:00100000:1.0:1779202831.828366:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501258112 00000100:00100000:1.0:1779202831.828378:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 434 00000100:00100000:1.0:1779202831.828385:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:33968:x1865628501257728:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202831.828401:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202831.828420:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c79af78/0x3d5ca2fc49dc08fd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660aa expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202831.828444:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 158, mtime: 0x6a0c7b0c, atime: 0x6a0c7b0c, ctime: 0x6a0c7b0e, blocks: 0x8 00010000:00010000:1.0:1779202831.828464:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202831.828466:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202831.828474:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c79af78/0x3d5ca2fc49dc08fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660aa expref: 19 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.828488:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003c79af78/0x3d5ca2fc49dc08fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660aa expref: 19 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.828516:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296600, rc 0) 00000100:00100000:1.0:1779202831.828565:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+19:33968:x1865628501257728:12345-192.168.204.21@tcp:101:cat.0 Request processed in 180us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202831.828572:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 434 00000100:00100000:1.0:1779202831.828590:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 435 00000100:00100000:1.0:1779202831.828597:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:33966:x1865628501257856:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202831.828606:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202831.828613:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eabeaec7/0x3d5ca2fc49dc0904 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660b1 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.828625:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202831.828627:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202831.828631:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eabeaec7/0x3d5ca2fc49dc0904 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660b1 expref: 19 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.828641:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eabeaec7/0x3d5ca2fc49dc0904 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660b1 expref: 19 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.828648:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296e00, rc 0) 00000100:00100000:1.0:1779202831.828667:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+19:33966:x1865628501257856:12345-192.168.204.21@tcp:101:cat.0 Request processed in 70us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202831.828672:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 435 00000100:00100000:1.0:1779202831.828721:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 436 00000100:00100000:1.0:1779202831.828728:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:33971:x1865628501257984:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202831.828734:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202831.828742:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc090b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660b8 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.828758:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202831.828760:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202831.828775:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc090b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660b8 expref: 19 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.828786:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005932f655/0x3d5ca2fc49dc090b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660b8 expref: 19 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.828794:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4297800, rc 0) 00000100:00100000:1.0:1779202831.828813:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+19:33971:x1865628501257984:12345-192.168.204.21@tcp:101:cat.0 Request processed in 87us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202831.828819:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 436 00000100:00100000:1.0:1779202831.828832:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 437 00000100:00100000:1.0:1779202831.828839:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:33972:x1865628501258112:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:1.0:1779202831.828845:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202831.828851:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005df51098/0x3d5ca2fc49dc0912 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660bf expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.828862:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202831.828864:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202831.828867:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005df51098/0x3d5ca2fc49dc0912 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660bf expref: 19 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.828877:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005df51098/0x3d5ca2fc49dc0912 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660bf expref: 19 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202831.828891:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296a00, rc 0) 00000100:00100000:3.0:1779202831.829222:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524176256:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202831.829246:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202831.829540:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501257600 00000100:00100000:2.0:1779202831.829546:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501257600 00010000:00010000:2.0:1779202831.829575:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc045e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa0 expref: 109 pid: 6563 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202831.829613:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 467 00000100:00100000:2.0:1779202831.829621:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:2420:x1865628501257600:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202831.829633:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202831.829639:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc045e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa0 expref: 109 pid: 6563 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.829652:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc045e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa0 expref: 109 pid: 6563 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.829672:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc045e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65fa0 expref: 109 pid: 6563 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.829718:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:2.0:1779202831.829723:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.829734:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.829743:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.829772:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202831.829829:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829837:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829849:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829856:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829862:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829868:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202831.829873:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829879:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829889:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202831.829891:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202831.829895:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829900:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc08f6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829923:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc08e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829929:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc08e8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829936:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc08e8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829941:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202831.829944:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc08e8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829949:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc08e8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829957:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff91cfc10a3300) 00010000:00010000:3.0:1779202831.829959:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202831.829962:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc08e8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202831.829967:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc08e8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1779202831.830553:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202831.830559:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1779202831.831655:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+19:33972:x1865628501258112:12345-192.168.204.21@tcp:101:cat.0 Request processed in 2809us (3379us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202831.831664:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 437 00000100:00100000:2.0:1779202831.831787:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:2420:x1865628501257600:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 2167us (3596us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.831798:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 467 00000100:00100000:2.0:1779202831.832034:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:33998:x1865628501257216:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 33489us (34005us total) trans 4294968314 rc 0/0 00000100:00100000:2.0:1779202831.832043:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1578 00000020:00080000:2.0:1779202831.832048:0:6563:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1779202831.832460:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1779202831.832473:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202831.846418:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.846463:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.846487:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.846521:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.846538:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.846560:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202831.846665:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202831.846760:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501258240 00000100:00100000:2.0:1779202831.846780:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501258240 00000100:00100000:2.0:1779202831.846832:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501258368 00000100:00100000:2.0:1779202831.846835:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501258368 00000100:00100000:2.0:1779202831.846844:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501258496 00000100:00100000:2.0:1779202831.846846:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501258496 00000100:00100000:2.0:1779202831.846854:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501258624 00000100:00100000:2.0:1779202831.846856:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501258624 00000100:00100000:2.0:1779202831.846866:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501258752 00000100:00100000:2.0:1779202831.846868:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501258752 00000100:00100000:2.0:1779202831.846883:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 438 00000100:00100000:2.0:1779202831.846893:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+23:33967:x1865628501258240:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:2.0:1779202831.846913:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202831.846933:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dc0919 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660c6 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.846960:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202831.846963:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202831.846971:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dc0919 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660c6 expref: 24 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.846987:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dc0919 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660c6 expref: 24 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.847001:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840200, rc 0) 00000100:00100000:2.0:1779202831.847058:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:33967:x1865628501258240:12345-192.168.204.21@tcp:101:cat.0 Request processed in 166us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.847065:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 438 00000100:00100000:2.0:1779202831.847082:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 439 00000100:00100000:2.0:1779202831.847088:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+23:33975:x1865628501258368:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:2.0:1779202831.847093:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202831.847099:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009046c978/0x3d5ca2fc49dc0920 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660cd expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.847124:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202831.847125:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202831.847129:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009046c978/0x3d5ca2fc49dc0920 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660cd expref: 24 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.847143:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009046c978/0x3d5ca2fc49dc0920 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660cd expref: 24 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.847150:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841400, rc 0) 00000100:00100000:2.0:1779202831.847167:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:33975:x1865628501258368:12345-192.168.204.21@tcp:101:cat.0 Request processed in 80us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.847172:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 439 00000100:00100000:2.0:1779202831.847182:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 440 00000100:00100000:2.0:1779202831.847187:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+23:33973:x1865628501258496:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:2.0:1779202831.847192:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202831.847197:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5f7329b/0x3d5ca2fc49dc0927 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660d4 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.847207:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202831.847208:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202831.847212:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5f7329b/0x3d5ca2fc49dc0927 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660d4 expref: 24 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.847220:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b5f7329b/0x3d5ca2fc49dc0927 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660d4 expref: 24 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.847227:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840c00, rc 0) 00000100:00100000:2.0:1779202831.847243:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:33973:x1865628501258496:12345-192.168.204.21@tcp:101:cat.0 Request processed in 57us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.847252:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 440 00000100:00100000:2.0:1779202831.847264:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 441 00000100:00100000:2.0:1779202831.847270:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+23:33969:x1865628501258624:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:2.0:1779202831.847275:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202831.847282:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc092e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660db expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.847294:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202831.847296:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202831.847300:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc092e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660db expref: 24 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.847309:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc092e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660db expref: 24 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.847317:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841e00, rc 0) 00000100:00100000:2.0:1779202831.847334:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:33969:x1865628501258624:12345-192.168.204.21@tcp:101:cat.0 Request processed in 66us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.847340:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 441 00000100:00100000:2.0:1779202831.847352:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 442 00000100:00100000:2.0:1779202831.847357:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+23:33978:x1865628501258752:12345-192.168.204.21@tcp:101:cat.0 00010000:00010000:2.0:1779202831.847363:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202831.847369:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fef12fa8/0x3d5ca2fc49dc0935 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660e2 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.847384:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202831.847386:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202831.847390:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fef12fa8/0x3d5ca2fc49dc0935 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660e2 expref: 24 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.847399:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fef12fa8/0x3d5ca2fc49dc0935 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660e2 expref: 24 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.847407:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840e00, rc 0) 00000100:00100000:2.0:1779202831.847424:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:33978:x1865628501258752:12345-192.168.204.21@tcp:101:cat.0 Request processed in 67us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202831.847430:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 442 00000100:00100000:0.0:1779202831.849783:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501258880 00000100:00100000:0.0:1779202831.849801:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501258880 00002000:00100000:0.0:1779202831.849864:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff91d0ffb18700 x1865628501258880/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:42/0 lens 488/0 e 0 to 0 dl 1779202842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202831.849876:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb18700 with x1865628501258880 ext(0->4095) 00002000:00010000:0.0:1779202831.849882:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffb18700 00000100:00100000:2.0:1779202831.850200:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501259136 00000100:00100000:2.0:1779202831.850206:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501259136 00000100:00100000:2.0:1779202831.850262:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 326 00000100:00100000:2.0:1779202831.850272:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:33998:x1865628501259136:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1779202831.850552:0:6566:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x2b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1779202831.850589:0:6566:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968315 00010000:00010000:2.0:1779202831.850624:0:6566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc093c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.850642:0:6566:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc093c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.850653:0:6566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc093c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.850665:0:6566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc093c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.850672:0:6566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc093c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.850679:0:6566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc093c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.850730:0:6566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1779202831.850829:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:33998:x1865628501259136:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 557us (4162us total) trans 4294968316 rc 0/0 00000100:00100000:2.0:1779202831.850837:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 326 00000020:00080000:2.0:1779202831.850842:0:6566:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1779202831.850868:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1779202831.850875:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc093c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.850882:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202831.850887:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc093c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.850895:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc093c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.850910:0:6551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91d0ebf53f00) 00010000:00010000:2.0:1779202831.850913:0:6551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1779202831.850919:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc093c lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.850929:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc093c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202831.850941:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202831.850942:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202831.850944:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202831.851114:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 112 00000100:00100000:0.0:1779202831.851123:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2420:x1865628501258880:12345-192.168.204.21@tcp:3:cat.0 00000100:00100000:0.0:1779202831.851253:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2420:x1865628501258880:12345-192.168.204.21@tcp:3:cat.0 Request processed in 131us (4691us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202831.851259:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 112 00002000:00100000:0.0:1779202831.851266:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff91d0ffb18700 x1865628501258880/t0(0) o3->d493ac47-01a4-46b3-b7f5-13bf3b17147e@192.168.204.21@tcp:42/0 lens 488/4536 e 0 to 0 dl 1779202842 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202831.851275:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb18700 with x1865628501258880 ext(0->4095) 00002000:00010000:0.0:1779202831.851279:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffb18700 00000100:00100000:2.0:1779202831.929467:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202831.930661:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501259392 00000100:00100000:0.0:1779202831.930684:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501259392 00000100:00100000:0.0:1779202831.930795:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 327 00000100:00100000:0.0:1779202831.930808:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:33991:x1865628501259392:12345-192.168.204.21@tcp:35:cat.0 00000100:00100000:0.0:1779202831.931149:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:33991:x1865628501259392:12345-192.168.204.21@tcp:35:cat.0 Request processed in 342us (1689us total) trans 4294968317 rc 0/0 00000100:00100000:0.0:1779202831.931157:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 327 00010000:00010000:2.0:1779202832.074871:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202832.266989:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202832.267012:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524176384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202832.267091:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202832.267276:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524176384 00000100:00100000:3.0:1779202832.267285:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524176384 00000100:00100000:3.0:1779202832.267359:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1779202832.267368:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524176384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202832.267400:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202165056 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1779202832.267454:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524176384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202832.267461:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1779202832.267579:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524176384:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1779202832.267646:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202832.269989:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202832.270008:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524176512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202832.270068:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202832.270250:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524176512 00000100:00100000:1.0:1779202832.270259:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524176512 00000100:00100000:1.0:1779202832.270319:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1779202832.270327:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524176512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202832.270347:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202165056 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1779202832.270393:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524176512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202832.270401:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1779202832.270486:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524176512:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1779202832.270603:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1779202833.104879:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202833.294302:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202833.294326:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524176640:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202833.294402:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202833.294613:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524176640 00000100:00100000:3.0:1779202833.294621:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524176640 00000100:00100000:3.0:1779202833.294682:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1779202833.294746:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524176640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202833.294797:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202833.294848:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524176640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 157us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202833.294854:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1779202833.294899:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524176640:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1779202833.867844:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202833.867855:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202833.867951:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 3 00000040:00080000:3.0:1779202833.867959:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202834.123282:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202834.251971:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1779202835.147675:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202835.340607:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524176768:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.340680:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202835.340868:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524176768 00000100:00100000:3.0:1779202835.340876:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524176768 00000100:00100000:3.0:1779202835.340924:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1779202835.340932:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524176768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202835.341570:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524177024:0@lo:400:kworker.0 00000100:00100000:0.0:1779202835.341607:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202835.341637:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524177536:0@lo:400:kworker.0 00000100:00100000:0.0:1779202835.341661:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202835.341678:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524178048:0@lo:400:kworker.0 00000100:00100000:0.0:1779202835.341764:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202835.341784:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1779202835.341790:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524177152:0@lo:400:kworker.0 00000100:00100000:0.0:1779202835.341812:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202835.341826:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524177664:0@lo:400:kworker.0 00000100:00100000:0.0:1779202835.341850:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202835.341867:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524178176:0@lo:400:kworker.0 00000100:00100000:0.0:1779202835.341889:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202835.341927:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524177536 00000100:00100000:0.0:1779202835.341932:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524177536 00000100:00100000:0.0:1779202835.341969:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524178048 00000100:00100000:0.0:1779202835.341972:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524178048 00000100:00100000:0.0:1779202835.341988:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524177152 00000100:00100000:0.0:1779202835.341991:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524177152 00000100:00100000:0.0:1779202835.342008:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:0.0:1779202835.342014:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524177536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202835.342053:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524177536:12345-0@lo:400:kworker.0 Request processed in 38us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202835.342060:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:0.0:1779202835.342076:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1779202835.342083:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524178048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202835.342107:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524178048:12345-0@lo:400:kworker.0 Request processed in 25us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202835.342113:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1779202835.342123:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1779202835.342128:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524177152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202835.342151:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524177152:12345-0@lo:400:kworker.0 Request processed in 23us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202835.342157:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00080000:0.0:1779202835.342192:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202835.342219:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524177152:0@lo:400:kworker.0 00000100:00100000:0.0:1779202835.342229:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524177536:0@lo:400:kworker.0 00000100:00100000:0.0:1779202835.342236:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524178048:0@lo:400:kworker.0 00000100:00100000:3.0:1779202835.342382:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524176768:12345-0@lo:400:kworker.0 Request processed in 1450us (1701us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202835.342390:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1779202835.342512:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524177024 00000100:00100000:1.0:1779202835.342517:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524177024 00000100:00100000:1.0:1779202835.342680:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1779202835.342688:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524177024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202835.342758:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524177024:12345-0@lo:400:kworker.0 Request processed in 71us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202835.342765:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1779202835.342829:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524177024:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.343078:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524176768:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.343096:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524177280:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.343126:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202835.343300:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524177792:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.343328:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202835.343348:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524178304:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.343369:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202835.343387:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1779202835.343393:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524176896:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.343413:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202835.343428:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524177408:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.343462:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202835.343476:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524177920:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.343496:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202835.343550:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524178432:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202835.343573:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202835.343800:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524177280 00000100:00100000:3.0:1779202835.343805:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524177280 00000100:00100000:3.0:1779202835.343833:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1779202835.343841:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524177280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202835.343878:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524177280:12345-0@lo:400:kworker.0 Request processed in 37us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202835.343884:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1779202835.347937:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524176896 00000100:00100000:1.0:1779202835.347952:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524176896 00000100:00100000:1.0:1779202835.348018:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524177408 00000100:00100000:1.0:1779202835.348021:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524177408 00000100:00100000:1.0:1779202835.348048:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524177920 00000100:00100000:1.0:1779202835.348051:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524177920 00000100:00100000:1.0:1779202835.348070:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:1.0:1779202835.348080:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524176896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202835.348165:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524176896:12345-0@lo:400:kworker.0 Request processed in 87us (4751us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202835.348172:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:1.0:1779202835.348202:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1779202835.348208:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524177408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202835.348236:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524177408:12345-0@lo:400:kworker.0 Request processed in 29us (4773us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202835.348242:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1779202835.348254:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:1.0:1779202835.348261:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524177920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202835.348289:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524177920:12345-0@lo:400:kworker.0 Request processed in 29us (4792us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202835.348295:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00080000:1.0:1779202835.348317:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202835.350378:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524177664 00000100:00100000:2.0:1779202835.350388:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524177664 00000100:00100000:2.0:1779202835.350449:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524178176 00000100:00100000:2.0:1779202835.350453:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524178176 00000100:00100000:2.0:1779202835.350473:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524177792 00000100:00100000:2.0:1779202835.350476:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524177792 00000100:00100000:2.0:1779202835.350491:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524178304 00000100:00100000:2.0:1779202835.350493:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524178304 00000100:00100000:2.0:1779202835.350509:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1779202835.350516:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524177664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.350589:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524177664:12345-0@lo:400:kworker.0 Request processed in 73us (8737us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202835.350596:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1779202835.350624:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1779202835.350632:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524178176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.350662:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524178176:12345-0@lo:400:kworker.0 Request processed in 31us (8772us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202835.350668:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1779202835.350679:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1779202835.350685:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524177792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.350727:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524177792:12345-0@lo:400:kworker.0 Request processed in 43us (7399us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202835.350734:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1779202835.350743:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1779202835.350748:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524178304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.350779:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524178304:12345-0@lo:400:kworker.0 Request processed in 30us (7409us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202835.350785:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1779202835.350930:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524177664:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.350943:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524178176:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.350982:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524176896:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.350995:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524177408:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.351008:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524177920:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.351019:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524177280:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.351029:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524177792:0@lo:400:kworker.0 00000100:00100000:2.0:1779202835.351039:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524178304:0@lo:400:kworker.0 00000100:00100000:1.0:1779202835.351439:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524178432 00000100:00100000:1.0:1779202835.351445:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524178432 00000100:00100000:1.0:1779202835.351488:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1779202835.351494:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524178432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202835.351523:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:1.0:1779202835.351579:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524178432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (8005us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202835.351587:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00080000:1.0:1779202835.351922:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202835.351927:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202835.352021:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524178432:0@lo:41:osp-pre-0-1.0 00000001:00080000:3.0:1779202835.853517:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967380 is committed 00010000:00010000:3.0:1779202836.180333:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202836.879088:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524178560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202836.879167:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202836.879253:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524178560 00000100:00100000:2.0:1779202836.879262:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524178560 00000100:00100000:2.0:1779202836.879304:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1779202836.879314:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524178560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202836.879342:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196397888 pending 0 free 3922432000 avail 3690909696 00000100:00100000:2.0:1779202836.879387:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524178560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202836.879394:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1779202836.879455:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524178560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202836.882041:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202836.882079:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202836.882306:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202836.882331:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202836.882350:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202836.882367:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202836.882386:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202836.882414:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202836.882442:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202836.882482:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501259776 00000100:00100000:3.0:1779202836.883275:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501259520 00000100:00100000:3.0:1779202836.883285:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501259520 00000100:00100000:3.0:1779202836.883340:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 798 00000100:00100000:3.0:1779202836.883350:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501259520:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202836.883439:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501259520:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 91us (1413us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202836.883446:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 798 00000100:00100000:2.0:1779202836.883600:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501259776 00000100:00100000:2.0:1779202836.883650:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501260288 00000100:00100000:2.0:1779202836.883654:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501260288 00000100:00100000:2.0:1779202836.883673:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501259648 00000100:00100000:2.0:1779202836.883677:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501259648 00000100:00100000:2.0:1779202836.883689:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501260160 00000100:00100000:2.0:1779202836.883704:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501260160 00000100:00100000:2.0:1779202836.883721:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1282 00000100:00100000:2.0:1779202836.883728:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501259776:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202836.883761:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501259776:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 33us (1682us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202836.883768:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1282 00000100:00100000:2.0:1779202836.883784:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1283 00000100:00100000:2.0:1779202836.883790:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501260288:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202836.883813:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501260288:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (1482us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202836.883818:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1283 00000100:00100000:2.0:1779202836.883829:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1284 00000100:00100000:2.0:1779202836.883835:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:2421:x1865628501259648:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202836.883863:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:2421:x1865628501259648:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (1495us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202836.883869:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1284 00000100:00100000:2.0:1779202836.883879:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1285 00000100:00100000:2.0:1779202836.883885:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:2421:x1865628501260160:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202836.883909:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:2421:x1865628501260160:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (1504us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202836.883916:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1285 00000100:00100000:2.0:1779202836.883934:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501260032 00000100:00100000:2.0:1779202836.883937:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501260032 00000100:00100000:2.0:1779202836.883961:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501260544 00000100:00100000:2.0:1779202836.883963:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501260544 00000100:00100000:2.0:1779202836.883978:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501259904 00000100:00100000:2.0:1779202836.883981:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501259904 00000100:00100000:2.0:1779202836.883992:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 878 00000100:00100000:2.0:1779202836.883998:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501260032:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202836.884021:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2421:x1865628501260032:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (1717us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202836.884031:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 878 00000100:00100000:0.0:1779202836.884728:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501260416 00000100:00100000:0.0:1779202836.884734:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501260416 00000100:00100000:0.0:1779202836.887112:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 879 00000100:00100000:0.0:1779202836.887128:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501260544:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202836.887199:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2421:x1865628501260544:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 77us (4847us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202836.887205:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 879 00000100:00100000:0.0:1779202836.887224:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 880 00000100:00100000:0.0:1779202836.887231:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2421:x1865628501259904:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202836.887259:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2421:x1865628501259904:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (4872us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202836.887266:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 880 00000100:00100000:0.0:1779202836.887278:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 881 00000100:00100000:0.0:1779202836.887285:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501260416:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202836.887311:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501260416:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (4868us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202836.887318:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 881 00000100:00100000:0.0:1779202836.887361:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524178688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202836.887431:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1779202836.887545:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202836.887550:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202836.887554:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202836.887557:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202836.895023:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524178688 00000100:00100000:3.0:1779202836.895038:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524178688 00000100:00100000:3.0:1779202836.895103:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1779202836.895113:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524178688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202836.895151:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196397888 pending 0 free 3922432000 avail 3690909696 00000100:00100000:3.0:1779202836.895242:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524178688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 131us (7812us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202836.895249:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1779202836.895313:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524178688:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1779202837.195411:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202837.392320:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524178816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202837.392389:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202837.392472:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202837.392479:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524178944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202837.392832:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524178816 00000100:00100000:3.0:1779202837.392840:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524178816 00000100:00100000:3.0:1779202837.392900:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1779202837.392910:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524178816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202837.392942:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202165056 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1779202837.392989:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524178816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202837.392996:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1779202837.394290:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202837.394351:0:3664:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967380 gen 2 00000004:00080000:1.0:1779202837.394358:0:3664:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc3185c00, transno 4294967380 00000100:00100000:1.0:1779202837.394381:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524178816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202837.394425:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524178944 00000100:00100000:1.0:1779202837.394430:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524178944 00000100:00100000:1.0:1779202837.394471:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1779202837.394478:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524178944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202837.394540:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202165056 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1779202837.394592:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524178944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202837.394599:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1779202837.394668:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524178944:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1779202837.394823:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:1.0:1779202837.422609:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968317 is committed 00000001:00080000:1.0:1779202837.422633:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968316 is committed 00000020:00080000:1.0:1779202837.422649:0:6542:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91d0f4d41540 refcount 2 committed 0 result 0 batchid 35 00000020:00080000:1.0:1779202837.422655:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0fbec8c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91d0f4d41300 00000020:00080000:1.0:1779202837.422659:0:6542:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91d0fbec8200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91cfc1e43800 00000020:00080000:3.0:1779202837.422727:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 35 committed batchid 34 00000020:00080000:3.0:1779202837.422788:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00010000:00010000:0.0:1779202837.423006:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc08d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202837.423019:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc08d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202837.423026:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc08d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202837.423032:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202837.423037:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc08d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202837.423045:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc08d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202837.423065:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff91d0ebf53f00) 00010000:00010000:0.0:1779202837.423069:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202837.423074:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc08d3 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202837.423080:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc08d3 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202837.504827:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202837.505026:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501260672 00000100:00100000:1.0:1779202837.505037:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501260672 00000100:00100000:1.0:1779202837.505100:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1579 00000100:00100000:1.0:1779202837.505111:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33917:x1865628501260672:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1779202837.505229:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:33917:x1865628501260672:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 119us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202837.505236:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1579 00000100:00100000:0.0:1779202837.514310:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202837.514432:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501260800 00000100:00100000:2.0:1779202837.514443:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501260800 00000100:00100000:2.0:1779202837.514506:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1580 00000100:00100000:2.0:1779202837.514517:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:33917:x1865628501260800:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1779202837.514627:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:33917:x1865628501260800:12345-192.168.204.21@tcp:60:lhsmtool_posix.0 Request processed in 112us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202837.514635:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1580 00000001:00080000:1.0:1779202837.908617:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967381 is committed 00000001:00080000:1.0:1779202837.908644:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967380 is committed 00010000:00010000:2.0:1779202838.218868:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202838.412259:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524179072:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202838.412341:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202838.412540:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524179072 00000100:00100000:1.0:1779202838.412550:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524179072 00000100:00100000:1.0:1779202838.412610:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1779202838.412619:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524179072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202838.412654:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202838.412729:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524179072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202838.412737:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1779202838.413082:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524179072:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1779202839.244528:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1779202839.720613:0:24425:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12u: Multiple reads on multiple HSM imported files in parallel ========================================================== 11:00:37 (1779202837) 00000100:00100000:2.0:1779202840.092914:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.093355:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501260928 00000100:00100000:0.0:1779202840.093367:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501260928 00000100:00100000:0.0:1779202840.093445:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1581 00000100:00100000:0.0:1779202840.093456:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:34614:x1865628501260928:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1779202840.093577:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:34614:x1865628501260928:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 123us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202840.093585:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1581 00000100:00080000:1.0:1779202840.093784:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202840.096236:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.096332:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501261056 00000100:00100000:1.0:1779202840.096352:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501261056 00000100:00100000:1.0:1779202840.096429:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1582 00000100:00100000:1.0:1779202840.096440:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:34614:x1865628501261056:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1779202840.096552:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:34614:x1865628501261056:12345-192.168.204.21@tcp:59:lhsmtool_posix.0 Request processed in 116us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202840.096559:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1582 00000100:00080000:0.0:1779202840.097356:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202840.121145:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.121323:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501261184 00000100:00100000:2.0:1779202840.121334:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501261184 00000100:00100000:2.0:1779202840.121431:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1583 00000100:00100000:2.0:1779202840.121443:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:34615:x1865628501261184:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202840.121467:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.121492:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0943 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660e9 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1779202840.121892:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1779202840.121979:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc094a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.121998:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc094a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122015:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc094a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122031:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0951 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122037:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0951 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122042:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0951 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122087:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc094a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122094:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc094a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122100:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc094a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122105:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.122109:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc094a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122116:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc094a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122127:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202840.122131:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.122135:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc094a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122142:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc094a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122156:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0951 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122161:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0951 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122168:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0951 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122173:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.122175:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0951 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122181:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0951 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122188:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff91cfc2882200) 00010000:00010000:2.0:1779202840.122190:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.122193:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0951 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122198:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0951 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122229:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0943 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660e9 expref: 109 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122245:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202840.122247:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.122251:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0943 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660e9 expref: 109 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.122260:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840400, rc 0) 00000100:00100000:2.0:1779202840.122338:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:34615:x1865628501261184:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 897us (1203us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202840.122354:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1583 00000100:00100000:3.0:1779202840.128943:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.129225:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501261440 00000100:00100000:0.0:1779202840.129236:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501261440 00000100:00100000:0.0:1779202840.129304:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1584 00000100:00100000:0.0:1779202840.129315:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+108:34615:x1865628501261440:12345-192.168.204.21@tcp:36:lfs.0 00010000:00010000:0.0:1779202840.129384:0:6562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202840.129414:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc01cc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ece expref: 108 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.129433:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202840.129438:0:6562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1779202840.129500:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.129513:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc020b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ee3 expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.129521:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.129552:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc020b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ee3 expref: 49 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.129565:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc020b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ee3 expref: 49 pid: 7869 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202840.129578:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524179200:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202840.129685:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf780 going to sleep for 11 seconds 00000100:00100000:3.0:1779202840.134400:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.134479:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501261568 00000100:00100000:1.0:1779202840.134490:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501261568 00010000:00010000:1.0:1779202840.134536:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc020b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ee3 expref: 50 pid: 7869 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202840.134577:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 468 00000100:00100000:1.0:1779202840.134587:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:2420:x1865628501261568:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202840.134604:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202840.134610:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc020b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ee3 expref: 50 pid: 7869 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.134623:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc020b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ee3 expref: 50 pid: 7869 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.134646:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202840.134653:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.134662:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.134670:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.134708:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202840.134772:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:2420:x1865628501261568:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 186us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202840.134778:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 468 00010000:00010000:0.0:1779202840.135218:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc020b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65ee3 expref: 49 pid: 7869 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202840.135235:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524179200:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202840.135253:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135267:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135273:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135297:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534a00/0x3d5ca2fc49dc095f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135307:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534a00/0x3d5ca2fc49dc095f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135315:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534a00/0x3d5ca2fc49dc095f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135888:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc0966 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135899:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc0966 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135906:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc0966 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202840.135921:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a0296e9 reply state 000000003c0f87b7 transno 4294968318 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc0966 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135931:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc0966 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135938:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202840.135942:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202840.135945:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1779202840.135956:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00010000:00010000:0.0:1779202840.135964:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135970:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135976:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135981:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c1534200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202840.135986:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.135994:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.136003:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:0.0:1779202840.136005:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202840.136009:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.136016:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0958 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202840.136027:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a0296e9 reply state 000000003c0f87b7 transno 4294968318 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534a00/0x3d5ca2fc49dc095f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.136123:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534a00/0x3d5ca2fc49dc095f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.136135:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff91cfc1ad0200) 00010000:00010000:0.0:1779202840.136137:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202840.136139:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1779202840.136215:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:34615:x1865628501261440:12345-192.168.204.21@tcp:36:lfs.0 Request processed in 6901us (7522us total) trans 4294968318 rc 0/0 00000100:00100000:0.0:1779202840.136223:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1584 00000100:00100000:3.0:1779202840.149304:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.149412:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501261696 00000100:00100000:1.0:1779202840.149423:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501261696 00000100:00100000:1.0:1779202840.149479:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1585 00000100:00100000:1.0:1779202840.149489:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+109:34616:x1865628501261696:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:1.0:1779202840.149513:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.149534:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc096d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660f0 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.149600:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0974 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.149614:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0974 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.149626:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0974 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202840.149676:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1779202840.149679:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202840.149749:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0974 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.149775:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc096d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660f0 expref: 111 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.149792:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297a00/0x3d5ca2fc49dc0974 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660f0 expref: 110 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.149800:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202840.149803:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202840.149807:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4297a00, rc 0) 00000100:00100000:1.0:1779202840.149869:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:34616:x1865628501261696:12345-192.168.204.21@tcp:101:bash.0 Request processed in 381us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202840.149876:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1585 00000100:00100000:3.0:1779202840.156529:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.156629:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501261824 00000100:00100000:2.0:1779202840.156639:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501261824 00000100:00100000:2.0:1779202840.156829:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1586 00000100:00100000:2.0:1779202840.156840:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+110:34616:x1865628501261824:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202840.156860:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.156878:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc097b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660f7 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.156944:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0982 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.156970:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0982 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.156982:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0982 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157001:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0989 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157009:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0989 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157016:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0989 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157104:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc0990 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157113:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc0990 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157120:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc0990 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202840.157154:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1779202840.157158:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202840.157177:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc0990 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157189:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0982 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157196:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0982 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157202:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0982 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157208:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.157213:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0982 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157220:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0982 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157231:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:2.0:1779202840.157233:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.157238:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0982 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157243:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0982 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157254:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0989 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157259:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0989 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157264:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0989 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157269:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.157271:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0989 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157276:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0989 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157282:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff91cfc1ad0200) 00010000:00010000:2.0:1779202840.157285:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.157287:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0989 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157295:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0989 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157319:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc097b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660f7 expref: 112 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157332:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3841600/0x3d5ca2fc49dc0990 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660f7 expref: 111 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.157350:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.157352:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1779202840.157354:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3841600, rc 0) 00000100:00100000:2.0:1779202840.157422:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:34616:x1865628501261824:12345-192.168.204.21@tcp:101:bash.0 Request processed in 584us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.157430:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1586 00000100:00100000:3.0:1779202840.161738:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.161874:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501261952 00000100:00100000:1.0:1779202840.161885:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501261952 00000100:00100000:1.0:1779202840.161942:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1587 00000100:00100000:1.0:1779202840.161952:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:34616:x1865628501261952:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:1.0:1779202840.161973:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.161994:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0997 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d660fe expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162066:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc099e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162081:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc099e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162094:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc099e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162110:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162128:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162142:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162186:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc099e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162199:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc099e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162206:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc099e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162214:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.162220:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc099e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162228:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc099e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162244:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.162248:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.162254:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc099e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162261:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc099e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162276:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162282:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09a5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162289:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162295:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4297200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.162298:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162304:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162310:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff91d0ebf53400) 00010000:00010000:1.0:1779202840.162313:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.162315:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162321:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162361:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0997 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660fe expref: 112 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162372:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.162374:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.162378:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0997 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660fe expref: 112 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.162388:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296c00, rc 0) 00000100:00100000:1.0:1779202840.162450:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:34616:x1865628501261952:12345-192.168.204.21@tcp:101:bash.0 Request processed in 499us (761us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202840.162457:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1587 00000100:00100000:3.0:1779202840.170918:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.171016:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501262080 00000100:00100000:1.0:1779202840.171037:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501262080 00000100:00100000:1.0:1779202840.171093:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1588 00000100:00100000:1.0:1779202840.171103:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+49:34617:x1865628501262080:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202840.171141:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.171164:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc09ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66105 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.171233:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.171247:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.171259:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202840.171307:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1779202840.171311:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202840.171329:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.171361:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc09ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66105 expref: 51 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.171377:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4297200/0x3d5ca2fc49dc09b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66105 expref: 50 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.171387:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202840.171389:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202840.171393:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4297200, rc 0) 00000100:00100000:1.0:1779202840.171451:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:34617:x1865628501262080:12345-192.168.204.21@tcp:101:rm.0 Request processed in 349us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202840.171458:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1588 00000100:00100000:3.0:1779202840.176583:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.176728:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501262208 00000100:00100000:1.0:1779202840.176739:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501262208 00000100:00100000:1.0:1779202840.176799:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1589 00000100:00100000:1.0:1779202840.176809:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+50:34617:x1865628501262208:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202840.176831:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.176851:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc09ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6610c expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.176927:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc09c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.176942:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc09c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.176953:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc09c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.176965:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc09c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.176972:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc09c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.176978:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc09c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177061:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc09cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177070:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc09cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177081:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc09cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202840.177113:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1779202840.177117:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202840.177149:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc09cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177163:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc09c1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177171:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc09c1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177178:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc09c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177185:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc09c1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177192:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bacc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.177197:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc09c1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177205:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc09c1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177216:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91d0e262b700) 00010000:00010000:1.0:1779202840.177219:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.177224:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc09c1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177235:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc09c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177249:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc09c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177256:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc09c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177262:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc09c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177267:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bac000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.177271:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc09c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177277:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc09c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177284:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff91cfc1ad0200) 00010000:00010000:1.0:1779202840.177286:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.177289:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc09c8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177295:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc09c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177319:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc09ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6610c expref: 52 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177349:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb400/0x3d5ca2fc49dc09cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6610c expref: 51 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.177357:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.177360:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1779202840.177363:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abb400, rc 0) 00000100:00100000:1.0:1779202840.177427:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:34617:x1865628501262208:12345-192.168.204.21@tcp:101:rm.0 Request processed in 619us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202840.177434:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1589 00000100:00100000:3.0:1779202840.184036:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.184113:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501262336 00000100:00100000:1.0:1779202840.184138:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501262336 00000100:00100000:1.0:1779202840.184197:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1590 00000100:00100000:1.0:1779202840.184208:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:34617:x1865628501262336:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202840.184229:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.184250:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc09d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66113 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184317:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc09dd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184333:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc09dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184354:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc09dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184370:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc09e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184378:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc09e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184384:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc09e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184419:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc09dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184426:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc09dd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184433:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc09dd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184439:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.184443:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc09dd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184457:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc09dd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184467:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.184470:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.184475:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc09dd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184480:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc09dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184492:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc09e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184498:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc09e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184504:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc09e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184509:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3aba800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.184512:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc09e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184518:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc09e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184526:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff91d0ebf53400) 00010000:00010000:1.0:1779202840.184529:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.184531:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc09e4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184537:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc09e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184568:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc09d6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66113 expref: 52 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184579:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.184581:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.184585:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc09d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66113 expref: 52 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.184600:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abac00, rc 0) 00000100:00100000:1.0:1779202840.184942:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:34617:x1865628501262336:12345-192.168.204.21@tcp:101:rm.0 Request processed in 734us (914us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202840.184951:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1590 00000100:00100000:3.0:1779202840.188579:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.189301:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501262464 00000100:00100000:2.0:1779202840.189312:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501262464 00000100:00100000:2.0:1779202840.189378:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1591 00000100:00100000:2.0:1779202840.189387:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:34617:x1865628501262464:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202840.189406:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.189427:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc09eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6611a expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189490:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc09f2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189506:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc09f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189609:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc09f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189626:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc09f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189634:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc09f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189641:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc09f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189684:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc09f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189706:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc09f2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189712:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc09f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189718:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.189723:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc09f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189730:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc09f2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189743:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.189746:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.189752:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc09f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189758:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc09f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189771:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc09f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189777:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc09f9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189783:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc09f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189788:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.189790:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc09f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189796:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc09f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189803:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff91cfc2882200) 00010000:00010000:2.0:1779202840.189806:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.189808:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc09f9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189812:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc09f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189845:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc09eb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6611a expref: 52 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189859:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.189862:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.189865:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc09eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6611a expref: 52 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.189873:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840000, rc 0) 00000100:00100000:2.0:1779202840.190282:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:34617:x1865628501262464:12345-192.168.204.21@tcp:101:rm.0 Request processed in 895us (1712us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202840.190291:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1591 00000100:00100000:3.0:1779202840.209624:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.210349:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501262592 00000100:00100000:2.0:1779202840.210595:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501262592 00000100:00100000:2.0:1779202840.210725:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1592 00000100:00100000:2.0:1779202840.210736:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:34618:x1865628501262592:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202840.210755:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.210775:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0a00 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66121 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.210841:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0a07 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.210857:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0a07 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.210868:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0a07 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.210883:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0a0e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.210890:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0a0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.210897:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0a0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.210931:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0a07 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.210938:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0a07 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.210944:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0a07 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.210961:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.210965:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0a07 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.210973:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0a07 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.210991:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.210994:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.210999:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0a07 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.211005:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0a07 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.211017:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0a0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.211024:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0a0e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.211040:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0a0e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.211045:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.211048:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0a0e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.211053:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0a0e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.211060:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff91cfc2882200) 00010000:00010000:2.0:1779202840.211062:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.211064:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0a0e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.211069:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0a0e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.211101:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0a00 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66121 expref: 52 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.211111:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.211254:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.211261:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0a00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66121 expref: 52 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.211276:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840000, rc 0) 00000100:00100000:2.0:1779202840.211356:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:34618:x1865628501262592:12345-192.168.204.21@tcp:101:cp.0 Request processed in 622us (1741us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202840.211363:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1592 00000100:00100000:3.0:1779202840.219042:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.219858:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501262720 00000100:00100000:0.0:1779202840.219870:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501262720 00000100:00100000:0.0:1779202840.219922:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1593 00000100:00100000:0.0:1779202840.219931:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:34618:x1865628501262720:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202840.219951:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202840.219971:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0a15 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66128 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220043:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a1c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220060:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a1c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220072:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a1c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220088:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535200/0x3d5ca2fc49dc0a23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220094:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535200/0x3d5ca2fc49dc0a23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220104:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535200/0x3d5ca2fc49dc0a23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220156:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a1c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220163:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a1c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220170:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a1c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220175:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c1534c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202840.220179:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a1c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220186:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a1c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220197:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202840.220200:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202840.220204:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a1c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220210:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a1c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220436:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535200/0x3d5ca2fc49dc0a23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220442:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535200/0x3d5ca2fc49dc0a23 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220448:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535200/0x3d5ca2fc49dc0a23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220453:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c1535200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202840.220455:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535200/0x3d5ca2fc49dc0a23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220460:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535200/0x3d5ca2fc49dc0a23 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220467:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff91cfc1ad0300) 00010000:00010000:0.0:1779202840.220469:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202840.220472:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535200/0x3d5ca2fc49dc0a23 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220477:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535200/0x3d5ca2fc49dc0a23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220507:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0a15 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66128 expref: 52 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220516:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202840.220519:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202840.220522:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0a15 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66128 expref: 52 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.220531:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c1534200, rc 0) 00000100:00100000:0.0:1779202840.221318:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:34618:x1865628501262720:12345-192.168.204.21@tcp:101:cp.0 Request processed in 1383us (2291us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202840.221332:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1593 00000100:00100000:3.0:1779202840.244073:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.244241:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501262976 00000100:00100000:1.0:1779202840.244251:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501262976 00000100:00100000:1.0:1779202840.244316:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1594 00000100:00100000:1.0:1779202840.244327:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+51:34618:x1865628501262976:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202840.244359:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.244382:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0a2a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6612f expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.244497:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0a31 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.244512:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0a31 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.244523:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0a31 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.244537:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0a38 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.244544:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0a38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.244550:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0a38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1779202840.244915:0:16980:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e:0x0], index 1: 0 00010000:00010000:1.0:1779202840.245048:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0a3f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.245058:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0a3f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.245065:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0a3f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.245098:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0a31 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.245105:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0a31 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.245124:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0a31 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.245130:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3aba800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.245135:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0a31 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.245142:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0a31 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.245153:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.245155:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.245160:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0a31 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.245170:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0a31 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202840.245182:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000095dae8b1 reply state 000000002f7735ea transno 4294968319 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0a38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.245193:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0a38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.245198:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff91d0ebf53400) 00010000:00010000:1.0:1779202840.245200:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202840.245203:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1779202840.245233:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0a2a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6612f expref: 54 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.245247:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0a3f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6612f expref: 53 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.245255:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff91d0ebf53e00) 00010000:00010000:1.0:1779202840.245257:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202840.245259:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3bac000, rc 0) 00000100:00100000:1.0:1779202840.245323:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:34618:x1865628501262976:12345-192.168.204.21@tcp:101:cp.0 Request processed in 998us (1259us total) trans 4294968319 rc 0/0 00000100:00100000:1.0:1779202840.245332:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1594 00000100:00100000:3.0:1779202840.260000:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.260170:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501263104 00000100:00100000:0.0:1779202840.260180:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501263104 00000100:00100000:0.0:1779202840.260266:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 443 00000100:00100000:0.0:1779202840.260279:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2419:x1865628501263104:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202840.260296:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202840.260319:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c157e090/0x3d5ca2fc49dc0a4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66136 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202840.260351:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1779202840.260373:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202840.260375:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202840.260383:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c157e090/0x3d5ca2fc49dc0a4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66136 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.260398:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c157e090/0x3d5ca2fc49dc0a4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66136 expref: 10 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.260411:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c1534200, rc 0) 00000100:00100000:0.0:1779202840.260473:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501263104:12345-192.168.204.21@tcp:101:cp.0 Request processed in 197us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202840.260480:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 443 00000100:00080000:1.0:1779202840.260667:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1779202840.266959:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202840.267158:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.267379:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501263232 00000100:00100000:0.0:1779202840.267390:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501263232 00000100:00100000:0.0:1779202840.267489:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 444 00000100:00100000:0.0:1779202840.267499:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:34618:x1865628501263232:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202840.267519:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202840.267540:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6613d expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.267572:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c157e090/0x3d5ca2fc49dc0a4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66136 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.267582:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202840.267583:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202840.267588:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 11 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.267622:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c157e090/0x3d5ca2fc49dc0a4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66136 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.267636:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c157e090/0x3d5ca2fc49dc0a4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66136 expref: 11 pid: 17866 timeout: 1069 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202840.267650:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524179328:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202840.267786:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf480 going to sleep for 11 seconds 00000100:00100000:3.0:1779202840.278759:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.278996:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501263360 00000100:00100000:2.0:1779202840.279007:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501263360 00010000:00010000:2.0:1779202840.279053:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c157e090/0x3d5ca2fc49dc0a4d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66136 expref: 12 pid: 17866 timeout: 1069 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202840.279101:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 469 00000100:00100000:2.0:1779202840.279118:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501263360:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202840.279133:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202840.279153:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c157e090/0x3d5ca2fc49dc0a4d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66136 expref: 12 pid: 17866 timeout: 1069 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.279168:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c157e090/0x3d5ca2fc49dc0a4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66136 expref: 12 pid: 17866 timeout: 1069 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.279192:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202840.279194:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202840.279202:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 12 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.279221:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 12 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.279263:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 12 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202840.279278:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6548:1865628524179456:192.168.204.21@tcp:105: 00000100:00100000:2.0:1779202840.279376:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1779202840.279894:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c157e090/0x3d5ca2fc49dc0a4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66136 expref: 12 pid: 17866 timeout: 1069 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202840.279911:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524179328:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202840.279933:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 11 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.279944:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c1535200, rc 0) 00000100:00100000:0.0:1779202840.279988:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:34618:x1865628501263232:12345-192.168.204.21@tcp:101:cp.0 Request processed in 12491us (12836us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202840.279997:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 444 00000100:00100000:2.0:1779202840.291930:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6548:1865628524179456:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202840.291956:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202840.292019:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501263360:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 12909us (13267us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.292030:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 469 00000100:00100000:2.0:1779202840.295804:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.295903:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501263616 00000100:00100000:0.0:1779202840.295912:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501263616 00000100:00100000:0.0:1779202840.295976:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 328 00000100:00100000:0.0:1779202840.295986:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0cc0d9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:34618:x1865628501263616:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:0.0:1779202840.296271:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0cc0d9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:34618:x1865628501263616:12345-192.168.204.21@tcp:35:cp.0 Request processed in 285us (474us total) trans 4294968320 rc 0/0 00000100:00100000:0.0:1779202840.296279:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 328 00000100:00100000:1.0:1779202840.352134:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.352233:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501263744 00000100:00100000:0.0:1779202840.352244:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501263744 00000100:00100000:0.0:1779202840.352303:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1595 00000100:00100000:0.0:1779202840.352313:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:34621:x1865628501263744:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202840.352333:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202840.352365:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0a5b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66144 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352431:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a62 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352447:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352459:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352470:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535600/0x3d5ca2fc49dc0a69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352478:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535600/0x3d5ca2fc49dc0a69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352484:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535600/0x3d5ca2fc49dc0a69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352568:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0a70 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352577:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0a70 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352584:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0a70 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202840.352623:0:10076:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00000004:00200000:0.0:1779202840.352628:0:10076:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202840.352648:0:10076:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0a70 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352660:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0a70 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352669:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a62 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352676:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a62 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352688:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a62 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352735:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a62 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352742:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c1534c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202840.352746:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a62 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352754:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a62 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352766:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202840.352769:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202840.352774:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a62 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352781:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0a62 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352795:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535600/0x3d5ca2fc49dc0a69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352801:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535600/0x3d5ca2fc49dc0a69 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352807:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535600/0x3d5ca2fc49dc0a69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.352813:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c1535600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202840.352816:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535600/0x3d5ca2fc49dc0a69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.353001:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535600/0x3d5ca2fc49dc0a69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.353010:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff91d0ebf53400) 00010000:00010000:0.0:1779202840.353012:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202840.353015:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535600/0x3d5ca2fc49dc0a69 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.353021:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535600/0x3d5ca2fc49dc0a69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.353054:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0a5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66144 expref: 113 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.353068:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0a70 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66144 expref: 112 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.353075:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff91d0ebf53e00) 00010000:00010000:0.0:1779202840.353077:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202840.353080:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6600, rc 0) 00000100:00100000:0.0:1779202840.353243:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:34621:x1865628501263744:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 930us (1126us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202840.353251:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1595 00000100:00100000:2.0:1779202840.361161:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.361363:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501263872 00000100:00100000:1.0:1779202840.361373:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501263872 00000100:00100000:1.0:1779202840.361456:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 445 00000100:00100000:1.0:1779202840.361467:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501263872:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202840.361486:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.361508:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d634df5/0x3d5ca2fc49dc0a77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6614b expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202840.361579:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524179584:192.168.204.21@tcp:106: 00000100:00100000:1.0:1779202840.361680:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e04c8900 going to sleep for 11 seconds 00000100:00080000:0.0:1779202840.361859:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1779202840.365273:0:8511:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1779202840.365281:0:8511:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb mtime: 0 -> 1779202839 00002000:00010000:1.0:1779202840.365284:0:8511:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb atime: 0 -> 1779202839 00002000:00010000:1.0:1779202840.365286:0:8511:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb ctime: 0 -> 1779202839 00002000:00010000:1.0:1779202840.365288:0:8511:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1779202840.365312:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524179584:192.168.204.21@tcp:106: 00010000:00010000:1.0:1779202840.365378:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000d634df5/0x3d5ca2fc49dc0a77 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6614b expref: 18 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.365404:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d634df5/0x3d5ca2fc49dc0a77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6614b expref: 18 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.365418:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3bacc00, rc 0) 00000100:00100000:1.0:1779202840.365483:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501263872:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 4016us (4332us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202840.365491:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 445 00000100:00100000:3.0:1779202840.376254:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.376503:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501264000 00000100:00100000:0.0:1779202840.376523:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501264000 00000100:00100000:0.0:1779202840.376583:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1596 00000100:00100000:0.0:1779202840.376594:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:34621:x1865628501264000:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202840.376617:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202840.376640:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0a7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66152 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.376758:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0a85 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.376775:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0a85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.376786:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0a85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202840.376830:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1779202840.376834:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202840.376854:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0a85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.376880:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0a7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66152 expref: 114 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.376896:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0a85 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66152 expref: 113 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.376905:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202840.376908:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202840.376912:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6e00, rc 0) 00000100:00100000:0.0:1779202840.376973:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:34621:x1865628501264000:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 380us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202840.376984:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1596 00000100:00100000:2.0:1779202840.382730:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.382855:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501264128 00000100:00100000:0.0:1779202840.382866:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501264128 00000100:00100000:0.0:1779202840.382922:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 446 00000100:00100000:0.0:1779202840.382932:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501264128:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202840.382950:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202840.382967:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0a8c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66159 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202840.383023:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524179712:192.168.204.21@tcp:106: 00000100:00100000:0.0:1779202840.383127:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf180 going to sleep for 11 seconds 00000100:00100000:0.0:1779202840.386743:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524179712:192.168.204.21@tcp:106: 00010000:00010000:0.0:1779202840.386783:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0a8c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66159 expref: 18 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.386809:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0a8c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66159 expref: 18 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.386823:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6000, rc 0) 00000100:00100000:0.0:1779202840.386887:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501264128:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 3956us (4207us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202840.386896:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 446 00000100:00100000:1.0:1779202840.395858:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.396062:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501264384 00000100:00100000:2.0:1779202840.396072:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501264384 00000100:00100000:2.0:1779202840.396138:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1597 00000100:00100000:2.0:1779202840.396149:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:34621:x1865628501264384:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:2.0:1779202840.396316:0:16980:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].45, 136 off14312 00000100:00100000:2.0:1779202840.396611:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:34621:x1865628501264384:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 463us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.396619:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1597 00000040:00080000:3.0:1779202840.397419:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1779202840.409784:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.409969:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501264512 00000100:00100000:0.0:1779202840.409980:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501264512 00000100:00100000:0.0:1779202840.410100:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1598 00000100:00100000:0.0:1779202840.410877:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:34622:x1865628501264512:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:0.0:1779202840.410899:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202840.410920:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc0a93 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66160 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.410987:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0a9a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411000:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0a9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411011:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0a9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411074:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0aa1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411082:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411089:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411144:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0a9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411151:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0a9a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411157:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0a9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411166:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202840.411170:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0a9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411178:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0a9a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411190:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202840.411193:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202840.411197:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0a9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411203:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0a9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411215:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411221:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0aa1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411227:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0aa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411231:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c1534200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202840.411234:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0aa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411239:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0aa1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411249:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff91cfc1ad0e00) 00010000:00010000:0.0:1779202840.411251:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202840.411254:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0aa1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411259:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0aa1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411290:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc0a93 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66160 expref: 114 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411299:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202840.411301:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202840.411304:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc0a93 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66160 expref: 114 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.411316:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a7800, rc 0) 00000100:00100000:0.0:1779202840.411402:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:34622:x1865628501264512:12345-192.168.204.21@tcp:101:bash.0 Request processed in 1292us (1626us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202840.411410:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1598 00000100:00100000:0.0:1779202840.437907:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.438009:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501264640 00000100:00100000:2.0:1779202840.438020:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501264640 00000100:00100000:2.0:1779202840.438086:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1599 00000100:00100000:2.0:1779202840.438096:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:34623:x1865628501264640:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202840.438141:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.438164:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0aa8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66167 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438235:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0aaf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438250:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0aaf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438261:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0aaf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438274:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0ab6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438281:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438287:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438321:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0aaf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438328:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0aaf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438343:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0aaf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438354:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.438358:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0aaf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438365:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0aaf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438376:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.438379:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.438384:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0aaf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438390:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0aaf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438401:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438406:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0ab6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438412:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0ab6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438416:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.438418:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0ab6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438423:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0ab6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438432:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff91cfc2882200) 00010000:00010000:2.0:1779202840.438434:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.438436:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0ab6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438441:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0ab6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438468:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0aa8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66167 expref: 56 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438476:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.438478:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.438481:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0aa8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66167 expref: 56 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.438488:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840a00, rc 0) 00000100:00100000:2.0:1779202840.438547:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:34623:x1865628501264640:12345-192.168.204.21@tcp:101:rm.0 Request processed in 453us (651us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202840.438554:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1599 00000100:00100000:3.0:1779202840.443455:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.443537:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501264768 00000100:00100000:2.0:1779202840.443548:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501264768 00000100:00100000:2.0:1779202840.443606:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1600 00000100:00100000:2.0:1779202840.443616:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:34623:x1865628501264768:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202840.443635:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.443654:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0abd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6616e expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443762:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0ac4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443776:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0ac4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443787:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0ac4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443801:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0acb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443808:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0acb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443814:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0acb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443846:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0ac4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443852:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0ac4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443859:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0ac4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443865:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.443868:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0ac4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443879:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0ac4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443890:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.443893:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.443899:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0ac4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443905:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0ac4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443919:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0acb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443925:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0acb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443931:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0acb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443935:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.443938:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0acb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443944:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0acb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443951:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff91cfc2882700) 00010000:00010000:2.0:1779202840.443953:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.443956:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0acb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443962:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0acb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.443993:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0abd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6616e expref: 56 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.444003:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.444005:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.444009:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0abd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6616e expref: 56 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.444017:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840000, rc 0) 00000100:00100000:2.0:1779202840.444085:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:34623:x1865628501264768:12345-192.168.204.21@tcp:101:rm.0 Request processed in 471us (638us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202840.444092:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1600 00000100:00100000:3.0:1779202840.459008:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524179840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202840.459095:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202840.459245:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524179840 00000100:00100000:2.0:1779202840.459254:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524179840 00000100:00100000:2.0:1779202840.459302:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1779202840.459312:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524179840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202840.459362:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1779202840.459423:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524179840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.459430:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1779202840.459769:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524179840:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202840.460036:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524180352:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460068:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202840.460086:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524180864:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460134:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202840.460159:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524181376:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460180:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202840.460196:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1779202840.460201:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524180224:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460223:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202840.460243:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524180736:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460264:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202840.460280:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524181248:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460301:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202840.460326:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524180352 00000100:00100000:2.0:1779202840.460331:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524180352 00000100:00100000:2.0:1779202840.460374:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1779202840.460381:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524180352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202840.460400:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524179968:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460419:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524180352:12345-0@lo:400:kworker.0 Request processed in 39us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.460426:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1779202840.460432:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202840.460443:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524180864 00000100:00100000:2.0:1779202840.460446:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524180864 00000100:00100000:3.0:1779202840.460454:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524180480:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460475:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524181376 00000100:00100000:3.0:1779202840.460476:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202840.460478:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524181376 00000100:00100000:3.0:1779202840.460489:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524180992:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460493:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524180736 00000100:00100000:2.0:1779202840.460495:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524180736 00000100:00100000:2.0:1779202840.460505:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524181248 00000100:00100000:2.0:1779202840.460507:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524181248 00000100:00100000:3.0:1779202840.460521:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202840.460521:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:2.0:1779202840.460526:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524180864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202840.460539:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1779202840.460544:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524180096:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460556:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524180864:12345-0@lo:400:kworker.0 Request processed in 31us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202840.460562:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202840.460562:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1779202840.460573:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524180608:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460573:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:2.0:1779202840.460578:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524181376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202840.460592:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202840.460599:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524181376:12345-0@lo:400:kworker.0 Request processed in 22us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.460605:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1779202840.460606:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524181120:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460614:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1779202840.460618:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524180736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202840.460623:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202840.460640:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524180736:12345-0@lo:400:kworker.0 Request processed in 21us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202840.460645:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524179968 00000100:00100000:2.0:1779202840.460646:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1779202840.460648:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524179968 00000100:00100000:3.0:1779202840.460674:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1779202840.460678:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524179968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202840.460739:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524179968:12345-0@lo:400:kworker.0 Request processed in 61us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202840.460745:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1779202840.460793:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524179968:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460796:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:2.0:1779202840.460801:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524181248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202840.460815:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524180224 00000100:00100000:3.0:1779202840.460818:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524180224 00000100:00100000:2.0:1779202840.460826:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524181248:12345-0@lo:400:kworker.0 Request processed in 25us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.460831:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1779202840.460835:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524180480 00000100:00100000:3.0:1779202840.460836:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524180480 00000100:00100000:3.0:1779202840.460848:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524180992 00000100:00100000:3.0:1779202840.460850:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524180992 00000100:00100000:3.0:1779202840.460862:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524180096 00000100:00100000:3.0:1779202840.460864:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524180096 00000100:00100000:2.0:1779202840.460864:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524180736:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460873:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524181248:0@lo:400:kworker.0 00000100:00100000:3.0:1779202840.460874:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524180608 00000100:00100000:3.0:1779202840.460876:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524180608 00000100:00100000:2.0:1779202840.460883:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524180352:0@lo:400:kworker.0 00000100:00100000:3.0:1779202840.460888:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524181120 00000100:00100000:3.0:1779202840.460890:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524181120 00000100:00100000:2.0:1779202840.460891:0:3663:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967381 gen 2 00000004:00080000:2.0:1779202840.460896:0:3663:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967381 committed transno 4294967381 00000100:00100000:3.0:1779202840.460901:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1779202840.460906:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524180224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460910:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524180864:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460919:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524181376:0@lo:400:kworker.0 00000100:00100000:3.0:1779202840.460932:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524180224:12345-0@lo:400:kworker.0 Request processed in 26us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202840.460937:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1779202840.460951:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524180224:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.460969:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:2.0:1779202840.460976:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524180480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.461014:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524180480:12345-0@lo:400:kworker.0 Request processed in 39us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.461020:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:2.0:1779202840.461032:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:2.0:1779202840.461038:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524180992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.461064:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524180992:12345-0@lo:400:kworker.0 Request processed in 27us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.461070:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:2.0:1779202840.461080:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1779202840.461085:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524180096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.461107:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524180096:12345-0@lo:400:kworker.0 Request processed in 22us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.461112:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1779202840.461121:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1779202840.461126:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524180608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.461147:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524180608:12345-0@lo:400:kworker.0 Request processed in 22us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.461152:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1779202840.461162:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1779202840.461167:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524181120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.461190:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524181120:12345-0@lo:400:kworker.0 Request processed in 23us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.461195:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1779202840.461235:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524180096:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.461243:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524180608:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.461251:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524181120:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.461258:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524180480:0@lo:400:kworker.0 00000100:00100000:2.0:1779202840.461266:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524180992:0@lo:400:kworker.0 00000100:00080000:0.0:1779202840.462366:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202840.462373:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202840.462377:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202840.462379:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202840.468180:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.468429:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501264896 00000100:00100000:2.0:1779202840.468439:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501264896 00000100:00100000:2.0:1779202840.468502:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1601 00000100:00100000:2.0:1779202840.468593:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:34624:x1865628501264896:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202840.468614:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.468635:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0ad2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66175 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468744:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0ad9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468759:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0ad9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468771:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0ad9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468786:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ae0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468793:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ae0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468800:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ae0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468845:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0ad9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468853:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0ad9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468859:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0ad9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468866:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.468872:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0ad9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468879:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0ad9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468893:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.468896:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.468902:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0ad9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468909:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0ad9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468923:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ae0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468930:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ae0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468936:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ae0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468952:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.468956:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ae0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468961:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ae0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468968:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff91cfc2882700) 00010000:00010000:2.0:1779202840.468971:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.468973:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ae0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.468979:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ae0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.469009:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0ad2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66175 expref: 56 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.469020:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.469022:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.469025:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0ad2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66175 expref: 56 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.470602:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935800, rc 0) 00000100:00100000:2.0:1779202840.470716:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:34624:x1865628501264896:12345-192.168.204.21@tcp:101:cp.0 Request processed in 2202us (2543us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202840.470725:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1601 00000100:00100000:0.0:1779202840.474926:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.475027:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501265024 00000100:00100000:1.0:1779202840.475050:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501265024 00000100:00100000:1.0:1779202840.475118:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1602 00000100:00100000:1.0:1779202840.475134:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:34624:x1865628501265024:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202840.475153:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.475173:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0ae7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6617c expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475250:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0aee lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475264:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0aee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475276:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0aee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475291:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0af5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475298:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0af5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475304:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0af5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475348:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0aee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475355:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0aee lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475361:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0aee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475367:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.475371:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0aee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475377:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0aee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475389:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.475392:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.475398:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0aee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475404:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0aee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475416:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0af5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475422:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0af5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475428:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0af5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475433:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3aba800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.475435:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0af5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475441:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0af5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475451:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff91d0ebf53a00) 00010000:00010000:1.0:1779202840.475453:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.475456:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0af5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475461:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0af5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475492:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0ae7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6617c expref: 56 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475501:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.475504:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.475507:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0ae7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6617c expref: 56 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.475516:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3bacc00, rc 0) 00000100:00100000:1.0:1779202840.475577:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:34624:x1865628501265024:12345-192.168.204.21@tcp:101:cp.0 Request processed in 450us (659us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202840.475584:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1602 00000100:00100000:1.0:1779202840.483386:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.487284:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501265280 00000100:00100000:2.0:1779202840.487300:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501265280 00000100:00100000:2.0:1779202840.487433:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1603 00000100:00100000:2.0:1779202840.487444:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:34624:x1865628501265280:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202840.487464:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.487484:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0afc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66183 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.487586:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.487602:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0a85 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66152 expref: 112 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.487610:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.487643:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0a85 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66152 expref: 112 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.487657:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0a85 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66152 expref: 112 pid: 6562 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202840.487675:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524181504:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202840.487803:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3240 going to sleep for 11 seconds 00000100:00100000:2.0:1779202840.502388:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524181504:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202840.502418:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202840.503677:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.503989:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501265408 00000100:00100000:0.0:1779202840.503998:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501265408 00010000:00010000:0.0:1779202840.504033:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0a85 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66152 expref: 113 pid: 6562 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202840.504114:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 470 00000100:00100000:0.0:1779202840.504125:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:2419:x1865628501265408:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202840.504138:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202840.504144:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0a85 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66152 expref: 113 pid: 6562 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.504156:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0a85 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66152 expref: 113 pid: 6562 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.504176:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0a85 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66152 expref: 113 pid: 6562 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.504202:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202840.504215:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.504225:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.504232:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.504261:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202840.504320:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:2419:x1865628501265408:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 197us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202840.504329:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 470 00010000:00010000:2.0:1779202840.505893:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.505907:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.505949:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0b0a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.505962:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0b0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.505971:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0b0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202840.506320:0:10076:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00010000:00010000:2.0:1779202840.506459:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc0b11 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506469:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc0b11 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506477:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc0b11 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506507:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506515:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506521:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506528:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506535:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3934000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.506538:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506546:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506557:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.506560:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.506564:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506571:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b03 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202840.506584:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000207fcc3f reply state 0000000073bc148b transno 4294968321 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0b0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506594:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0b0a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506601:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff91cfc2882700) 00010000:00010000:2.0:1779202840.506603:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202840.506606:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1779202840.506638:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0afc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66183 expref: 58 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506652:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc0b11 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66183 expref: 57 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.506660:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff91cfc2882200) 00010000:00010000:2.0:1779202840.506662:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202840.506665:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934a00, rc 0) 00000100:00100000:2.0:1779202840.506789:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:34624:x1865628501265280:12345-192.168.204.21@tcp:101:cp.0 Request processed in 19345us (23412us total) trans 4294968321 rc 0/0 00000100:00100000:2.0:1779202840.506797:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1603 00000100:00100000:1.0:1779202840.516390:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.516498:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501265536 00000100:00100000:2.0:1779202840.516509:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501265536 00000100:00100000:2.0:1779202840.516585:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 447 00000100:00100000:2.0:1779202840.516595:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+9:2420:x1865628501265536:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202840.516612:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.516632:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dc0b1f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6618a expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202840.516657:0:8446:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1779202840.516676:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202840.516679:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202840.516688:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dc0b1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6618a expref: 10 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.516733:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dc0b1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6618a expref: 10 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.516748:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3935800, rc 0) 00000100:00100000:2.0:1779202840.516807:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501265536:12345-192.168.204.21@tcp:101:cp.0 Request processed in 214us (1956us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.516816:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 447 00000100:00080000:0.0:1779202840.516899:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202840.525412:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.525552:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501265664 00000100:00100000:0.0:1779202840.525562:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501265664 00000100:00100000:0.0:1779202840.525622:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 448 00000100:00100000:0.0:1779202840.525633:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:34624:x1865628501265664:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202840.525653:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202840.525675:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66191 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.525850:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dc0b1f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6618a expref: 11 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.526325:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202840.526327:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202840.526340:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.526381:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dc0b1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6618a expref: 11 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.526396:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dc0b1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6618a expref: 11 pid: 8446 timeout: 1069 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202840.526410:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524181632:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202840.526500:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf180 going to sleep for 11 seconds 00000100:00100000:0.0:1779202840.532514:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524181632:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202840.532550:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 11 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.532573:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c1535600, rc 0) 00000100:00100000:0.0:1779202840.532639:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:34624:x1865628501265664:12345-192.168.204.21@tcp:101:cp.0 Request processed in 7007us (7236us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202840.532648:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 448 00000100:00100000:1.0:1779202840.545852:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202840.546148:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501265792 00000100:00100000:3.0:1779202840.546160:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501265792 00010000:00010000:3.0:1779202840.546202:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dc0b1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6618a expref: 11 pid: 8446 timeout: 1069 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202840.546261:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 471 00000100:00100000:3.0:1779202840.546271:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501265792:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202840.546286:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202840.546308:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dc0b1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6618a expref: 11 pid: 8446 timeout: 1069 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.546324:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dc0b1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6618a expref: 11 pid: 8446 timeout: 1069 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.546357:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075c4d7f0/0x3d5ca2fc49dc0b1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6618a expref: 11 pid: 8446 timeout: 1069 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.546380:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202840.546382:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202840.546390:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.546400:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.546441:0:6550:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202840.546456:0:6550:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6550:1865628524181760:192.168.204.21@tcp:105: 00000100:00100000:3.0:1779202840.546546:0:6550:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9780 going to sleep for 11 seconds 00000100:00100000:3.0:1779202840.558942:0:6550:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6550:1865628524181760:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202840.558969:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202840.559027:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501265792:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 12757us (13187us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202840.559038:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 471 00000100:00100000:1.0:1779202840.572125:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.572441:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501266048 00000100:00100000:0.0:1779202840.572451:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501266048 00000100:00100000:0.0:1779202840.572527:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 329 00000100:00100000:0.0:1779202840.572539:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+58:34624:x1865628501266048:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:0.0:1779202840.572870:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:34624:x1865628501266048:12345-192.168.204.21@tcp:35:cp.0 Request processed in 334us (757us total) trans 4294968322 rc 0/0 00000100:00100000:0.0:1779202840.572878:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 329 00000100:00100000:1.0:1779202840.655078:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202840.655357:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501266176 00000100:00100000:3.0:1779202840.655369:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501266176 00000100:00100000:3.0:1779202840.655440:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1604 00000100:00100000:3.0:1779202840.655451:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:34627:x1865628501266176:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202840.655477:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202840.655501:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0b2d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66198 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.655586:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0b34 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.655603:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0b34 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.655614:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0b34 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.655625:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0b3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.655632:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0b3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.655639:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0b3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.655903:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc0b42 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.655912:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc0b42 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.655919:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc0b42 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202840.655973:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00000004:00200000:3.0:1779202840.655978:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202840.655997:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc0b42 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656013:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc0b42 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656021:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0b34 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656027:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0b34 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656192:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0b34 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656199:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202840.656203:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0b34 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656210:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0b34 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656221:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202840.656224:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202840.656228:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0b34 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656235:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0b34 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656250:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0b3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656256:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0b3b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656263:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0b3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656268:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202840.656271:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0b3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656276:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0b3b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656284:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff91cfc2882700) 00010000:00010000:3.0:1779202840.656286:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202840.656288:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0b3b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656293:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0b3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656321:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0b2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66198 expref: 114 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656343:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc0b42 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66198 expref: 113 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.656350:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff91cfc2882200) 00010000:00010000:3.0:1779202840.656352:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202840.656354:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7c00, rc 0) 00000100:00100000:3.0:1779202840.656618:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:34627:x1865628501266176:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1167us (1547us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202840.656630:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1604 00000100:00100000:2.0:1779202840.661229:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.661306:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501266304 00000100:00100000:0.0:1779202840.661316:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501266304 00000100:00100000:0.0:1779202840.661408:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 449 00000100:00100000:0.0:1779202840.661419:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2421:x1865628501266304:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202840.661440:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202840.661461:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000750cdc53/0x3d5ca2fc49dc0b49 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6619f expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202840.661531:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524181888:192.168.204.21@tcp:106: 00000100:00100000:0.0:1779202840.661627:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf180 going to sleep for 11 seconds 00000100:00080000:2.0:1779202840.661760:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1779202840.685915:0:8447:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1779202840.685924:0:8447:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb mtime: 0 -> 1779202840 00002000:00010000:2.0:1779202840.685926:0:8447:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb atime: 0 -> 1779202840 00002000:00010000:2.0:1779202840.685928:0:8447:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb ctime: 0 -> 1779202840 00002000:00010000:2.0:1779202840.685931:0:8447:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1779202840.685954:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524181888:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202840.685990:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000750cdc53/0x3d5ca2fc49dc0b49 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6619f expref: 25 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.686014:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000750cdc53/0x3d5ca2fc49dc0b49 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6619f expref: 25 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.686028:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c1534c00, rc 0) 00000100:00100000:2.0:1779202840.686108:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2421:x1865628501266304:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 24690us (24888us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202840.686117:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 449 00000100:00100000:2.0:1779202840.704122:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.704305:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501266432 00000100:00100000:1.0:1779202840.704316:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501266432 00000100:00100000:1.0:1779202840.704393:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1605 00000100:00100000:1.0:1779202840.704406:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:34627:x1865628501266432:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202840.704431:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.704455:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0b50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d661a6 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.704538:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0b57 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.704552:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0b57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.704562:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0b57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202840.704602:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1779202840.704605:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202840.704624:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0b57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.704645:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0b50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661a6 expref: 115 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.704660:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0b57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661a6 expref: 114 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.704667:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.704670:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202840.704674:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3aba800, rc 0) 00000100:00100000:1.0:1779202840.704780:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:34627:x1865628501266432:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 377us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202840.704786:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1605 00000100:00100000:3.0:1779202840.712774:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.712934:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501266560 00000100:00100000:2.0:1779202840.712955:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501266560 00000100:00100000:2.0:1779202840.713014:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 450 00000100:00100000:2.0:1779202840.713027:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2419:x1865628501266560:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202840.713058:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.713077:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dc0b5e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d661ad expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202840.713139:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524182016:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202840.713242:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3900 going to sleep for 11 seconds 00000100:00100000:2.0:1779202840.724125:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524182016:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202840.724167:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dc0b5e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661ad expref: 25 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.724205:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037b0fceb/0x3d5ca2fc49dc0b5e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661ad expref: 25 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.724217:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934000, rc 0) 00000100:00100000:2.0:1779202840.724278:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2419:x1865628501266560:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 11253us (11518us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202840.724288:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 450 00000100:00100000:1.0:1779202840.733279:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.733427:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501266816 00000100:00100000:0.0:1779202840.733437:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501266816 00000100:00100000:0.0:1779202840.733498:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1606 00000100:00100000:0.0:1779202840.733516:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:34627:x1865628501266816:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:0.0:1779202840.733726:0:6564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].46, 136 off14448 00000100:00100000:0.0:1779202840.733806:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:34627:x1865628501266816:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 299us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202840.733814:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1606 00000100:00100000:3.0:1779202840.742233:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.742356:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501266944 00000100:00100000:2.0:1779202840.742369:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501266944 00000100:00100000:2.0:1779202840.742439:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1607 00000100:00100000:2.0:1779202840.742449:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:34628:x1865628501266944:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202840.742471:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.742492:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b65 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d661b4 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742568:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0b6c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742584:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0b6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742595:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0b6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742610:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0b73 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742617:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0b73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742623:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0b73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742659:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0b6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742667:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0b6c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742678:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0b6c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742684:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.742689:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0b6c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742737:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0b6c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742749:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.742752:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.742757:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0b6c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742763:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0b6c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742778:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0b73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742785:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0b73 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742791:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0b73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742796:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.742798:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0b73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742807:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0b73 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742814:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff91cfc2882100) 00010000:00010000:2.0:1779202840.742817:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.742820:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0b73 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742826:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0b73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742856:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b65 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661b4 expref: 115 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742865:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.742868:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.742871:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0b65 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661b4 expref: 115 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.742880:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934000, rc 0) 00000100:00100000:2.0:1779202840.742935:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:34628:x1865628501266944:12345-192.168.204.21@tcp:101:bash.0 Request processed in 488us (713us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202840.742943:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1607 00000100:00100000:3.0:1779202840.765798:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.765906:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501267072 00000100:00100000:1.0:1779202840.765919:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501267072 00000100:00100000:1.0:1779202840.765991:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1608 00000100:00100000:1.0:1779202840.766002:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:34629:x1865628501267072:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202840.766038:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.766062:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0b7a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d661bb expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766131:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0b81 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766147:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0b81 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766161:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0b81 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766176:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0b88 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766196:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0b88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766203:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0b88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766240:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0b81 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766247:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0b81 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766253:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0b81 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766259:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bacc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.766264:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0b81 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766271:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0b81 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766283:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.766285:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.766291:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0b81 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766296:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0b81 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766307:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0b88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766313:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0b88 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766318:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0b88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766324:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.766336:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0b88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766343:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0b88 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766349:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff91d0ebf53a00) 00010000:00010000:1.0:1779202840.766351:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.766354:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0b88 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766359:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0b88 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766391:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0b7a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661bb expref: 60 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766401:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.766403:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.766407:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0b7a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661bb expref: 60 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.766416:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abac00, rc 0) 00000100:00100000:1.0:1779202840.766481:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:34629:x1865628501267072:12345-192.168.204.21@tcp:101:rm.0 Request processed in 481us (696us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202840.766487:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1608 00000100:00100000:1.0:1779202840.777575:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.777756:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501267200 00000100:00100000:0.0:1779202840.777769:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501267200 00000100:00100000:0.0:1779202840.777840:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1609 00000100:00100000:0.0:1779202840.777860:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:34629:x1865628501267200:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202840.777882:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202840.777904:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0b8f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d661c2 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.777979:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0b96 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.777994:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0b96 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778006:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0b96 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778022:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0b9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778038:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778046:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778088:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0b96 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778096:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0b96 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778103:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0b96 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778110:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c1534200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202840.778114:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0b96 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778121:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0b96 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778134:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202840.778137:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202840.778142:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0b96 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778147:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0b96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778162:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778167:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0b9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778173:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0b9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778178:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202840.778181:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0b9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778186:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0b9d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778193:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff91cfc1ad0e00) 00010000:00010000:0.0:1779202840.778196:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202840.778198:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0b9d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778204:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0b9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778235:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0b8f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661c2 expref: 60 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778246:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202840.778249:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202840.778252:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0b8f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661c2 expref: 60 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.778262:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c1534c00, rc 0) 00000100:00100000:0.0:1779202840.778336:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:34629:x1865628501267200:12345-192.168.204.21@tcp:101:rm.0 Request processed in 479us (765us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202840.778345:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1609 00000100:00100000:3.0:1779202840.806580:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.806679:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501267328 00000100:00100000:2.0:1779202840.806735:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501267328 00000100:00100000:2.0:1779202840.806784:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1610 00000100:00100000:2.0:1779202840.806793:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:34630:x1865628501267328:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202840.806815:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.806835:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ba4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d661c9 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.806909:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.806923:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.806933:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.806961:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bb2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.806967:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.806973:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807008:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807013:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807019:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807024:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.807028:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807033:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807045:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.807048:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.807052:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807057:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807068:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807074:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bb2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807079:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807083:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.807086:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807090:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bb2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807096:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff91cfc2882100) 00010000:00010000:2.0:1779202840.807098:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.807101:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bb2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807106:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807138:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ba4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661c9 expref: 60 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807148:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.807151:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.807155:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ba4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661c9 expref: 60 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.807165:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934000, rc 0) 00000100:00100000:2.0:1779202840.807241:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:34630:x1865628501267328:12345-192.168.204.21@tcp:101:cp.0 Request processed in 450us (671us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202840.807249:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1610 00000100:00100000:3.0:1779202840.815151:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.815342:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501267456 00000100:00100000:1.0:1779202840.815354:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501267456 00000100:00100000:1.0:1779202840.815417:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1611 00000100:00100000:1.0:1779202840.815428:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:34630:x1865628501267456:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202840.815453:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.815472:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0bb9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d661d0 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815551:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0bc0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815566:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0bc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815578:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0bc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815593:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0bc7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815601:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815608:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815641:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0bc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815648:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0bc0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815655:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0bc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815665:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.815669:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0bc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815677:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0bc0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815688:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.815725:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.815730:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0bc0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815736:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0bc0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815750:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815756:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0bc7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815762:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0bc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815768:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abac00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.815770:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0bc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815776:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0bc7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815787:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff91d0ebf53a00) 00010000:00010000:1.0:1779202840.815790:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.815793:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0bc7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815799:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abac00/0x3d5ca2fc49dc0bc7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815828:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0bb9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661d0 expref: 60 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815838:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.815841:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.815844:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0bb9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661d0 expref: 60 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.815853:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296c00, rc 0) 00000100:00100000:1.0:1779202840.815911:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:34630:x1865628501267456:12345-192.168.204.21@tcp:101:cp.0 Request processed in 485us (770us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202840.815918:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1611 00000100:00100000:1.0:1779202840.824647:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.824826:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501267712 00000100:00100000:2.0:1779202840.824836:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501267712 00000100:00100000:2.0:1779202840.824894:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1612 00000100:00100000:2.0:1779202840.824905:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+59:34630:x1865628501267712:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202840.824924:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.824945:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0bce lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d661d7 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.825041:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.825059:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0b57 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661a6 expref: 113 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.825068:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.825099:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0b57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661a6 expref: 113 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.825110:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0b57 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661a6 expref: 113 pid: 7869 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202840.825124:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524182144:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202840.825205:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3900 going to sleep for 11 seconds 00000100:00100000:3.0:1779202840.832360:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.832850:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501267840 00000100:00100000:0.0:1779202840.832861:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501267840 00010000:00010000:0.0:1779202840.832905:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0b57 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661a6 expref: 114 pid: 7869 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202840.832960:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 472 00000100:00100000:0.0:1779202840.832971:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:2419:x1865628501267840:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202840.832989:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202840.832996:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0b57 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661a6 expref: 114 pid: 7869 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.833010:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0b57 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661a6 expref: 114 pid: 7869 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.833048:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202840.833054:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.833064:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.833071:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.833092:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202840.833156:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:2419:x1865628501267840:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 187us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202840.833163:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 472 00010000:00010000:2.0:1779202840.839587:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba800/0x3d5ca2fc49dc0b57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661a6 expref: 113 pid: 7869 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202840.839612:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524182144:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202840.839637:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.839647:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.839653:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.839715:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bdc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.839730:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bdc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.839740:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bdc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202840.840336:0:6564:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1f:0x0], index 1: 0 00010000:00010000:2.0:1779202840.840513:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0be3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.840524:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0be3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.840532:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0be3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.840569:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.840577:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.840585:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.840591:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.840595:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.840603:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.840618:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.840621:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.840627:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.840632:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0bd5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202840.840643:0:6564:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f90d7391 reply state 00000000b4c30918 transno 4294968323 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bdc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.840652:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bdc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.840670:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff91cfc2882100) 00010000:00010000:2.0:1779202840.840673:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202840.840676:0:6564:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1779202840.841363:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0bce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661d7 expref: 62 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.841380:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0be3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661d7 expref: 61 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.841389:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff91cfc2882500) 00010000:00010000:2.0:1779202840.841391:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202840.841393:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840000, rc 0) 00000100:00100000:2.0:1779202840.841533:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+62:34630:x1865628501267712:12345-192.168.204.21@tcp:101:cp.0 Request processed in 16629us (16893us total) trans 4294968323 rc 0/0 00000100:00100000:2.0:1779202840.841542:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1612 00000100:00100000:3.0:1779202840.847682:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.848368:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501267968 00000100:00100000:1.0:1779202840.848379:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501267968 00000100:00100000:1.0:1779202840.848444:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 451 00000100:00100000:1.0:1779202840.848453:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501267968:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202840.848471:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.848491:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc0bf1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d661de expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202840.848526:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1779202840.848545:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202840.848547:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202840.848555:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc0bf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661de expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.848573:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc0bf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661de expref: 11 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.848586:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3abac00, rc 0) 00000100:00100000:1.0:1779202840.848647:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501267968:12345-192.168.204.21@tcp:101:cp.0 Request processed in 194us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202840.848654:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 451 00000100:00100000:3.0:1779202840.865010:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.865170:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501268096 00000100:00100000:1.0:1779202840.865195:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501268096 00000100:00100000:1.0:1779202840.865257:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 452 00000100:00100000:1.0:1779202840.865268:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:34630:x1865628501268096:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202840.865289:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.865310:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d661e5 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.865354:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc0bf1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661de expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.865363:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202840.865365:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202840.865369:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 12 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.865404:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc0bf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661de expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.865418:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc0bf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661de expref: 12 pid: 8511 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202840.865432:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524182272:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202840.868865:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e04c8900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202840.884795:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524182272:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202840.884830:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 12 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202840.884852:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3aba800, rc 0) 00000100:00100000:0.0:1779202840.884911:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:34630:x1865628501268096:12345-192.168.204.21@tcp:101:cp.0 Request processed in 19644us (19911us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202840.884924:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 452 00000100:00100000:3.0:1779202840.889980:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.890100:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501268224 00000100:00100000:2.0:1779202840.890114:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501268224 00010000:00010000:2.0:1779202840.890155:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc0bf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661de expref: 12 pid: 8511 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202840.890195:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 473 00000100:00100000:2.0:1779202840.890205:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501268224:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202840.890220:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202840.890240:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc0bf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661de expref: 12 pid: 8511 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.890253:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc0bf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661de expref: 12 pid: 8511 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.890275:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000187d3ff5/0x3d5ca2fc49dc0bf1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661de expref: 12 pid: 8511 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.890291:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202840.890293:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202840.890299:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 11 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.890310:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 11 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.890358:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 11 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202840.890378:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6548:1865628524182400:192.168.204.21@tcp:105: 00000100:00100000:2.0:1779202840.890465:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e30c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202840.893220:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6548:1865628524182400:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202840.893244:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202840.893298:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501268224:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 3093us (3327us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.893308:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 473 00000100:00100000:1.0:1779202840.896242:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202840.896376:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501268480 00000100:00100000:0.0:1779202840.896386:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501268480 00000100:00100000:0.0:1779202840.896441:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 330 00000100:00100000:0.0:1779202840.896450:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+62:34630:x1865628501268480:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:0.0:1779202840.896788:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+63:34630:x1865628501268480:12345-192.168.204.21@tcp:35:cp.0 Request processed in 339us (554us total) trans 4294968324 rc 0/0 00000100:00100000:0.0:1779202840.896795:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 330 00000100:00100000:3.0:1779202840.936800:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202840.937050:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501268608 00000100:00100000:2.0:1779202840.937060:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501268608 00000100:00100000:2.0:1779202840.937118:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1613 00000100:00100000:2.0:1779202840.937128:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+113:34633:x1865628501268608:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202840.937146:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202840.937166:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0bff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d661ec expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937232:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c06 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937248:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c06 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937259:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c06 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937269:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0c0d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937280:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0c0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937286:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0c0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937361:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0c14 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937370:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0c14 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937377:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0c14 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202840.937414:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00000004:00200000:2.0:1779202840.937418:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202840.937438:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0c14 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937449:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0c14 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937457:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c06 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937462:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c06 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937468:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c06 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937477:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.937481:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c06 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937487:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c06 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937511:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202840.937515:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.937519:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c06 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937524:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937537:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0c0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937542:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0c0d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937548:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0c0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937552:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202840.937555:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0c0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937560:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0c0d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937570:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff91cfc2882100) 00010000:00010000:2.0:1779202840.937572:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202840.937575:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0c0d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937580:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0c0d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937608:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0bff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661ec expref: 115 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937619:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0c14 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661ec expref: 114 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202840.937626:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff91cfc2882500) 00010000:00010000:2.0:1779202840.937629:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202840.937631:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840800, rc 0) 00000100:00100000:2.0:1779202840.937689:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:34633:x1865628501268608:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 563us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202840.937742:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1613 00000100:00100000:1.0:1779202840.943170:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202840.945496:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501268736 00000100:00100000:3.0:1779202840.945517:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501268736 00000100:00100000:3.0:1779202840.945581:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 453 00000100:00100000:3.0:1779202840.945590:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501268736:12345-192.168.204.21@tcp:101:lfs.0 00000100:00100000:2.0:1779202840.945599:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00010000:00010000:3.0:1779202840.945609:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202840.945628:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0c1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d661f3 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202840.945687:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524182528:192.168.204.21@tcp:106: 00000100:00100000:1.0:1779202840.945721:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501268864 00000100:00100000:1.0:1779202840.945725:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501268864 00000100:00100000:1.0:1779202840.945761:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 619 00000100:00100000:1.0:1779202840.945767:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:2422:x1865628501268864:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:1.0:1779202840.945805:0:7870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1779202840.945814:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9780 going to sleep for 11 seconds 00010000:00010000:1.0:1779202840.945819:0:7870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c22 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d661fa expref: -99 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.945871:0:7870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0c29 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.945884:0:7870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0c29 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.945899:0:7870:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0c29 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.945913:0:7870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c30 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.945919:0:7870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.945924:0:7870:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.945958:0:7870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0c29 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.945965:0:7870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0c29 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.945970:0:7870:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0c29 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.945976:0:7870:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.945981:0:7870:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0c29 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.945988:0:7870:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0c29 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.946000:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.946003:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.946008:0:7870:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0c29 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.946014:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0c29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.946024:0:7870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.946029:0:7870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c30 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.946035:0:7870:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.946040:0:7870:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bacc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202840.946043:0:7870:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.946047:0:7870:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c30 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.946053:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff91d0ebf53d00) 00010000:00010000:1.0:1779202840.946056:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202840.946058:0:7870:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c30 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.946064:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c30 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.946090:0:7870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c22 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661fa expref: 115 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.946105:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.946107:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1779202840.946111:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c22 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661fa expref: 115 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.946120:0:7870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296c00, rc -2) 00000100:00100000:1.0:1779202840.946169:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:2422:x1865628501268864:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 402us (569us total) trans 0 rc -2/-2 00000100:00100000:1.0:1779202840.946176:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 619 00002000:00010000:3.0:1779202840.952051:0:12963:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1779202840.952061:0:12963:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb mtime: 0 -> 1779202840 00002000:00010000:3.0:1779202840.952064:0:12963:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb atime: 0 -> 1779202840 00002000:00010000:3.0:1779202840.952066:0:12963:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb ctime: 0 -> 1779202840 00002000:00010000:3.0:1779202840.952068:0:12963:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1779202840.952092:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524182528:192.168.204.21@tcp:106: 00010000:00010000:3.0:1779202840.952129:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0c1b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661f3 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.952151:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0c1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661f3 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202840.952164:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7e00, rc 0) 00000100:00100000:3.0:1779202840.952275:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501268736:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 6685us (9113us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202840.952284:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 453 00000100:00100000:3.0:1779202840.961342:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.961440:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501268992 00000100:00100000:1.0:1779202840.961450:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501268992 00000100:00100000:1.0:1779202840.961515:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1614 00000100:00100000:1.0:1779202840.961525:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:34633:x1865628501268992:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202840.961546:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.961567:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c37 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66232 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.961637:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.961653:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.961665:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202840.961748:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1779202840.961752:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202840.961773:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.961797:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c37 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66232 expref: 116 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.961815:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66232 expref: 115 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.961825:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202840.961827:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1779202840.961831:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296c00, rc 0) 00000100:00100000:1.0:1779202840.961893:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:34633:x1865628501268992:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 369us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202840.961900:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1614 00000100:00100000:0.0:1779202840.974284:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.974385:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501269120 00000100:00100000:1.0:1779202840.974396:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501269120 00000100:00100000:1.0:1779202840.974455:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 454 00000100:00100000:1.0:1779202840.974466:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501269120:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202840.974484:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202840.974511:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048a28331/0x3d5ca2fc49dc0c45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66239 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202840.974567:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524182656:192.168.204.21@tcp:106: 00000100:00100000:1.0:1779202840.974650:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e04c8900 going to sleep for 11 seconds 00000100:00100000:1.0:1779202840.977963:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524182656:192.168.204.21@tcp:106: 00010000:00010000:1.0:1779202840.978007:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000048a28331/0x3d5ca2fc49dc0c45 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66239 expref: 18 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.978031:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048a28331/0x3d5ca2fc49dc0c45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66239 expref: 18 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202840.978045:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296400, rc 0) 00000100:00100000:1.0:1779202840.978103:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501269120:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 3639us (3829us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202840.978112:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 454 00000100:00100000:3.0:1779202840.985001:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202840.985242:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501269376 00000100:00100000:1.0:1779202840.985254:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501269376 00000100:00100000:1.0:1779202840.985312:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1615 00000100:00100000:1.0:1779202840.985322:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:34633:x1865628501269376:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:1.0:1779202840.985634:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].47, 136 off14584 00000100:00100000:1.0:1779202840.985783:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:34633:x1865628501269376:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 461us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202840.985792:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1615 00000100:00100000:0.0:1779202841.012480:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.012674:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501269504 00000100:00100000:2.0:1779202841.012685:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501269504 00000100:00100000:2.0:1779202841.012776:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1616 00000100:00100000:2.0:1779202841.012787:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:34636:x1865628501269504:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:2.0:1779202841.012806:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.012827:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0c4c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66240 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.012907:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c53 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.012924:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.012946:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.012963:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0c5a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.012970:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0c5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.012977:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0c5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013018:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013025:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c53 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013273:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c53 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013280:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.013285:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c53 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013296:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c53 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013308:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.013311:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.013315:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c53 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013321:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0c53 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013344:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0c5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013350:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0c5a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013356:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0c5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013361:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3840400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.013364:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0c5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013371:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0c5a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013377:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff91cfc2882a00) 00010000:00010000:2.0:1779202841.013380:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.013383:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0c5a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013393:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840400/0x3d5ca2fc49dc0c5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013428:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0c4c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66240 expref: 116 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013438:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.013440:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.013444:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840600/0x3d5ca2fc49dc0c4c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66240 expref: 116 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.013453:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3840600, rc 0) 00000100:00100000:2.0:1779202841.013762:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:34636:x1865628501269504:12345-192.168.204.21@tcp:101:bash.0 Request processed in 974us (1291us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202841.013771:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1616 00000100:00100000:2.0:1779202841.018341:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.019504:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501269632 00000100:00100000:0.0:1779202841.019517:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501269632 00000100:00100000:0.0:1779202841.019585:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 620 00000100:00100000:0.0:1779202841.019596:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:2421:x1865628501269632:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:0.0:1779202841.019633:0:6568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202841.019653:0:6568:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0c61 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66247 expref: -99 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.019738:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc0c68 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.019753:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc0c68 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.019765:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc0c68 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.019801:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0c6f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.019809:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0c6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.019815:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0c6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.019854:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc0c68 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.019860:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc0c68 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.019867:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc0c68 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020277:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.020282:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc0c68 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020290:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc0c68 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020302:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.020305:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.020309:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc0c68 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020316:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc0c68 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020342:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0c6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020348:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0c6f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020354:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0c6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020359:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.020362:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0c6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020368:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0c6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020375:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x996ea506 (ffff91cfc1ad0e00) 00010000:00010000:0.0:1779202841.020377:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.020380:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0c6f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020386:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc0c6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020416:0:6568:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0c61 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66247 expref: 116 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020430:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.020432:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1779202841.020436:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc0c61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66247 expref: 116 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.020445:0:6568:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6e00, rc -2) 00000100:00100000:0.0:1779202841.024657:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:2421:x1865628501269632:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 5050us (6326us total) trans 0 rc -2/-2 00000100:00100000:0.0:1779202841.024672:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 620 00000100:00100000:2.0:1779202841.031208:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.031597:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501269760 00000100:00100000:1.0:1779202841.031608:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501269760 00000100:00100000:1.0:1779202841.031674:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1617 00000100:00100000:1.0:1779202841.031686:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+63:34637:x1865628501269760:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202841.031735:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.031758:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0c76 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6624e expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.031840:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c7d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.031854:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c7d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.031864:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c7d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.031891:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0c84 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.031898:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0c84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.031904:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0c84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.031946:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c7d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.031953:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c7d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.031960:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.031965:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bacc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.031970:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.031981:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c7d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.031993:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.031997:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.032002:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c7d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.032009:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0c7d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.032023:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0c84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.032030:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0c84 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.032036:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0c84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.032041:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.032044:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0c84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.032050:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0c84 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.032057:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff91cfc2a5d400) 00010000:00010000:1.0:1779202841.032059:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.032062:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0c84 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.032071:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0c84 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.032106:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0c76 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6624e expref: 64 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.032118:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.032120:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.032123:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0c76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6624e expref: 64 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.032133:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296400, rc 0) 00000100:00100000:1.0:1779202841.032203:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+63:34637:x1865628501269760:12345-192.168.204.21@tcp:101:rm.0 Request processed in 519us (1004us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202841.032210:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1617 00000040:00080000:2.0:1779202841.034944:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202841.034953:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202841.034982:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 48 count 6 00000040:00080000:2.0:1779202841.034988:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202841.035261:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a62300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524182784:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202841.035372:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e01e3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1779202841.054058:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.054090:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.054156:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501269888 00000100:00100000:0.0:1779202841.054167:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501269888 00000100:00100000:0.0:1779202841.054224:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501270016 00000100:00100000:0.0:1779202841.054227:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501270016 00000100:00100000:0.0:1779202841.054249:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1618 00000100:00100000:0.0:1779202841.054258:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+65:34640:x1865628501269888:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1779202841.054291:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202841.054438:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+65:34640:x1865628501269888:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 180us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202841.054446:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1618 00000100:00100000:0.0:1779202841.054463:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1619 00000100:00100000:0.0:1779202841.054470:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+64:34639:x1865628501270016:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1779202841.054482:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202841.054529:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+64:34639:x1865628501270016:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 59us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202841.054539:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1619 00000100:00100000:1.0:1779202841.054824:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a62300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524182784:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202841.060757:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.060808:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.060829:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.060908:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501270272 00000100:00100000:3.0:1779202841.060918:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501270272 00000100:00100000:3.0:1779202841.060973:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501270528 00000100:00100000:3.0:1779202841.060976:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501270528 00000100:00100000:3.0:1779202841.060990:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501270144 00000100:00100000:3.0:1779202841.060992:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501270144 00000100:00100000:3.0:1779202841.061010:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1620 00000100:00100000:3.0:1779202841.061019:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+65:34637:x1865628501270272:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202841.061051:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202841.061076:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc0c8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66255 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061150:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0c92 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061169:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0c92 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061180:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0c92 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061195:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0c99 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061202:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0c99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061208:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0c99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061243:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0c92 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061250:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0c92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061257:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0c92 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061263:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202841.061266:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0c92 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061274:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0c92 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061285:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202841.061289:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.061295:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0c92 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061301:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc0c92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061313:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0c99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061319:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0c99 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061335:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0c99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061339:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202841.061342:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0c99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.061348:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0c99 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.061804:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1621 00000100:00100000:2.0:1779202841.061815:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+66:34640:x1865628501270528:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202841.061825:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.061836:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0ca0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6625c expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.061922:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ca7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.061933:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.061942:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202841.061952:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00010000:00010000:2.0:1779202841.062058:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935a00/0x3d5ca2fc49dc0ca0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6625c expref: 69 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.062073:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ca7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6625c expref: 68 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.062082:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff91cfc2882500) 00010000:00010000:2.0:1779202841.062084:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202841.062087:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3934000, rc 0) 00000100:00100000:2.0:1779202841.062143:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+68:34640:x1865628501270528:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 331us (1333us total) trans 4294968325 rc 0/0 00000100:00100000:2.0:1779202841.062154:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1621 00000100:00100000:2.0:1779202841.062175:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1622 00000100:00100000:2.0:1779202841.062182:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+67:34638:x1865628501270144:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202841.062197:0:6562:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202841.062257:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+67:34638:x1865628501270144:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 76us (1428us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.062264:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1622 00010000:00010000:3.0:1779202841.063137:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff91cfc10a3400) 00010000:00010000:3.0:1779202841.063142:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.063147:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0c99 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.063156:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc0c99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.063196:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc0c8b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66255 expref: 66 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.063207:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202841.063209:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.063212:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7e00/0x3d5ca2fc49dc0c8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66255 expref: 66 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.063220:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7e00, rc 0) 00000100:00100000:2.0:1779202841.070501:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+65:34637:x1865628501270272:12345-192.168.204.21@tcp:101:rm.0 Request processed in 9470us (9741us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202841.070514:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1620 00000100:00100000:0.0:1779202841.070684:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.070988:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501270784 00000100:00100000:2.0:1779202841.070997:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501270784 00000100:00100000:2.0:1779202841.071040:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1623 00000100:00100000:2.0:1779202841.071048:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+65:34639:x1865628501270784:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202841.071067:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.071088:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0cb5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66263 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.071206:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0cbc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.071220:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0cbc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.071232:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0cbc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202841.071249:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00010000:00010000:2.0:1779202841.071500:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840a00/0x3d5ca2fc49dc0cb5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66263 expref: 68 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.071526:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0cbc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66263 expref: 67 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.071535:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff91cfc2882200) 00010000:00010000:2.0:1779202841.071538:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202841.071541:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922fe00, rc 0) 00000100:00100000:2.0:1779202841.071587:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+67:34639:x1865628501270784:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 539us (904us total) trans 4294968326 rc 0/0 00000100:00100000:2.0:1779202841.071593:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1623 00000100:00100000:0.0:1779202841.088041:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.088127:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501271040 00000100:00100000:2.0:1779202841.088138:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501271040 00000100:00100000:2.0:1779202841.088195:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1624 00000100:00100000:2.0:1779202841.088206:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+67:34638:x1865628501271040:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202841.088227:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.088246:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0cca lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6626a expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.088369:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc0cd1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.088384:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc0cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.088400:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc0cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202841.088412:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00010000:00010000:2.0:1779202841.088540:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0cca lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6626a expref: 70 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.088558:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc0cd1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6626a expref: 69 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.088568:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff91d0ebf53e00) 00010000:00010000:2.0:1779202841.088571:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202841.088575:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922ee00, rc 0) 00000100:00100000:2.0:1779202841.088630:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:34638:x1865628501271040:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 425us (599us total) trans 4294968327 rc 0/0 00000100:00100000:2.0:1779202841.088638:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1624 00000100:00100000:0.0:1779202841.093491:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.093527:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.093547:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.093596:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501271296 00000100:00100000:0.0:1779202841.093606:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501271296 00000100:00100000:0.0:1779202841.093646:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501271424 00000100:00100000:0.0:1779202841.093648:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501271424 00000100:00100000:0.0:1779202841.093669:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 455 00000100:00100000:0.0:1779202841.093679:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501271296:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202841.093750:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.093774:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 11 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.093783:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202841.093786:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202841.093789:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.093823:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 11 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.093838:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 11 pid: 17866 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202841.093853:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524182912:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202841.094334:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 456 00000100:00100000:2.0:1779202841.094346:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501271424:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1779202841.094379:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.094393:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.094401:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1779202841.094403:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1779202841.094406:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.094428:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.094438:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 10 pid: 8444 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.094449:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524183040:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202841.097376:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc31383c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202841.097416:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501271168 00000100:00100000:2.0:1779202841.097425:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501271168 00000100:00100000:2.0:1779202841.097515:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 76 00000100:00100000:2.0:1779202841.097524:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:2420:x1865628501271168:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202841.097539:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202841.097564:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934000/0x3d5ca2fc49dc0ca7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6625c expref: 69 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.097583:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff91cfc2882500) 00010000:00010000:2.0:1779202841.097589:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202841.097612:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+68:2420:x1865628501271168:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 90us (4130us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.097620:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 76 00000100:00100000:0.0:1779202841.100283:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1779202841.101183:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.101256:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.101639:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501271680 00000100:00100000:0.0:1779202841.101650:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501271680 00000100:00100000:0.0:1779202841.101718:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 457 00000100:00100000:0.0:1779202841.101728:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501271680:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202841.101777:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.101800:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 12 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.101809:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202841.101811:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202841.101814:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.101847:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 12 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.101860:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 12 pid: 8447 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202841.101884:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524183168:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202841.101959:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cfc00 going to sleep for 11 seconds 00000100:00100000:3.0:1779202841.103200:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.109710:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501271552 00000100:00100000:2.0:1779202841.109725:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501271552 00000100:00100000:2.0:1779202841.109798:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501271808 00000100:00100000:2.0:1779202841.109802:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501271808 00000100:00100000:2.0:1779202841.109840:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 77 00000100:00100000:2.0:1779202841.109852:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:2419:x1865628501271552:12345-192.168.204.21@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1779202841.110731:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 78 00000100:00100000:3.0:1779202841.110747:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:2422:x1865628501271808:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202841.110758:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202841.110785:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc0cd1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6626a expref: 69 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.110808:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff91d0ebf53e00) 00010000:00010000:3.0:1779202841.110814:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202841.110896:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+68:2422:x1865628501271808:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 155us (7701us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.110904:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 78 00010000:00010000:2.0:1779202841.112259:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202841.112292:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0cbc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66263 expref: 67 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.112310:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff91cfc2882200) 00010000:00010000:2.0:1779202841.112315:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202841.112443:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+66:2419:x1865628501271552:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 2593us (11264us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.112453:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 77 00000100:00100000:3.0:1779202841.127392:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.127568:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.127634:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501272064 00000100:00100000:3.0:1779202841.127644:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501272064 00002000:00100000:3.0:1779202841.127718:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff91d0c9b8ca80 x1865628501272064/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 648/0 e 0 to 0 dl 1779202852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202841.127730:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c9b8ca80 with x1865628501272064 ext(0->157) 00010000:00010000:3.0:1779202841.127739:0:8451:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 11 pid: 8444 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.127754:0:8451:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 11 pid: 8444 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202841.127762:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91d0c9b8ca80 00000100:00100000:3.0:1779202841.127787:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 17 00000100:00100000:3.0:1779202841.127796:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501272064:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:1.0:1779202841.128345:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524182912:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202841.128373:0:17866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202841.133261:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524183168:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202841.133288:0:8444:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202841.133335:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501271936 00000100:00100000:0.0:1779202841.133341:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501271936 00000100:00100000:0.0:1779202841.133400:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1625 00000100:00100000:0.0:1779202841.133410:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+66:34641:x1865628501271936:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202841.133438:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202841.133460:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0cf4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66271 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133545:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0cfb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133560:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0cfb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133570:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0cfb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133584:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd4e00/0x3d5ca2fc49dc0d02 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133591:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd4e00/0x3d5ca2fc49dc0d02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133597:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd4e00/0x3d5ca2fc49dc0d02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133631:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0cfb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133639:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0cfb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133646:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0cfb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133653:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c1534c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.133657:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0cfb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133665:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0cfb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133677:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.133680:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.133684:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0cfb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133715:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534c00/0x3d5ca2fc49dc0cfb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133731:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd4e00/0x3d5ca2fc49dc0d02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133737:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd4e00/0x3d5ca2fc49dc0d02 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133744:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd4e00/0x3d5ca2fc49dc0d02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133749:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bd4e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.133752:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd4e00/0x3d5ca2fc49dc0d02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133758:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd4e00/0x3d5ca2fc49dc0d02 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133765:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff91cfc1ad0e00) 00010000:00010000:0.0:1779202841.133767:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.133770:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd4e00/0x3d5ca2fc49dc0d02 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133776:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd4e00/0x3d5ca2fc49dc0d02 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133804:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0cf4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66271 expref: 67 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133814:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.133817:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.133820:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534200/0x3d5ca2fc49dc0cf4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66271 expref: 67 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.133829:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c1534200, rc 0) 00000100:00100000:0.0:1779202841.133886:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+66:34641:x1865628501271936:12345-192.168.204.21@tcp:101:cp.0 Request processed in 478us (6504us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202841.133894:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1625 00000100:00100000:3.0:1779202841.134346:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.134603:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501272320 00000100:00100000:0.0:1779202841.134610:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501272320 00002000:00100000:0.0:1779202841.134641:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff91d0c9b8fb80 x1865628501272320/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 648/0 e 0 to 0 dl 1779202852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202841.134651:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c9b8fb80 with x1865628501272320 ext(0->157) 00010000:00010000:0.0:1779202841.134658:0:16107:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 13 pid: 8447 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.134670:0:16107:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 13 pid: 8447 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202841.134677:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91d0c9b8fb80 00000100:00100000:0.0:1779202841.134726:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 18 00000100:00100000:0.0:1779202841.134734:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628501272320:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:1.0:1779202841.135081:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501272064:12345-192.168.204.21@tcp:4:cp.0 Request processed in 7285us (7511us total) trans 4294967382 rc 0/0 00000100:00100000:1.0:1779202841.135089:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 17 00002000:00100000:1.0:1779202841.135095:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff91d0c9b8ca80 x1865628501272064/t4294967382(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 648/448 e 0 to 0 dl 1779202852 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202841.135110:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c9b8ca80 with x1865628501272064 ext(0->157) 00010000:00010000:1.0:1779202841.135115:0:8451:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 13 pid: 8444 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.135125:0:8451:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 13 pid: 8444 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202841.135132:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91d0c9b8ca80 00000100:00100000:2.0:1779202841.137776:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524183040:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202841.137817:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202841.138742:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2420:x1865628501272320:12345-192.168.204.21@tcp:4:cp.0 Request processed in 4003us (4392us total) trans 4294967381 rc 0/0 00000100:00100000:0.0:1779202841.138756:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 18 00002000:00100000:0.0:1779202841.138768:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff91d0c9b8fb80 x1865628501272320/t4294967381(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 648/448 e 0 to 0 dl 1779202852 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202841.138778:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c9b8fb80 with x1865628501272320 ext(0->157) 00010000:00010000:0.0:1779202841.138787:0:16107:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 15 pid: 8447 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.138801:0:16107:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 15 pid: 8447 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202841.138813:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91d0c9b8fb80 00000100:00100000:2.0:1779202841.142936:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.143089:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501272192 00000100:00100000:1.0:1779202841.143102:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501272192 00002000:00100000:1.0:1779202841.143156:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff91cfc4a62d80 x1865628501272192/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 648/0 e 0 to 0 dl 1779202852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202841.143168:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a62d80 with x1865628501272192 ext(0->157) 00010000:00010000:1.0:1779202841.143178:0:8450:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 15 pid: 17866 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.143196:0:8450:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 15 pid: 17866 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202841.143204:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91cfc4a62d80 00000100:00100000:1.0:1779202841.143241:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 19 00000100:00100000:1.0:1779202841.143251:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2422:x1865628501272192:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:0.0:1779202841.145653:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.145689:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.145741:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.145772:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501272576 00000100:00100000:0.0:1779202841.145781:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501272576 00000100:00100000:0.0:1779202841.145828:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1626 00000100:00100000:0.0:1779202841.145838:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+66:34641:x1865628501272576:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202841.145858:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202841.145880:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53600/0x3d5ca2fc49dc0d09 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66278 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.145958:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52400/0x3d5ca2fc49dc0d10 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.145974:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52400/0x3d5ca2fc49dc0d10 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.145985:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52400/0x3d5ca2fc49dc0d10 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.145998:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52600/0x3d5ca2fc49dc0d17 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146005:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52600/0x3d5ca2fc49dc0d17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146010:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52600/0x3d5ca2fc49dc0d17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146044:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52400/0x3d5ca2fc49dc0d10 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146051:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52400/0x3d5ca2fc49dc0d10 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146058:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52400/0x3d5ca2fc49dc0d10 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146064:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.146068:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52400/0x3d5ca2fc49dc0d10 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146076:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52400/0x3d5ca2fc49dc0d10 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146089:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.146092:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.146097:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52400/0x3d5ca2fc49dc0d10 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146104:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52400/0x3d5ca2fc49dc0d10 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146116:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52600/0x3d5ca2fc49dc0d17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146122:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52600/0x3d5ca2fc49dc0d17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146129:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52600/0x3d5ca2fc49dc0d17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146135:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.146138:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52600/0x3d5ca2fc49dc0d17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146144:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52600/0x3d5ca2fc49dc0d17 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146151:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff91cfc1ad0e00) 00010000:00010000:0.0:1779202841.146153:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.146156:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52600/0x3d5ca2fc49dc0d17 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146162:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52600/0x3d5ca2fc49dc0d17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146194:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53600/0x3d5ca2fc49dc0d09 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66278 expref: 67 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146203:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.146205:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.146209:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53600/0x3d5ca2fc49dc0d09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66278 expref: 67 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.146217:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c53600, rc 0) 00000100:00100000:0.0:1779202841.146279:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+66:34641:x1865628501272576:12345-192.168.204.21@tcp:101:cp.0 Request processed in 441us (536us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202841.146286:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1626 00000100:00100000:2.0:1779202841.146734:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501272448 00000100:00100000:2.0:1779202841.146741:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501272448 00010000:00010000:2.0:1779202841.146768:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 18 pid: 8447 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.146791:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501272704 00000100:00100000:2.0:1779202841.146794:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501272704 00010000:00010000:2.0:1779202841.146807:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 13 pid: 8444 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.146831:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 474 00000100:00100000:2.0:1779202841.146838:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2422:x1865628501272448:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202841.146848:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1779202841.146861:0:6549:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1779202841.146866:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 18 pid: 8447 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.146876:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 18 pid: 8447 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.146892:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057463c48/0x3d5ca2fc49dc0a54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6613d expref: 18 pid: 8447 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.146907:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.146910:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.146914:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.146924:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.146965:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202841.146991:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2422:x1865628501272448:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 152us (1346us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.146997:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 474 00000100:00100000:2.0:1779202841.147012:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 475 00000100:00100000:2.0:1779202841.147018:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501272704:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202841.147026:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1779202841.147036:0:6549:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1779202841.147041:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 13 pid: 8444 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147051:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 13 pid: 8444 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147066:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fd3636b/0x3d5ca2fc49dc0b26 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66191 expref: 13 pid: 8444 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147077:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.147079:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.147082:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147090:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147107:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202841.147123:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501272704:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 105us (1434us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.147129:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 475 00010000:00010000:2.0:1779202841.147149:0:8444:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147164:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147181:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147189:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147196:0:8444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147203:0:8444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202841.147207:0:8444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147214:0:8444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147224:0:8444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147232:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000856ad7e7/0x3d5ca2fc49dc0ced lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.147275:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2420:x1865628501271680:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 45549us (46019us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.147282:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 457 00010000:00010000:2.0:1779202841.147301:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147310:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147335:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147343:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147350:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147357:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202841.147360:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147368:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147384:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.147392:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059a4e0e6/0x3d5ca2fc49dc0ce6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.147424:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2419:x1865628501271424:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 53083us (53877us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.147431:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 456 00000100:00100000:2.0:1779202841.149013:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2422:x1865628501272192:12345-192.168.204.21@tcp:4:cp.0 Request processed in 5754us (6088us total) trans 4294967382 rc 0/0 00000100:00100000:2.0:1779202841.149024:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 19 00002000:00100000:2.0:1779202841.149035:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff91cfc4a62d80 x1865628501272192/t4294967382(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 648/448 e 0 to 0 dl 1779202852 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202841.149046:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a62d80 with x1865628501272192 ext(0->157) 00010000:00010000:2.0:1779202841.149056:0:8450:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 15 pid: 17866 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.149075:0:8450:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 15 pid: 17866 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202841.149083:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91cfc4a62d80 00000100:00100000:0.0:1779202841.158645:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.158823:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501272960 00000100:00100000:2.0:1779202841.158838:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501272960 00000100:00100000:2.0:1779202841.158897:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1627 00000100:00100000:2.0:1779202841.158914:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+66:34641:x1865628501272960:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202841.158938:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.158958:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0d1e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6627f expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.159062:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.159079:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c3e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66232 expref: 114 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.159089:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.159138:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66232 expref: 114 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.159154:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66232 expref: 114 pid: 7869 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.159167:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a63b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524183296:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202841.159265:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e0519600 going to sleep for 11 seconds 00000100:00100000:0.0:1779202841.161191:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.161280:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.161314:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.161354:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501273600 00000100:00100000:0.0:1779202841.161364:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501273600 00010000:00010000:0.0:1779202841.161399:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 15 pid: 17866 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202841.161435:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 476 00000100:00100000:0.0:1779202841.161446:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2421:x1865628501273600:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202841.161459:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1779202841.161475:0:6549:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1779202841.161481:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 15 pid: 17866 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.161673:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 15 pid: 17866 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.161730:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000092181a4/0x3d5ca2fc49dc0bf8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661e5 expref: 15 pid: 17866 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.161746:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202841.161748:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202841.161753:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.161763:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.161788:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202841.161832:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2421:x1865628501273600:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 388us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202841.161840:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 476 00000100:00100000:3.0:1779202841.162192:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501273216 00000100:00100000:3.0:1779202841.162198:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501273216 00000100:00100000:3.0:1779202841.162229:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501273472 00000100:00100000:3.0:1779202841.162232:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501273472 00000100:00100000:3.0:1779202841.162252:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1628 00000100:00100000:3.0:1779202841.162261:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:34639:x1865628501273216:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202841.162340:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:34639:x1865628501273216:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 80us (1158us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.162347:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1628 00000100:00100000:3.0:1779202841.162361:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1629 00000100:00100000:3.0:1779202841.162367:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+68:34638:x1865628501273472:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202841.162400:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+68:34638:x1865628501273472:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 33us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.162409:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1629 00010000:00010000:1.0:1779202841.163464:0:17866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.163498:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.163523:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.163531:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.163539:0:17866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.163546:0:17866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a7800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202841.163550:0:17866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.163558:0:17866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.163575:0:17866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.163582:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc0cdf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.163648:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501271296:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 69970us (70119us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.163657:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 455 00000100:00100000:1.0:1779202841.177227:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.177262:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.177288:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501273728 00000100:00100000:1.0:1779202841.177296:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501273728 00010000:00010000:1.0:1779202841.177346:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c3e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66232 expref: 115 pid: 7869 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.177381:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 477 00000100:00100000:1.0:1779202841.177391:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:2422:x1865628501273728:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202841.177404:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202841.177411:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c3e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66232 expref: 115 pid: 7869 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.177424:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66232 expref: 115 pid: 7869 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.177445:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.177450:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.177459:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.177470:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.177507:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202841.177558:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:2422:x1865628501273728:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 168us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.177565:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 477 00000100:00100000:1.0:1779202841.177608:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.177741:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00010000:00010000:2.0:1779202841.178614:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0c3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66232 expref: 114 pid: 7869 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.178894:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a63b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524183296:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202841.178916:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.178934:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501274112 00000100:00100000:2.0:1779202841.178940:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501274112 00000100:00100000:2.0:1779202841.179027:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1630 00000100:00100000:2.0:1779202841.179034:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+68:34640:x1865628501274112:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202841.179123:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+68:34640:x1865628501274112:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 89us (1513us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.179130:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1630 00010000:00010000:2.0:1779202841.179280:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.179288:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.179308:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc0d2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.179330:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc0d2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.179341:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc0d2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202841.179667:0:16980:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1f:0x0], index 0: 0 00000100:00100000:3.0:1779202841.180226:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501273856 00000100:00100000:3.0:1779202841.180232:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501273856 00000100:00100000:3.0:1779202841.180339:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 458 00000100:00100000:3.0:1779202841.180348:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501273856:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202841.180361:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202841.180377:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0d33 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66286 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202841.180398:0:12963:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 158, mtime: 0x6a0c7b18, atime: 0x0, ctime: 0x6a0c7b18, blocks: 0x8 00010000:00010000:3.0:1779202841.180415:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202841.180418:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202841.180425:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0d33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66286 expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.180439:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0d33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66286 expref: 12 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.180452:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7e00, rc 0) 00000100:00100000:1.0:1779202841.180735:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501274240 00000100:00100000:1.0:1779202841.180739:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501274240 00000100:00100000:3.0:1779202841.180983:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501273856:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 635us (3767us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.180991:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 458 00000100:00100000:1.0:1779202841.181075:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 459 00000100:00100000:1.0:1779202841.181083:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501274240:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202841.181092:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.181104:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003a8d9cd/0x3d5ca2fc49dc0d3a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6628d expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202841.181121:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 158, mtime: 0x6a0c7b17, atime: 0x0, ctime: 0x6a0c7b17, blocks: 0x8 00010000:00010000:1.0:1779202841.181132:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202841.181134:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202841.181139:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003a8d9cd/0x3d5ca2fc49dc0d3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6628d expref: 14 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.181151:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000003a8d9cd/0x3d5ca2fc49dc0d3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6628d expref: 14 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.181167:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121c400, rc 0) 00010000:00010000:2.0:1779202841.182239:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc0d41 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.182256:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc0d41 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.182269:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc0d41 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.182306:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.182313:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.182331:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.182337:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922fc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.182341:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.182348:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.182364:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.182367:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.182372:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.182377:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc0d25 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202841.182390:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc558cf5 reply state 000000000b888fed transno 4294968328 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc0d2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.182399:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc0d2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.182405:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff91cfc2882600) 00010000:00010000:2.0:1779202841.182408:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202841.182410:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1779202841.182444:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0d1e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6627f expref: 69 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.182455:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc0d41 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6627f expref: 68 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.182462:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff91cfc2882c00) 00010000:00010000:2.0:1779202841.182464:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202841.182466:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922ea00, rc 0) 00000100:00100000:2.0:1779202841.182519:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:34641:x1865628501272960:12345-192.168.204.21@tcp:101:cp.0 Request processed in 23615us (23885us total) trans 4294968328 rc 0/0 00000100:00100000:2.0:1779202841.182528:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1627 00000100:00100000:1.0:1779202841.184165:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2419:x1865628501274240:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 3074us (6418us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.184176:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 459 00000100:00100000:0.0:1779202841.189110:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.189192:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501274496 00000100:00100000:2.0:1779202841.189204:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501274496 00000100:00100000:2.0:1779202841.189264:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1631 00000100:00100000:2.0:1779202841.189274:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:34639:x1865628501274496:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202841.189402:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:34639:x1865628501274496:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 129us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.189409:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1631 00000100:00100000:2.0:1779202841.191987:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.193098:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501274624 00000100:00100000:0.0:1779202841.193112:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501274624 00000100:00100000:0.0:1779202841.193586:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 460 00000100:00100000:0.0:1779202841.193603:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2419:x1865628501274624:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202841.193622:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202841.193646:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065b68621/0x3d5ca2fc49dc0d4f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66294 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202841.193672:0:8447:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 158, mtime: 0x6a0c7b18, atime: 0x0, ctime: 0x6a0c7b18, blocks: 0x8 00010000:00010000:0.0:1779202841.193732:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202841.193735:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202841.193743:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065b68621/0x3d5ca2fc49dc0d4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66294 expref: 15 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.193762:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000065b68621/0x3d5ca2fc49dc0d4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66294 expref: 15 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.193776:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c52400, rc 0) 00000100:00100000:0.0:1779202841.193841:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2419:x1865628501274624:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 245us (1862us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202841.193851:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 460 00000100:00100000:1.0:1779202841.194618:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.194772:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501274752 00000100:00100000:3.0:1779202841.194780:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501274752 00000100:00100000:3.0:1779202841.194826:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 461 00000100:00100000:3.0:1779202841.194836:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2421:x1865628501274752:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202841.194850:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202841.194866:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc0d56 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6629b expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202841.194886:0:12963:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1779202841.194942:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202841.194944:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202841.194951:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc0d56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6629b expref: 13 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.194966:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc0d56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6629b expref: 13 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.194976:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6e00, rc 0) 00000100:00100000:3.0:1779202841.195015:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2421:x1865628501274752:12345-192.168.204.21@tcp:101:cp.0 Request processed in 181us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.195022:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 461 00000100:00100000:2.0:1779202841.197317:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.198499:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501274880 00000100:00100000:3.0:1779202841.198512:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501274880 00000100:00100000:1.0:1779202841.199312:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.199391:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501275008 00000100:00100000:2.0:1779202841.199397:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501275008 00000100:00100000:2.0:1779202841.199445:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 621 00000100:00100000:2.0:1779202841.199456:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:2421:x1865628501275008:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:2.0:1779202841.199519:0:6567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.199539:0:6567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0d5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d662a2 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199592:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0d64 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199607:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0d64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199618:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0d64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199634:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0d6b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199640:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0d6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199646:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0d6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199679:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0d64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199686:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0d64 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199714:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0d64 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199724:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.199728:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0d64 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199735:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0d64 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199746:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.199749:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.199754:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0d64 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199759:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0d64 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199772:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0d6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199777:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0d6b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199782:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0d6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199787:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.199789:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0d6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199795:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0d6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199806:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff91cfc2882a00) 00010000:00010000:2.0:1779202841.199809:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.199812:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0d6b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199817:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0d6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199844:0:6567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0d5d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662a2 expref: 70 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199853:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.199855:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1779202841.199859:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0d5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662a2 expref: 70 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.199868:0:6567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e400, rc -2) 00000100:00100000:2.0:1779202841.199928:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:2421:x1865628501275008:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 474us (621us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202841.199936:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 621 00002000:00100000:3.0:1779202841.200545:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff91cfc4a63800 x1865628501274880/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 488/0 e 0 to 0 dl 1779202852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202841.200556:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a63800 with x1865628501274880 ext(0->4095) 00002000:00010000:3.0:1779202841.200561:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4a63800 00000100:00100000:3.0:1779202841.200600:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 113 00000100:00100000:3.0:1779202841.200610:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501274880:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1779202841.200772:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501274880:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 164us (3463us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1779202841.200779:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 113 00002000:00100000:3.0:1779202841.200785:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff91cfc4a63800 x1865628501274880/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 488/4536 e 0 to 0 dl 1779202852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202841.200793:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a63800 with x1865628501274880 ext(0->4095) 00002000:00010000:3.0:1779202841.200796:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4a63800 00000100:00100000:1.0:1779202841.203245:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.203299:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.204054:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501275264 00000100:00100000:3.0:1779202841.204068:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501275264 00000100:00100000:3.0:1779202841.204142:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501275520 00000100:00100000:3.0:1779202841.204146:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501275520 00000100:00100000:3.0:1779202841.204172:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1632 00000100:00100000:3.0:1779202841.204183:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+70:34638:x1865628501275264:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202841.204214:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1633 00000100:00100000:0.0:1779202841.204224:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+70:34640:x1865628501275520:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1779202841.204288:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+70:34640:x1865628501275520:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 66us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202841.204295:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1633 00000100:00100000:3.0:1779202841.204584:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:34638:x1865628501275264:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 402us (1346us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.204590:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1632 00000100:00100000:2.0:1779202841.206387:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.206430:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.206518:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501275648 00000100:00100000:3.0:1779202841.206527:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501275648 00000100:00100000:3.0:1779202841.206577:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 462 00000100:00100000:3.0:1779202841.206586:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:34641:x1865628501275648:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202841.206602:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202841.206622:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ece211ab/0x3d5ca2fc49dc0d72 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d662da expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.206654:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc0d56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6629b expref: 14 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.206663:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202841.206665:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202841.206669:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ece211ab/0x3d5ca2fc49dc0d72 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662da expref: 14 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.206738:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc0d56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6629b expref: 14 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.206755:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc0d56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6629b expref: 14 pid: 12963 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202841.206771:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524183424:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202841.206780:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501275776 00000100:00100000:0.0:1779202841.206784:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501275776 00000100:00100000:0.0:1779202841.206821:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1634 00000100:00100000:0.0:1779202841.206827:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:34639:x1865628501275776:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202841.206836:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202841.206848:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53400/0x3d5ca2fc49dc0d79 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d662e1 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202841.206853:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9780 going to sleep for 11 seconds 00010000:00010000:0.0:1779202841.206878:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc0d80 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.206891:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc0d80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.206902:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc0d80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.207044:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53400/0x3d5ca2fc49dc0d79 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e1 expref: 71 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.207061:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc0d80 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e1 expref: 70 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.207071:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff91cfc2882200) 00010000:00010000:0.0:1779202841.207074:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202841.207077:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c52c00, rc 0) 00000100:00100000:0.0:1779202841.207122:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+70:34639:x1865628501275776:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 295us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202841.207129:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1634 00000100:00100000:2.0:1779202841.210251:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.210279:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.210361:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501275904 00000100:00100000:0.0:1779202841.210371:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501275904 00002000:00100000:0.0:1779202841.210416:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff91d0f4db0700 x1865628501275904/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 488/0 e 0 to 0 dl 1779202852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202841.210428:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0f4db0700 with x1865628501275904 ext(0->4095) 00002000:00010000:0.0:1779202841.210434:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0f4db0700 00000100:00100000:0.0:1779202841.210459:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501276032 00000100:00100000:0.0:1779202841.210461:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501276032 00002000:00100000:0.0:1779202841.210476:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff91d0f4db0e00 x1865628501276032/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 488/0 e 0 to 0 dl 1779202852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202841.210485:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0f4db0e00 with x1865628501276032 ext(0->4095) 00002000:00010000:0.0:1779202841.210489:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0f4db0e00 00000100:00100000:1.0:1779202841.210509:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 114 00000100:00100000:0.0:1779202841.210518:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 115 00000100:00100000:1.0:1779202841.210526:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2420:x1865628501275904:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1779202841.210533:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2420:x1865628501276032:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1779202841.210774:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2420:x1865628501276032:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 244us (490us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202841.210781:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 115 00002000:00100000:0.0:1779202841.210788:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff91d0f4db0e00 x1865628501276032/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 488/4536 e 0 to 0 dl 1779202852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202841.210796:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0f4db0e00 with x1865628501276032 ext(0->4095) 00002000:00010000:0.0:1779202841.210798:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0f4db0e00 00000100:00100000:0.0:1779202841.212567:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2420:x1865628501275904:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 2040us (2318us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202841.212578:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 114 00002000:00100000:0.0:1779202841.212589:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff91d0f4db0700 x1865628501275904/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 488/4536 e 0 to 0 dl 1779202852 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202841.212597:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0f4db0700 with x1865628501275904 ext(0->4095) 00002000:00010000:0.0:1779202841.212602:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0f4db0700 00000100:00100000:3.0:1779202841.213309:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524183424:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202841.213348:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ece211ab/0x3d5ca2fc49dc0d72 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662da expref: 14 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.213369:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6800, rc 0) 00000100:00100000:3.0:1779202841.213415:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:34641:x1865628501275648:12345-192.168.204.21@tcp:101:cp.0 Request processed in 6829us (7035us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.213423:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 462 00000100:00100000:3.0:1779202841.217358:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.217410:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.217449:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.217881:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501276160 00000100:00100000:1.0:1779202841.217892:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501276160 00000100:00100000:3.0:1779202841.217919:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501276288 00000100:00100000:3.0:1779202841.217923:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501276288 00010000:00010000:1.0:1779202841.217935:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc0d56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6629b expref: 14 pid: 12963 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202841.217967:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501276416 00000100:00100000:3.0:1779202841.217969:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501276416 00000100:00100000:1.0:1779202841.217972:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 478 00000100:00100000:1.0:1779202841.217983:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2420:x1865628501276160:12345-192.168.204.21@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1779202841.217996:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1635 00010000:00010000:1.0:1779202841.217998:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1779202841.218004:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34638:x1865628501276288:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202841.218017:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc0d56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6629b expref: 14 pid: 12963 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.218019:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.218033:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc0d56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6629b expref: 14 pid: 12963 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.218035:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0d87 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d662e8 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.218063:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc0d56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6629b expref: 14 pid: 12963 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.218066:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0d8e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.218081:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0d8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.218082:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202841.218084:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202841.218091:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0d8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.218092:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ece211ab/0x3d5ca2fc49dc0d72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662da expref: 13 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.218102:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ece211ab/0x3d5ca2fc49dc0d72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662da expref: 13 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.218138:0:6549:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ece211ab/0x3d5ca2fc49dc0d72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662da expref: 13 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.218152:0:6549:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6549:1865628524183552:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202841.218199:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0d87 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e8 expref: 73 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.218216:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0d8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e8 expref: 72 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.218226:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff91d0ebf53e00) 00010000:00010000:3.0:1779202841.218229:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202841.218232:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6400, rc 0) 00000100:00100000:1.0:1779202841.218246:0:6549:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e04c8900 going to sleep for 11 seconds 00000100:00100000:3.0:1779202841.218262:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+72:34638:x1865628501276288:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 258us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.218273:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1635 00000100:00100000:1.0:1779202841.218279:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1636 00000100:00100000:1.0:1779202841.218288:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34639:x1865628501276416:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202841.218308:0:16980:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202841.218385:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34639:x1865628501276416:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 98us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.218393:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1636 00000100:00100000:3.0:1779202841.225402:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.225618:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501276800 00000100:00100000:1.0:1779202841.225628:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501276800 00000100:00100000:1.0:1779202841.225683:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 463 00000100:00100000:1.0:1779202841.225711:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2422:x1865628501276800:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1779202841.225759:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dc0d95 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.225776:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202841.225778:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202841.225784:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dc0d95 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.225797:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dc0d95 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.225821:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dc0d95 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.225829:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dc0d95 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.225837:0:17866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dc0d95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.225844:0:17866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202841.225848:0:17866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dc0d95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.225857:0:17866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dc0d95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.225871:0:17866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dc0d95 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.225877:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d15cbdb5/0x3d5ca2fc49dc0d95 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.225949:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2422:x1865628501276800:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 256us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.225956:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 463 00000100:00100000:1.0:1779202841.226006:0:6549:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6549:1865628524183552:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202841.226030:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202841.226049:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628501276160:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 8069us (8703us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.226057:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 478 00000100:00100000:3.0:1779202841.233794:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.233831:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.233950:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501276672 00000100:00100000:1.0:1779202841.233960:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501276672 00000100:00100000:1.0:1779202841.234005:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 331 00000100:00100000:1.0:1779202841.234014:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34641:x1865628501276672:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:1.0:1779202841.234300:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+72:34641:x1865628501276672:12345-192.168.204.21@tcp:35:cp.0 Request processed in 286us (516us total) trans 4294968329 rc 0/0 00000100:00100000:1.0:1779202841.234309:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 331 00000100:00100000:3.0:1779202841.234540:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.234579:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.234632:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501276928 00000100:00100000:1.0:1779202841.234636:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501276928 00000100:00100000:1.0:1779202841.234664:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501277056 00000100:00100000:1.0:1779202841.234667:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501277056 00000100:00100000:1.0:1779202841.234684:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501277312 00000100:00100000:1.0:1779202841.234686:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501277312 00000100:00100000:1.0:1779202841.234728:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1637 00000100:00100000:1.0:1779202841.234735:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:34638:x1865628501276928:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202841.234764:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202841.234828:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:34638:x1865628501276928:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 93us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.234834:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1637 00000100:00100000:1.0:1779202841.234848:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1638 00000100:00100000:1.0:1779202841.234855:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+73:34640:x1865628501277056:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202841.234864:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1779202841.235022:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1639 00000100:00100000:3.0:1779202841.235031:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+73:34639:x1865628501277312:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1779202841.235081:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.235099:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc0d80 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e1 expref: 73 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.235108:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.235138:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc0d80 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e1 expref: 73 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.235151:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc0d80 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e1 expref: 73 pid: 10076 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202841.235165:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524183680:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202841.235227:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9780 going to sleep for 11 seconds 00010000:00010000:1.0:1779202841.235279:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0da3 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d662ef expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.235309:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0daa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.235328:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0daa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.235339:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0daa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.235431:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0da3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662ef expref: 75 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.235448:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0daa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662ef expref: 74 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.235458:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff91cfc2882500) 00010000:00010000:1.0:1779202841.235460:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202841.235464:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296c00, rc 0) 00000100:00100000:1.0:1779202841.235484:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:34640:x1865628501277056:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 630us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.235490:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1638 00000100:00100000:0.0:1779202841.242439:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.242520:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.246296:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501277568 00000100:00100000:2.0:1779202841.246312:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501277568 00000100:00100000:2.0:1779202841.246388:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1640 00000100:00100000:2.0:1779202841.246399:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:34640:x1865628501277568:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000100:00100000:3.0:1779202841.246400:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524183680:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202841.246426:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000080:2.0:1779202841.246437:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202841.246544:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:34640:x1865628501277568:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 147us (4022us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.246551:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1640 00000100:00100000:1.0:1779202841.246726:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501277440 00000100:00100000:1.0:1779202841.246731:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501277440 00010000:00010000:1.0:1779202841.246833:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc0d80 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e1 expref: 74 pid: 10076 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.246950:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 479 00000100:00100000:1.0:1779202841.246958:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:2419:x1865628501277440:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202841.246969:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202841.246975:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc0d80 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e1 expref: 74 pid: 10076 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.246986:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc0d80 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e1 expref: 74 pid: 10076 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.247008:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc0d80 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e1 expref: 74 pid: 10076 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.247022:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff91cfc2882200) 00010000:00010000:1.0:1779202841.247028:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.247038:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.247046:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.247075:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202841.247105:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+73:2419:x1865628501277440:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 149us (4676us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.247113:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 479 00010000:00010000:3.0:1779202841.247164:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.247172:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.247567:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.247576:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.247583:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.247590:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202841.247593:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.247601:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.247611:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff91cfc2882200) 00010000:00010000:3.0:1779202841.247614:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202841.247618:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.247625:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0d9c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202841.247966:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+73:34639:x1865628501277312:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 12714us (13163us total) trans 4294968330 rc 0/0 00000100:00100000:3.0:1779202841.247975:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1639 00000100:00100000:0.0:1779202841.253870:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.254048:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501277696 00000100:00100000:2.0:1779202841.254059:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501277696 00000100:00100000:2.0:1779202841.254116:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 464 00000100:00100000:2.0:1779202841.254126:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2420:x1865628501277696:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1779202841.254175:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0db1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.254194:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.254196:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.254200:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0db1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.254214:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0db1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.254238:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0db1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.254245:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0db1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.254252:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0db1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.254259:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922fe00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202841.254264:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0db1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.254272:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0db1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.254287:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0db1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.254294:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0db1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.254384:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2420:x1865628501277696:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 259us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.254392:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 464 00000100:00100000:0.0:1779202841.259088:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.259890:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501277824 00000100:00100000:1.0:1779202841.259901:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501277824 00000100:00100000:1.0:1779202841.259967:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 465 00000100:00100000:1.0:1779202841.259977:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2420:x1865628501277824:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1779202841.260024:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000048a28331/0x3d5ca2fc49dc0db8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.260042:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202841.260044:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202841.260049:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048a28331/0x3d5ca2fc49dc0db8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.260063:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048a28331/0x3d5ca2fc49dc0db8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.260087:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000048a28331/0x3d5ca2fc49dc0db8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.260100:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000048a28331/0x3d5ca2fc49dc0db8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.260108:0:8511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048a28331/0x3d5ca2fc49dc0db8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.260115:0:8511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296400 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202841.260119:0:8511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048a28331/0x3d5ca2fc49dc0db8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.260127:0:8511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048a28331/0x3d5ca2fc49dc0db8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.260140:0:8511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048a28331/0x3d5ca2fc49dc0db8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.260147:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048a28331/0x3d5ca2fc49dc0db8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202841.260276:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2420:x1865628501277824:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 299us (1197us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202841.260284:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 465 00000100:00100000:0.0:1779202841.268858:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.268901:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.268929:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.269009:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501278080 00000100:00100000:2.0:1779202841.269019:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501278080 00000100:00100000:2.0:1779202841.269074:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 332 00000100:00100000:2.0:1779202841.269085:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+73:34639:x1865628501278080:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202841.269353:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501278592 00000100:00100000:2.0:1779202841.269356:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:34639:x1865628501278080:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 273us (507us total) trans 4294968331 rc 0/0 00000100:00100000:1.0:1779202841.269357:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501278592 00000100:00100000:2.0:1779202841.269364:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 332 00000100:00100000:1.0:1779202841.269393:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501278336 00000100:00100000:1.0:1779202841.269396:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501278336 00000100:00100000:1.0:1779202841.269428:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1641 00000100:00100000:1.0:1779202841.269434:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:34638:x1865628501278592:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1779202841.269500:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.269518:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0d8e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e8 expref: 75 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.269526:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.269558:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0d8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e8 expref: 75 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.269575:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0d8e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e8 expref: 75 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.269588:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524183808:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202841.269642:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f000 going to sleep for 11 seconds 00000100:00100000:1.0:1779202841.269659:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1642 00000100:00100000:1.0:1779202841.269666:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:34640:x1865628501278336:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1779202841.269721:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.269732:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0daa lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662ef expref: 75 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.269739:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.269762:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0daa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662ef expref: 75 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.269770:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0daa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662ef expref: 75 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.269778:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524183936:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202841.269806:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202841.279404:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.279509:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501278720 00000100:00100000:2.0:1779202841.279520:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501278720 00000100:00100000:3.0:1779202841.279542:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.279567:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 622 00000100:00100000:2.0:1779202841.279576:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64b8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:2421:x1865628501278720:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:2.0:1779202841.279627:0:6568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.279660:0:6568:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0dcd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d662f6 expref: -99 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279752:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0dd4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279767:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279779:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279794:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0ddb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279802:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0ddb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279808:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0ddb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279843:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279850:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0dd4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279855:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0dd4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279862:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.279866:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0dd4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279872:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0dd4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279884:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.279887:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.279892:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0dd4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279899:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0dd4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279910:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0ddb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279915:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0ddb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279921:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0ddb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279926:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.279928:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0ddb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279934:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0ddb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279945:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff91cfc2882a00) 00010000:00010000:2.0:1779202841.279947:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.279949:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0ddb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279955:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0ddb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279981:0:6568:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0dcd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662f6 expref: 77 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.279990:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.279992:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1779202841.279995:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0dcd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662f6 expref: 77 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.280004:0:6568:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922fe00, rc -2) 00000100:00100000:2.0:1779202841.280062:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64b8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:2421:x1865628501278720:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 485us (666us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202841.280070:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 622 00000100:00100000:2.0:1779202841.280308:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501278848 00000100:00100000:2.0:1779202841.280313:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501278848 00010000:00010000:2.0:1779202841.280345:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0d8e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e8 expref: 76 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.280368:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 480 00000100:00100000:2.0:1779202841.280375:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0048050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:2422:x1865628501278848:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202841.280386:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202841.280391:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0d8e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e8 expref: 76 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.280402:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0d8e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e8 expref: 76 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.280414:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff91d0ebf53e00) 00010000:00010000:2.0:1779202841.280418:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.280426:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.280432:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.280449:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202841.280472:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0048050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:2422:x1865628501278848:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 98us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.280478:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 480 00000100:00100000:2.0:1779202841.280545:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524183936:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202841.280564:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202841.287428:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00010000:00010000:1.0:1779202841.288240:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc0d8e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662e8 expref: 75 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.288261:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524183808:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202841.288287:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.288715:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501278976 00000100:00100000:2.0:1779202841.288723:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501278976 00010000:00010000:2.0:1779202841.288761:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0daa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662ef expref: 75 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.288799:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 481 00000100:00100000:2.0:1779202841.288807:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:2419:x1865628501278976:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202841.288822:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202841.288829:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0daa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662ef expref: 75 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.288842:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0daa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662ef expref: 75 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.288863:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0daa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662ef expref: 75 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.288875:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff91cfc2882500) 00010000:00010000:2.0:1779202841.288880:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.288890:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.288898:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.288928:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202841.288984:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:2419:x1865628501278976:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 177us (1566us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.288991:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 481 00010000:00010000:2.0:1779202841.289012:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.289019:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.289172:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.289180:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.289187:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.289194:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.289208:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.289215:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.289224:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff91d0ebf53e00) 00010000:00010000:2.0:1779202841.289227:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202841.289230:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.289237:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0dbf lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.289399:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:34638:x1865628501278592:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 19964us (20496us total) trans 4294968332 rc 0/0 00000100:00100000:2.0:1779202841.289408:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1641 00010000:00010000:1.0:1779202841.290374:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.290386:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.290508:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.290516:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.290521:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.290527:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.290531:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.290537:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.290549:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff91cfc2882500) 00010000:00010000:1.0:1779202841.290551:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202841.290555:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.290560:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0dc6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.290678:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:34640:x1865628501278336:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 21010us (21745us total) trans 4294968333 rc 0/0 00000100:00100000:1.0:1779202841.290688:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1642 00000040:00080000:2.0:1779202841.290823:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202841.290827:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202841.291337:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:2.0:1779202841.291345:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779202841.291453:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202841.297458:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.302018:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.302119:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501279360 00000100:00100000:1.0:1779202841.302129:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501279360 00000100:00100000:1.0:1779202841.302172:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501279488 00000100:00100000:1.0:1779202841.302175:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501279488 00000100:00100000:1.0:1779202841.302204:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 333 00000100:00100000:1.0:1779202841.302213:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:34640:x1865628501279360:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202841.302506:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34640:x1865628501279360:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 293us (5055us total) trans 4294968334 rc 0/0 00000100:00100000:1.0:1779202841.302514:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 333 00000100:00100000:1.0:1779202841.302534:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 334 00000100:00100000:1.0:1779202841.302541:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c8d04450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:34638:x1865628501279488:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202841.302634:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c8d04450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34638:x1865628501279488:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 93us (624us total) trans 4294968335 rc 0/0 00000100:00100000:1.0:1779202841.302640:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 334 00000100:00100000:0.0:1779202841.316147:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.317072:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501279616 00000100:00100000:1.0:1779202841.317085:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501279616 00000100:00100000:1.0:1779202841.317155:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1643 00000100:00100000:1.0:1779202841.317165:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+114:34648:x1865628501279616:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202841.317185:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.317205:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0de2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6632e expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.317275:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0de9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.317289:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0de9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.317300:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0de9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.317310:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0df0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.317327:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0df0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.317334:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0df0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.317410:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0df7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.317418:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0df7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.317424:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0df7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202841.317463:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00000004:00200000:1.0:1779202841.317467:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202841.317487:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0df7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321412:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0df7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321432:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0de9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321440:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0de9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321446:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0de9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321452:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.321457:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0de9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321465:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0de9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321480:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.321484:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.321488:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0de9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321495:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0de9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321512:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0df0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321518:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0df0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321524:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0df0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321530:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.321533:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0df0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321538:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0df0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321545:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff91cfc2882600) 00010000:00010000:1.0:1779202841.321547:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.321550:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0df0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321555:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0df0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321600:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0de2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6632e expref: 116 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321613:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0df7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6632e expref: 115 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.321620:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff91cfc2882c00) 00010000:00010000:1.0:1779202841.321623:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202841.321626:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc4296400, rc 0) 00000100:00100000:1.0:1779202841.321830:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:34648:x1865628501279616:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 4665us (5691us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.321840:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1643 00000100:00100000:0.0:1779202841.328000:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.328150:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501279744 00000100:00100000:1.0:1779202841.328161:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501279744 00000100:00100000:1.0:1779202841.328210:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 466 00000100:00100000:1.0:1779202841.328220:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2419:x1865628501279744:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202841.328238:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.328256:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d634df5/0x3d5ca2fc49dc0dfe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66335 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.328335:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524184064:192.168.204.21@tcp:106: 00000100:00100000:1.0:1779202841.328448:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d04189c0 going to sleep for 11 seconds 00002000:00010000:1.0:1779202841.332418:0:17866:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1779202841.332426:0:17866:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb mtime: 0 -> 1779202840 00002000:00010000:1.0:1779202841.332429:0:17866:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb atime: 0 -> 1779202840 00002000:00010000:1.0:1779202841.332431:0:17866:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb ctime: 0 -> 1779202840 00002000:00010000:1.0:1779202841.332434:0:17866:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1779202841.332454:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524184064:192.168.204.21@tcp:106: 00010000:00010000:1.0:1779202841.332498:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d634df5/0x3d5ca2fc49dc0dfe lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66335 expref: 25 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.332522:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d634df5/0x3d5ca2fc49dc0dfe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66335 expref: 25 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.332534:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3bacc00, rc 0) 00000100:00100000:1.0:1779202841.332585:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2419:x1865628501279744:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 4366us (4595us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202841.332594:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 466 00000100:00100000:3.0:1779202841.350227:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.350380:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501279872 00000100:00100000:2.0:1779202841.350392:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501279872 00000100:00100000:2.0:1779202841.350464:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1644 00000100:00100000:2.0:1779202841.350475:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:34648:x1865628501279872:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202841.350497:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.350521:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0e05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6633c expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.350592:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0e0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.350607:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0e0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.350618:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0e0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202841.350666:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1779202841.350670:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202841.350731:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0e0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.350760:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0e05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6633c expref: 117 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.350777:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0e0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6633c expref: 116 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.350787:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.350790:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202841.350794:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e600, rc 0) 00000100:00100000:2.0:1779202841.350854:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:34648:x1865628501279872:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 381us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.350861:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1644 00000100:00100000:0.0:1779202841.357679:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.357854:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501280000 00000100:00100000:2.0:1779202841.357865:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501280000 00000100:00100000:2.0:1779202841.357918:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 467 00000100:00100000:2.0:1779202841.357940:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2420:x1865628501280000:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202841.357958:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.357975:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0e13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66343 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.358030:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524184192:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202841.358123:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f50320c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202841.360375:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524184192:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202841.360409:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0e13 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66343 expref: 25 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.360431:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0e13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66343 expref: 25 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.360444:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922fe00, rc 0) 00000100:00100000:2.0:1779202841.360499:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2420:x1865628501280000:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 2562us (2834us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202841.360508:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 467 00000100:00100000:0.0:1779202841.370471:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.371365:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501280256 00000100:00100000:2.0:1779202841.371376:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501280256 00000100:00100000:3.0:1779202841.371640:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1645 00000100:00100000:3.0:1779202841.371652:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:34648:x1865628501280256:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:3.0:1779202841.371839:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].48, 136 off14720 00000100:00100000:3.0:1779202841.371920:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:34648:x1865628501280256:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 270us (1460us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.372137:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1645 00000100:00100000:0.0:1779202841.381908:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.382180:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501280384 00000100:00100000:3.0:1779202841.382193:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501280384 00000100:00100000:3.0:1779202841.382293:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1646 00000100:00100000:3.0:1779202841.382305:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:34649:x1865628501280384:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:3.0:1779202841.382340:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202841.382370:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0e1a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6634a expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382438:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0e21 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382454:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0e21 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382470:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0e21 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382485:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0e28 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382501:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0e28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382508:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0e28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382543:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0e21 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382549:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0e21 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382556:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0e21 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382562:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202841.382566:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0e21 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382574:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0e21 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382585:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202841.382588:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.382593:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0e21 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382599:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0e21 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382611:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0e28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382618:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0e28 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382623:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0e28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382628:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202841.382631:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0e28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382637:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0e28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382645:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff91cfc10a3700) 00010000:00010000:3.0:1779202841.382647:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.382650:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0e28 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382655:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0e28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382684:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0e1a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6634a expref: 117 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382805:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202841.382807:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.382811:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc0e1a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6634a expref: 117 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.382821:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6000, rc 0) 00000100:00100000:3.0:1779202841.382879:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:34649:x1865628501280384:12345-192.168.204.21@tcp:101:bash.0 Request processed in 577us (983us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202841.382887:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1646 00000100:00100000:0.0:1779202841.400023:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.400120:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.400214:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501280512 00000100:00100000:2.0:1779202841.400226:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501280512 00000100:00100000:2.0:1779202841.400296:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1647 00000100:00100000:2.0:1779202841.400306:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34650:x1865628501280512:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202841.400340:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.400361:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0e2f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66351 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400434:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e36 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400450:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e36 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400462:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e36 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400478:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e3d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400485:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400497:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400542:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e36 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400550:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e36 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400556:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e36 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400563:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.400566:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e36 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400574:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e36 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400585:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.400588:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.400593:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e36 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400599:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400611:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400616:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e3d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400622:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400627:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.400630:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400635:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e3d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400641:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff91cfc2882a00) 00010000:00010000:2.0:1779202841.400643:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.400645:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e3d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400651:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400679:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0e2f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66351 expref: 77 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400688:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.400744:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.400749:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0e2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66351 expref: 77 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.400762:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922fe00, rc 0) 00000100:00100000:2.0:1779202841.400818:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34650:x1865628501280512:12345-192.168.204.21@tcp:101:rm.0 Request processed in 510us (802us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202841.400825:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1647 00000100:00100000:1.0:1779202841.401062:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501280640 00000100:00100000:1.0:1779202841.401068:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501280640 00000100:00100000:1.0:1779202841.401106:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 623 00000100:00100000:1.0:1779202841.401114:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:2419:x1865628501280640:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:1.0:1779202841.401138:0:7870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.401147:0:7870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0e44 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66358 expref: -99 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401176:0:7870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0e4b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401185:0:7870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0e4b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401192:0:7870:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0e4b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401205:0:7870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0e52 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401211:0:7870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0e52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401217:0:7870:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0e52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401234:0:7870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0e4b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401240:0:7870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0e4b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401246:0:7870:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0e4b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401252:0:7870:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.401255:0:7870:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0e4b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401260:0:7870:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0e4b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401269:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.401271:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.401274:0:7870:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0e4b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401280:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc0e4b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401288:0:7870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0e52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401293:0:7870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0e52 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401298:0:7870:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0e52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401303:0:7870:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.401305:0:7870:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0e52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401310:0:7870:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0e52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401327:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff91cfc2a5dd00) 00010000:00010000:1.0:1779202841.401330:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.401332:0:7870:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0e52 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401337:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc0e52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401357:0:7870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0e44 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66358 expref: 77 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401364:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.401366:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1779202841.401370:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc0e44 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66358 expref: 77 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.401377:0:7870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3bacc00, rc -2) 00000100:00100000:1.0:1779202841.401490:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:2419:x1865628501280640:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 376us (1369us total) trans 0 rc -2/-2 00000100:00100000:1.0:1779202841.401497:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 623 00000100:00100000:0.0:1779202841.411759:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.411853:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501280768 00000100:00100000:1.0:1779202841.411863:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501280768 00000100:00100000:1.0:1779202841.411930:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1648 00000100:00100000:1.0:1779202841.411942:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34650:x1865628501280768:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202841.411963:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.411984:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0e59 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6635f expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412098:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e60 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412117:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e60 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412129:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e60 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412147:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e67 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412153:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412160:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412205:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e60 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412213:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e60 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412220:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e60 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412227:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.412231:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e60 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412238:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e60 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412250:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.412253:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.412258:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412264:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412279:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412286:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e67 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412291:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412296:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.412299:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412305:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e67 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412312:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff91cfc2a5da00) 00010000:00010000:1.0:1779202841.412322:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.412325:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e67 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412331:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412363:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0e59 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6635f expref: 77 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412374:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.412376:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.412380:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc0e59 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6635f expref: 77 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.412390:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121cc00, rc 0) 00000100:00100000:1.0:1779202841.412452:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34650:x1865628501280768:12345-192.168.204.21@tcp:101:rm.0 Request processed in 512us (703us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202841.412460:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1648 00000100:00100000:2.0:1779202841.428598:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.428755:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501280896 00000100:00100000:1.0:1779202841.428764:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501280896 00000100:00100000:1.0:1779202841.428821:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1649 00000100:00100000:1.0:1779202841.428833:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34651:x1865628501280896:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202841.428857:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.428881:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e6e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66366 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.428971:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e75 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.428986:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e75 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.428999:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e75 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429013:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e7c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429020:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429026:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429079:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e75 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429086:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e75 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429093:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e75 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429100:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.429104:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e75 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429113:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e75 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429125:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.429128:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.429133:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e75 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429139:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0e75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429153:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429159:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429165:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429170:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbceec00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.429173:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429178:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e7c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429190:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff91cfc2a5da00) 00010000:00010000:1.0:1779202841.429192:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.429195:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e7c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429201:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e7c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429233:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e6e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66366 expref: 77 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429243:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.429246:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.429249:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e6e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66366 expref: 77 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.429257:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcef400, rc 0) 00000100:00100000:1.0:1779202841.429326:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34651:x1865628501280896:12345-192.168.204.21@tcp:101:cp.0 Request processed in 487us (730us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202841.429334:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1649 00000100:00100000:0.0:1779202841.433587:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.433779:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501281024 00000100:00100000:2.0:1779202841.433790:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501281024 00000100:00100000:2.0:1779202841.433851:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1650 00000100:00100000:2.0:1779202841.433861:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34651:x1865628501281024:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202841.433881:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.433901:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0e83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6636d expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.433984:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e8a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.433999:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434011:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434025:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434727:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434737:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434776:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434784:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e8a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434795:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e8a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434802:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.434806:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e8a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434814:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e8a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434827:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.434830:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.434835:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434841:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0e8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434854:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434860:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e91 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434865:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434869:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.434871:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434880:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434887:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff91cfc2882a00) 00010000:00010000:2.0:1779202841.434890:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.434892:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e91 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.434898:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0e91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.435024:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0e83 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6636d expref: 77 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.435044:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.435047:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.435051:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc0e83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6636d expref: 77 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.435061:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922fe00, rc 0) 00000100:00100000:2.0:1779202841.435294:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34651:x1865628501281024:12345-192.168.204.21@tcp:101:cp.0 Request processed in 1433us (1714us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202841.435303:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1650 00000100:00100000:0.0:1779202841.444796:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.444995:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501281280 00000100:00100000:1.0:1779202841.445007:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501281280 00000100:00100000:1.0:1779202841.445310:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1651 00000100:00100000:1.0:1779202841.445331:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34651:x1865628501281280:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202841.445358:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.445383:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e98 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66374 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.445502:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.445521:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0e0c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6633c expref: 115 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.445531:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.445566:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0e0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6633c expref: 115 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.445581:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0e0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6633c expref: 115 pid: 6562 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.445594:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524184320:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202841.445859:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d04189c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202841.450015:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.450246:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501281408 00000100:00100000:2.0:1779202841.450257:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501281408 00010000:00010000:2.0:1779202841.450295:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0e0c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6633c expref: 116 pid: 6562 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.450353:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 482 00000100:00100000:2.0:1779202841.450363:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:2420:x1865628501281408:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202841.450377:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202841.450384:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0e0c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6633c expref: 116 pid: 6562 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.450397:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0e0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6633c expref: 116 pid: 6562 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.450418:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.450424:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.450434:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.450442:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.450459:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202841.450524:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:2420:x1865628501281408:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 162us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.450531:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 482 00010000:00010000:1.0:1779202841.451020:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc0e0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6633c expref: 115 pid: 6562 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.451048:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524184320:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202841.451070:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451079:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451088:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451113:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0ea6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451124:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0ea6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451132:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0ea6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1779202841.451468:0:16980:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x20:0x0], index 1: 0 00010000:00010000:1.0:1779202841.451613:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee200/0x3d5ca2fc49dc0ead lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451622:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee200/0x3d5ca2fc49dc0ead lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451630:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee200/0x3d5ca2fc49dc0ead lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451662:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451669:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451677:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451682:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbceec00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.451686:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451745:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451755:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.451758:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.451762:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451767:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0e9f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202841.451777:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000094b94a98 reply state 00000000bcc42fc5 transno 4294968336 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0ea6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451788:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0ea6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451793:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff91cfc2a5da00) 00010000:00010000:1.0:1779202841.451795:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202841.451797:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1779202841.451831:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc0e98 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66374 expref: 79 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451845:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee200/0x3d5ca2fc49dc0ead lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66374 expref: 78 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.451853:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff91cfc2a5dd00) 00010000:00010000:1.0:1779202841.451855:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202841.451858:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcee200, rc 0) 00000100:00100000:1.0:1779202841.451903:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+79:34651:x1865628501281280:12345-192.168.204.21@tcp:101:cp.0 Request processed in 6576us (7119us total) trans 4294968336 rc 0/0 00000100:00100000:1.0:1779202841.451911:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1651 00000100:00100000:3.0:1779202841.456642:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.456727:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501281536 00000100:00100000:2.0:1779202841.456739:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501281536 00000100:00100000:2.0:1779202841.456802:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 468 00000100:00100000:2.0:1779202841.456814:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2421:x1865628501281536:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202841.456833:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.456854:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0ebb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6637b expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202841.456881:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1779202841.456904:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.456907:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.456915:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0ebb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6637b expref: 16 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.456941:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0ebb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6637b expref: 16 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.456955:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922fe00, rc 0) 00000100:00100000:2.0:1779202841.457020:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2421:x1865628501281536:12345-192.168.204.21@tcp:101:cp.0 Request processed in 208us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.457027:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 468 00000100:00100000:0.0:1779202841.460597:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.460683:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501281664 00000100:00100000:1.0:1779202841.460732:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501281664 00000100:00100000:1.0:1779202841.460791:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 469 00000100:00100000:1.0:1779202841.460801:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:34651:x1865628501281664:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202841.460818:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.460835:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc0ec2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66382 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.460866:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0ebb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6637b expref: 17 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.460874:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202841.460876:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202841.460881:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc0ec2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66382 expref: 17 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.460914:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0ebb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6637b expref: 17 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.460939:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6637b expref: 17 pid: 8444 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.460953:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524184448:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202841.461230:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f25393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202841.465340:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.465845:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501281792 00000100:00100000:2.0:1779202841.465856:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501281792 00010000:00010000:2.0:1779202841.465898:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0ebb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6637b expref: 18 pid: 8444 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.465950:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 483 00000100:00100000:2.0:1779202841.465960:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2420:x1865628501281792:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202841.465974:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202841.465995:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0ebb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6637b expref: 18 pid: 8444 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.466011:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6637b expref: 18 pid: 8444 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.466049:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.466051:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.466058:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc0ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66382 expref: 18 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.466068:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc0ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66382 expref: 18 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.466108:0:7938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc0ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66382 expref: 18 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.466122:0:7938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4907100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7938:1865628524184576:192.168.204.21@tcp:105: 00000100:00100000:2.0:1779202841.466204:0:7938:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f50320c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202841.468877:0:7938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4907100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7938:1865628524184576:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202841.468902:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202841.468964:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2420:x1865628501281792:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 3005us (3633us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.468974:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 483 00010000:00010000:1.0:1779202841.469901:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc453430/0x3d5ca2fc49dc0ebb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6637b expref: 17 pid: 8444 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.469929:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524184448:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202841.469954:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc0ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66382 expref: 16 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.469968:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcef400, rc 0) 00000100:00100000:1.0:1779202841.470006:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:34651:x1865628501281664:12345-192.168.204.21@tcp:101:cp.0 Request processed in 9208us (9419us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.470014:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 469 00000100:00100000:0.0:1779202841.473487:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.473661:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501282048 00000100:00100000:2.0:1779202841.473671:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501282048 00000100:00100000:2.0:1779202841.473864:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 335 00000100:00100000:2.0:1779202841.473875:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+79:34651:x1865628501282048:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:2.0:1779202841.474217:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34651:x1865628501282048:12345-192.168.204.21@tcp:35:cp.0 Request processed in 343us (740us total) trans 4294968337 rc 0/0 00000100:00100000:2.0:1779202841.474224:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 335 00000100:00100000:0.0:1779202841.525952:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.526203:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501282176 00000100:00100000:1.0:1779202841.526215:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501282176 00000100:00100000:1.0:1779202841.526272:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1652 00000100:00100000:1.0:1779202841.526283:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:34654:x1865628501282176:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202841.526304:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.526335:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0ec9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66389 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526402:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc0ed0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526418:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc0ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526430:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc0ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526440:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc0ed7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526447:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc0ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526454:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc0ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526527:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceee00/0x3d5ca2fc49dc0ede lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526535:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceee00/0x3d5ca2fc49dc0ede lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526542:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceee00/0x3d5ca2fc49dc0ede lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202841.526581:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00000004:00200000:1.0:1779202841.526585:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202841.526607:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceee00/0x3d5ca2fc49dc0ede lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526618:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceee00/0x3d5ca2fc49dc0ede lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526626:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc0ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526633:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc0ed0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526645:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc0ed0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526650:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcefe00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.526654:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc0ed0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526662:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc0ed0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526674:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.526677:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.526682:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc0ed0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526688:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc0ed0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526744:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc0ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526750:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc0ed7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526756:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc0ed7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526760:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcefc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.526762:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc0ed7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526771:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc0ed7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526778:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff91cfc2a5da00) 00010000:00010000:1.0:1779202841.526780:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.526783:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc0ed7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526789:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc0ed7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526816:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc0ec9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66389 expref: 117 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526830:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceee00/0x3d5ca2fc49dc0ede lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66389 expref: 116 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.526838:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff91cfc2a5dd00) 00010000:00010000:1.0:1779202841.526840:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202841.526842:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbceee00, rc 0) 00000100:00100000:1.0:1779202841.526906:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:34654:x1865628501282176:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 625us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.526912:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1652 00000100:00100000:0.0:1779202841.538361:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.538817:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.538882:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501282432 00000100:00100000:2.0:1779202841.538894:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501282432 00000100:00100000:2.0:1779202841.538960:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 624 00000100:00100000:2.0:1779202841.538970:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:2422:x1865628501282432:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:2.0:1779202841.539022:0:6567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.539053:0:6567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0ee5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66397 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539113:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0eec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539129:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0eec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539138:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0eec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539152:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0ef3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539158:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0ef3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539164:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0ef3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539200:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0eec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539207:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0eec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539212:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0eec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539218:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.539222:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0eec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539229:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0eec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539239:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.539242:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.539246:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0eec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539253:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0eec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539265:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0ef3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539270:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0ef3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539275:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0ef3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539280:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922ec00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.539284:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0ef3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539290:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0ef3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539297:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff91cfc2882900) 00010000:00010000:2.0:1779202841.539300:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.539302:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0ef3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539308:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0ef3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539345:0:6567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0ee5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66397 expref: 117 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539354:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.539356:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1779202841.539359:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0ee5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66397 expref: 117 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.539367:0:6567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922f200, rc -2) 00000100:00100000:2.0:1779202841.539480:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:2422:x1865628501282432:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 510us (663us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202841.539495:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 624 00000100:00100000:3.0:1779202841.539963:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501282304 00000100:00100000:3.0:1779202841.539970:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501282304 00000100:00100000:3.0:1779202841.540013:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 470 00000100:00100000:3.0:1779202841.540020:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501282304:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202841.540030:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202841.540044:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dc0efa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66390 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202841.540094:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524184704:192.168.204.21@tcp:106: 00000100:00100000:3.0:1779202841.540646:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b93c0 going to sleep for 11 seconds 00002000:00010000:2.0:1779202841.545198:0:12963:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1779202841.545208:0:12963:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb mtime: 0 -> 1779202841 00002000:00010000:2.0:1779202841.545211:0:12963:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb atime: 0 -> 1779202841 00002000:00010000:2.0:1779202841.545213:0:12963:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb ctime: 0 -> 1779202841 00002000:00010000:2.0:1779202841.545216:0:12963:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1779202841.545238:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524184704:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202841.545272:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dc0efa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66390 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.545296:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dc0efa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66390 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.545309:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6000, rc 0) 00000100:00100000:2.0:1779202841.545372:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501282304:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 5352us (7020us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202841.545381:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 470 00000100:00100000:0.0:1779202841.552910:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.553361:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501282560 00000100:00100000:3.0:1779202841.553373:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501282560 00000100:00100000:3.0:1779202841.553469:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1653 00000100:00100000:3.0:1779202841.553481:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:34654:x1865628501282560:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202841.553728:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202841.553753:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0f01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d663cf expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.553842:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0f08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.553858:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0f08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.553870:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0f08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202841.553916:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1779202841.554005:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202841.554028:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0f08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.554205:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc0f01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663cf expref: 118 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.554224:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0f08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663cf expref: 117 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.554233:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202841.554236:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202841.554242:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7800, rc 0) 00000100:00100000:3.0:1779202841.554436:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:34654:x1865628501282560:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 837us (1416us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.554444:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1653 00000100:00100000:3.0:1779202841.558736:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.558812:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501282688 00000100:00100000:2.0:1779202841.558822:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501282688 00000100:00100000:2.0:1779202841.558879:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 471 00000100:00100000:2.0:1779202841.558889:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501282688:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202841.558907:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.558933:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc0f0f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d663d6 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.558991:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4907100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524184832:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202841.559077:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f391fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1779202841.562502:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4907100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524184832:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202841.562541:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc0f0f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663d6 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.562574:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc0f0f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663d6 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.562587:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922f200, rc 0) 00000100:00100000:2.0:1779202841.562646:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501282688:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 3756us (3916us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202841.562654:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 471 00000100:00100000:3.0:1779202841.568404:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.568485:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501282944 00000100:00100000:0.0:1779202841.568511:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501282944 00000100:00100000:0.0:1779202841.568569:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1654 00000100:00100000:0.0:1779202841.568580:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:34654:x1865628501282944:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:0.0:1779202841.568770:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].49, 136 off14856 00000100:00100000:0.0:1779202841.568848:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:34654:x1865628501282944:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 268us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202841.568856:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1654 00000100:00100000:3.0:1779202841.578265:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.578431:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501283072 00000100:00100000:1.0:1779202841.578442:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501283072 00000100:00100000:1.0:1779202841.578510:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1655 00000100:00100000:1.0:1779202841.578521:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:34657:x1865628501283072:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:1.0:1779202841.578545:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.578565:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc0f16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d663dd expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578630:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc0f1d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578646:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc0f1d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578657:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc0f1d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578673:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc0f24 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578679:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc0f24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578685:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc0f24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578757:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc0f1d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578764:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc0f1d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578770:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc0f1d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578775:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.578780:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc0f1d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578787:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc0f1d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578800:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.578803:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.578808:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc0f1d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578814:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc0f1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578828:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc0f24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578834:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc0f24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578839:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc0f24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578845:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.578847:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc0f24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578853:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc0f24 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578859:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff91cfc2a5d600) 00010000:00010000:1.0:1779202841.578862:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.578865:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc0f24 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578870:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc0f24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578905:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc0f16 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663dd expref: 118 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578915:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.578918:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.578921:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc0f16 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663dd expref: 118 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.578930:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcefe00, rc 0) 00000100:00100000:1.0:1779202841.578988:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:34657:x1865628501283072:12345-192.168.204.21@tcp:101:bash.0 Request processed in 468us (733us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202841.578995:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1655 00000100:00100000:3.0:1779202841.589971:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.590017:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.590059:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.590162:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501283328 00000100:00100000:0.0:1779202841.590173:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501283328 00000100:00100000:0.0:1779202841.590229:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501283456 00000100:00100000:0.0:1779202841.590232:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501283456 00000100:00100000:0.0:1779202841.590251:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 625 00000100:00100000:0.0:1779202841.590261:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:2419:x1865628501283328:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:0.0:1779202841.590310:0:6567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202841.590339:0:6567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53e00/0x3d5ca2fc49dc0f2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d663eb expref: -99 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590395:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f32 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590410:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f32 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590420:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f32 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590433:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590440:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590446:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590484:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f32 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590501:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f32 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590508:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f32 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590518:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c53c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.590522:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f32 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590530:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f32 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590544:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.590547:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.590552:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f32 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590558:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f32 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590571:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590576:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f39 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590581:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590585:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.590588:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590593:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f39 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590603:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff91cfc1ad0d00) 00010000:00010000:0.0:1779202841.590605:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.590607:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f39 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590612:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590639:0:6567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53e00/0x3d5ca2fc49dc0f2b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663eb expref: 81 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590649:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.590651:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1779202841.590654:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53e00/0x3d5ca2fc49dc0f2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663eb expref: 81 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590662:0:6567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c53e00, rc -2) 00000100:00100000:0.0:1779202841.590770:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:2419:x1865628501283328:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 509us (751us total) trans 0 rc -2/-2 00000100:00100000:0.0:1779202841.590777:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 625 00000100:00100000:0.0:1779202841.590796:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 626 00000100:00100000:0.0:1779202841.590803:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:2421:x1865628501283456:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:0.0:1779202841.590819:0:6567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202841.590827:0:6567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53800/0x3d5ca2fc49dc0f40 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d663f2 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590850:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0f47 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590858:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0f47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590865:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0f47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590875:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0f4e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590882:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0f4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590888:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0f4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590903:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0f47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590909:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0f47 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590914:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0f47 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590919:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.590922:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0f47 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590928:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0f47 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590935:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.590938:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.590941:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0f47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590947:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0f47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590955:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0f4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590960:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0f4e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590966:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0f4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590970:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c53000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.590973:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0f4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590979:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0f4e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590985:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x4b66ad81 (ffff91cfc1ad0300) 00010000:00010000:0.0:1779202841.590988:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.590990:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0f4e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.590995:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0f4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.591016:0:6567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53800/0x3d5ca2fc49dc0f40 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663f2 expref: 118 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.591025:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.591027:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1779202841.591029:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53800/0x3d5ca2fc49dc0f40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663f2 expref: 118 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.591037:0:6567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c53800, rc -2) 00000100:00100000:0.0:1779202841.591060:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:2421:x1865628501283456:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 257us (1000us total) trans 0 rc -2/-2 00000100:00100000:0.0:1779202841.591067:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 626 00000100:00100000:2.0:1779202841.591751:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501283200 00000100:00100000:2.0:1779202841.591760:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501283200 00000100:00100000:2.0:1779202841.591802:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1656 00000100:00100000:2.0:1779202841.591810:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34658:x1865628501283200:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202841.591824:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.591840:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0f55 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d663e4 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.591884:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0f5c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.591896:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0f5c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.591904:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0f5c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.591917:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.591928:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.591934:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.591959:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0f5c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.591966:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0f5c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.591972:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0f5c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.591978:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922ec00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.591982:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0f5c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.591989:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0f5c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.591997:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.592000:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.592003:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0f5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.592009:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0f5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.592019:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.592025:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f63 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.592044:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.592050:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.592052:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.592059:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.592066:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff91cfc2882900) 00010000:00010000:2.0:1779202841.592068:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.592071:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f63 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.592076:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.592100:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0f55 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663e4 expref: 81 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.592109:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.592111:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.592115:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0f55 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663e4 expref: 81 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.592129:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922f200, rc 0) 00000100:00100000:2.0:1779202841.592412:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34658:x1865628501283200:12345-192.168.204.21@tcp:101:rm.0 Request processed in 600us (2449us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202841.592420:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1656 00000100:00100000:3.0:1779202841.602344:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.602435:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501283584 00000100:00100000:0.0:1779202841.602447:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501283584 00000100:00100000:0.0:1779202841.602517:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1657 00000100:00100000:0.0:1779202841.602529:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34658:x1865628501283584:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:0.0:1779202841.602550:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202841.602570:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53e00/0x3d5ca2fc49dc0f6a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d663f9 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602649:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f71 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602666:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602677:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602730:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602739:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602746:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602793:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f71 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602802:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f71 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602809:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f71 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602817:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f71 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602824:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.602828:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f71 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602837:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f71 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602850:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.602852:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.602858:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f71 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602865:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602882:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602889:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f78 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602895:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602900:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c53c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.602903:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602909:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f78 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602917:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff91cfc1ad0d00) 00010000:00010000:0.0:1779202841.602920:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.602934:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f78 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602940:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602972:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53e00/0x3d5ca2fc49dc0f6a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663f9 expref: 81 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.602984:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.602986:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.602990:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53e00/0x3d5ca2fc49dc0f6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663f9 expref: 81 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.603000:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c53e00, rc 0) 00000100:00100000:0.0:1779202841.603068:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34658:x1865628501283584:12345-192.168.204.21@tcp:101:rm.0 Request processed in 541us (735us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202841.603075:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1657 00000100:00100000:1.0:1779202841.618210:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.618812:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501283712 00000100:00100000:0.0:1779202841.618824:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501283712 00000100:00100000:0.0:1779202841.618884:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1658 00000100:00100000:0.0:1779202841.618896:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34659:x1865628501283712:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202841.618918:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202841.618936:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53e00/0x3d5ca2fc49dc0f7f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66400 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619005:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f86 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619019:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619040:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619056:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f8d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619064:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619070:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619111:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619118:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f86 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619124:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f86 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619130:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c53c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.619134:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f86 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619141:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f86 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619152:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.619155:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.619160:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619166:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc0f86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619179:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619185:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f8d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619191:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f8d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619196:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.619198:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f8d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619203:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f8d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619210:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff91cfc1ad0d00) 00010000:00010000:0.0:1779202841.619212:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.619214:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f8d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619219:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0f8d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619248:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53e00/0x3d5ca2fc49dc0f7f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66400 expref: 81 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619257:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.619259:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.619262:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53e00/0x3d5ca2fc49dc0f7f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66400 expref: 81 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.619270:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c53e00, rc 0) 00000100:00100000:0.0:1779202841.619347:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34659:x1865628501283712:12345-192.168.204.21@tcp:101:cp.0 Request processed in 453us (1147us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202841.619355:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1658 00000100:00100000:3.0:1779202841.624203:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.624298:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501283840 00000100:00100000:2.0:1779202841.624309:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501283840 00000100:00100000:2.0:1779202841.624377:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1659 00000100:00100000:2.0:1779202841.624388:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34659:x1865628501283840:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202841.624410:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.624433:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0f94 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66407 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624534:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f9b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624554:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f9b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624566:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f9b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624581:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0fa2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624587:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624593:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624634:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f9b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624643:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f9b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624650:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f9b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624656:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.624660:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f9b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624668:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f9b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624679:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.624682:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.624687:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f9b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624731:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0f9b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624745:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624750:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0fa2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624756:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0fa2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624762:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922ec00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.624765:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0fa2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624771:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0fa2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624779:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff91cfc2882900) 00010000:00010000:2.0:1779202841.624781:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.624783:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0fa2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624789:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc0fa2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624820:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0f94 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66407 expref: 81 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624831:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.624833:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.624836:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc0f94 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66407 expref: 81 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.624845:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922f200, rc 0) 00000100:00100000:2.0:1779202841.624914:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34659:x1865628501283840:12345-192.168.204.21@tcp:101:cp.0 Request processed in 529us (722us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202841.624922:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1659 00000100:00100000:1.0:1779202841.628300:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.628400:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501284096 00000100:00100000:0.0:1779202841.628410:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501284096 00000100:00100000:0.0:1779202841.628460:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1660 00000100:00100000:0.0:1779202841.628469:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34659:x1865628501284096:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202841.628491:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202841.628509:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53e00/0x3d5ca2fc49dc0fa9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6640e expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.628594:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.628609:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0f08 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663cf expref: 116 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.628618:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.628649:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0f08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663cf expref: 116 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.628661:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0f08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663cf expref: 116 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202841.628673:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524184960:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202841.628782:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cfc00 going to sleep for 11 seconds 00000100:00100000:1.0:1779202841.631805:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.631916:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524184960:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202841.631952:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202841.632111:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501284224 00000100:00100000:3.0:1779202841.632118:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501284224 00010000:00010000:3.0:1779202841.632155:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0f08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663cf expref: 117 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202841.632194:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 484 00000100:00100000:3.0:1779202841.632203:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:2420:x1865628501284224:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202841.632217:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202841.632224:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0f08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663cf expref: 117 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.632237:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0f08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663cf expref: 117 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.632260:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc0f08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d663cf expref: 117 pid: 6564 timeout: 1070 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.632276:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202841.632280:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.632290:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.632298:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.632334:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202841.632381:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:2420:x1865628501284224:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 180us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.632389:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 484 00010000:00010000:1.0:1779202841.632481:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.632498:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.632524:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc0fb7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.632538:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc0fb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.632546:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc0fb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1779202841.633570:0:10076:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x20:0x0], index 0: 0 00010000:00010000:1.0:1779202841.633759:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc0fbe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633770:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc0fbe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633779:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc0fbe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633814:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633821:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633826:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633832:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633837:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.633841:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633852:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633863:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.633866:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.633871:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633876:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52e00/0x3d5ca2fc49dc0fb0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202841.633889:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a2360f52 reply state 00000000e0a44548 transno 4294968338 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc0fb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633899:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc0fb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633904:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff91cfc2a5d600) 00010000:00010000:1.0:1779202841.633906:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202841.633909:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1779202841.633947:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53e00/0x3d5ca2fc49dc0fa9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6640e expref: 83 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633960:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc0fbe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6640e expref: 82 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.633966:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff91cfc2a5d700) 00010000:00010000:1.0:1779202841.633968:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202841.633970:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbceea00, rc 0) 00000100:00100000:1.0:1779202841.634018:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+83:34659:x1865628501284096:12345-192.168.204.21@tcp:101:cp.0 Request processed in 5550us (5727us total) trans 4294968338 rc 0/0 00000100:00100000:1.0:1779202841.634025:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1660 00000100:00100000:3.0:1779202841.638845:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.638953:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501284352 00000100:00100000:2.0:1779202841.638963:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501284352 00000100:00100000:2.0:1779202841.639014:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 472 00000100:00100000:2.0:1779202841.639024:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2422:x1865628501284352:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202841.639053:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.639072:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc0fcc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66415 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202841.639097:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1779202841.639115:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.639117:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.639124:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc0fcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66415 expref: 14 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.639141:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc0fcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66415 expref: 14 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.639155:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922f200, rc 0) 00000100:00100000:2.0:1779202841.639213:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2422:x1865628501284352:12345-192.168.204.21@tcp:101:cp.0 Request processed in 191us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.639220:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 472 00000100:00100000:3.0:1779202841.643885:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.643992:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501284480 00000100:00100000:2.0:1779202841.644002:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501284480 00000100:00100000:2.0:1779202841.644361:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 473 00000100:00100000:2.0:1779202841.644370:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:34659:x1865628501284480:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202841.644388:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.644407:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007e29dd6/0x3d5ca2fc49dc0fd3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6641c expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.644448:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc0fcc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66415 expref: 15 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.644456:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.644458:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.644463:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007e29dd6/0x3d5ca2fc49dc0fd3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6641c expref: 15 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.644505:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc0fcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66415 expref: 15 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.644519:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc0fcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66415 expref: 15 pid: 17866 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.644533:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4907100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524185088:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202841.644622:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f391fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1779202841.646939:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4907100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8446:1865628524185088:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202841.646973:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000007e29dd6/0x3d5ca2fc49dc0fd3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6641c expref: 15 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.646994:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922ec00, rc 0) 00000100:00100000:2.0:1779202841.647081:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:34659:x1865628501284480:12345-192.168.204.21@tcp:101:cp.0 Request processed in 2712us (3204us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.647089:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 473 00000100:00100000:0.0:1779202841.649198:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.649349:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501284608 00000100:00100000:2.0:1779202841.649360:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501284608 00010000:00010000:2.0:1779202841.649396:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc0fcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66415 expref: 15 pid: 17866 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.649438:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 485 00000100:00100000:2.0:1779202841.649447:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2420:x1865628501284608:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202841.649461:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202841.649482:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc0fcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66415 expref: 15 pid: 17866 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.649502:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc0fcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66415 expref: 15 pid: 17866 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.649529:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc0fcc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66415 expref: 15 pid: 17866 timeout: 1070 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.649549:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.649551:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.649559:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000007e29dd6/0x3d5ca2fc49dc0fd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6641c expref: 14 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.649569:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007e29dd6/0x3d5ca2fc49dc0fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6641c expref: 14 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.649604:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000007e29dd6/0x3d5ca2fc49dc0fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6641c expref: 14 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.649624:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4907100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524185216:192.168.204.21@tcp:105: 00000100:00100000:2.0:1779202841.649736:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f391fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1779202841.655265:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.655346:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501284864 00000100:00100000:1.0:1779202841.655359:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501284864 00000100:00100000:1.0:1779202841.655421:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 336 00000100:00100000:1.0:1779202841.655444:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+83:34659:x1865628501284864:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:3.0:1779202841.655845:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4907100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524185216:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202841.655872:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202841.656610:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+84:34659:x1865628501284864:12345-192.168.204.21@tcp:35:cp.0 Request processed in 1178us (1353us total) trans 4294968339 rc 0/0 00000100:00100000:1.0:1779202841.656621:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 336 00000100:00100000:3.0:1779202841.656734:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2420:x1865628501284608:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 7287us (7544us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.656744:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 485 00000100:00100000:2.0:1779202841.698121:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.698243:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501284992 00000100:00100000:0.0:1779202841.698254:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501284992 00000100:00100000:0.0:1779202841.698308:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1661 00000100:00100000:0.0:1779202841.698326:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:34662:x1865628501284992:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202841.698345:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202841.698364:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52a00/0x3d5ca2fc49dc0fda lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66423 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.698430:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0fe1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.698445:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0fe1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.698457:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0fe1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.698468:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0fe8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.698475:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0fe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.698482:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0fe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.698570:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53800/0x3d5ca2fc49dc0fef lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.698584:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53800/0x3d5ca2fc49dc0fef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.698591:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53800/0x3d5ca2fc49dc0fef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202841.698633:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00000004:00200000:0.0:1779202841.698637:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202841.698658:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53800/0x3d5ca2fc49dc0fef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.698669:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53800/0x3d5ca2fc49dc0fef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.698678:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0fe1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.698686:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0fe1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699050:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0fe1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699057:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.699061:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0fe1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699069:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0fe1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699081:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202841.699085:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.699090:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0fe1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699096:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc0fe1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699109:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0fe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699114:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0fe8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699120:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0fe8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699124:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c53000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202841.699126:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0fe8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699132:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0fe8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699139:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff91cfc2a5d600) 00010000:00010000:0.0:1779202841.699142:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202841.699144:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0fe8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699150:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc0fe8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699176:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52a00/0x3d5ca2fc49dc0fda lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66423 expref: 118 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699189:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53800/0x3d5ca2fc49dc0fef lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66423 expref: 117 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202841.699196:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff91cfc2a5d700) 00010000:00010000:0.0:1779202841.699199:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202841.699201:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c53800, rc 0) 00000100:00100000:0.0:1779202841.699320:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:34662:x1865628501284992:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 988us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202841.699327:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1661 00000100:00100000:0.0:1779202841.705527:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.705775:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501285120 00000100:00100000:1.0:1779202841.705785:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501285120 00000100:00100000:1.0:1779202841.705834:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 474 00000100:00100000:1.0:1779202841.705843:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2420:x1865628501285120:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202841.705861:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.705879:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb012caf/0x3d5ca2fc49dc0ff6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6642a expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.705950:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524185344:192.168.204.21@tcp:106: 00000100:00100000:1.0:1779202841.706837:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0300 going to sleep for 11 seconds 00002000:00010000:1.0:1779202841.709358:0:8511:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1779202841.709365:0:8511:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb mtime: 0 -> 1779202841 00002000:00010000:1.0:1779202841.709368:0:8511:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb atime: 0 -> 1779202841 00002000:00010000:1.0:1779202841.709370:0:8511:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb ctime: 0 -> 1779202841 00002000:00010000:1.0:1779202841.709372:0:8511:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1779202841.709392:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8511:1865628524185344:192.168.204.21@tcp:106: 00010000:00010000:1.0:1779202841.709435:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb012caf/0x3d5ca2fc49dc0ff6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6642a expref: 25 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.709460:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb012caf/0x3d5ca2fc49dc0ff6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6642a expref: 25 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.709474:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcefa00, rc 0) 00000100:00100000:1.0:1779202841.709550:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2420:x1865628501285120:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 3706us (4031us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202841.709559:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 474 00000100:00100000:3.0:1779202841.714127:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.714279:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501285248 00000100:00100000:2.0:1779202841.714289:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501285248 00000100:00100000:2.0:1779202841.714357:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1662 00000100:00100000:2.0:1779202841.714367:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:34662:x1865628501285248:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202841.714387:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.714406:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0ffd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66431 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.714477:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc1004 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.714501:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc1004 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.714514:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc1004 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202841.714557:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1779202841.714561:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202841.714580:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc1004 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.714605:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc0ffd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66431 expref: 119 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.714628:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc1004 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66431 expref: 118 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.714637:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.714639:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202841.714644:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922f400, rc 0) 00000100:00100000:2.0:1779202841.714749:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:34662:x1865628501285248:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 383us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.714757:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1662 00000100:00100000:0.0:1779202841.719422:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.719493:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501285376 00000100:00100000:2.0:1779202841.719512:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501285376 00000100:00100000:2.0:1779202841.719566:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 475 00000100:00100000:2.0:1779202841.719575:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2422:x1865628501285376:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202841.719594:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.719610:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059c28653/0x3d5ca2fc49dc100b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66438 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.719668:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524185472:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202841.719791:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f391fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1779202841.722891:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524185472:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202841.722939:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000059c28653/0x3d5ca2fc49dc100b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66438 expref: 25 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.722964:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059c28653/0x3d5ca2fc49dc100b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66438 expref: 25 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.722979:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e000, rc 0) 00000100:00100000:2.0:1779202841.723044:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2422:x1865628501285376:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 3470us (3632us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202841.723054:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 475 00000100:00100000:3.0:1779202841.728786:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.728880:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501285632 00000100:00100000:1.0:1779202841.728891:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501285632 00000100:00100000:1.0:1779202841.728966:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1663 00000100:00100000:1.0:1779202841.728976:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:34662:x1865628501285632:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:1.0:1779202841.729156:0:16980:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].50, 136 off14992 00000100:00100000:1.0:1779202841.729233:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:34662:x1865628501285632:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 258us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.729241:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1663 00000100:00100000:0.0:1779202841.739201:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.739349:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501285760 00000100:00100000:3.0:1779202841.739361:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501285760 00000100:00100000:3.0:1779202841.739417:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1664 00000100:00100000:3.0:1779202841.739427:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:34663:x1865628501285760:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:3.0:1779202841.739449:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202841.739470:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc1012 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6643f expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.739666:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1019 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.739681:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1019 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.739870:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1019 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.739888:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1020 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.739895:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1020 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.739902:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1020 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.739942:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1019 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.739949:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1019 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.739956:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1019 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.739961:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202841.739964:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1019 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.739975:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1019 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.739988:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202841.739991:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.739996:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1019 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.740001:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1019 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.740013:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1020 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.740018:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1020 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.740023:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1020 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.740027:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202841.740349:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1020 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.740360:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1020 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.740369:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff91cfc10a3700) 00010000:00010000:3.0:1779202841.740371:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.740374:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1020 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.740384:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1020 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.740422:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc1012 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6643f expref: 119 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.740432:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202841.740434:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.740438:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc1012 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6643f expref: 119 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.740446:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:3.0:1779202841.740610:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:34663:x1865628501285760:12345-192.168.204.21@tcp:101:bash.0 Request processed in 1184us (1421us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202841.740619:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1664 00000100:00100000:2.0:1779202841.754262:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.754358:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501285888 00000100:00100000:3.0:1779202841.754368:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501285888 00000100:00100000:3.0:1779202841.754424:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1665 00000100:00100000:3.0:1779202841.754434:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+84:34664:x1865628501285888:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202841.754459:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202841.754480:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc1027 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66446 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754561:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc102e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754577:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc102e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754589:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc102e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754603:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1035 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754609:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1035 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754615:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1035 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754650:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc102e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754658:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc102e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754664:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc102e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754671:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202841.754675:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc102e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754683:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc102e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754736:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202841.754739:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.754745:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc102e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754751:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc102e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754764:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1035 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754769:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1035 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754774:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1035 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754779:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202841.754781:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1035 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754787:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1035 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754794:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff91cfc10a3700) 00010000:00010000:3.0:1779202841.754796:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.754799:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1035 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754804:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1035 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754834:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc1027 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66446 expref: 85 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754848:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202841.754849:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.754853:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc1027 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66446 expref: 85 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.754861:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:3.0:1779202841.754930:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+84:34664:x1865628501285888:12345-192.168.204.21@tcp:101:rm.0 Request processed in 497us (676us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202841.754938:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1665 00000100:00100000:2.0:1779202841.762689:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.762864:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501286016 00000100:00100000:1.0:1779202841.762874:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501286016 00000100:00100000:1.0:1779202841.762933:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1666 00000100:00100000:1.0:1779202841.762943:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+84:34664:x1865628501286016:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202841.762965:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.762987:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc103c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6644d expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763074:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1043 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763089:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1043 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763100:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1043 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763114:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc104a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763121:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc104a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763128:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc104a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763162:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1043 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763169:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1043 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763176:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1043 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763181:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.763186:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1043 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763196:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1043 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763207:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.763210:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.763215:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1043 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763221:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1043 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763235:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc104a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763240:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc104a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763247:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc104a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763252:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.763255:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc104a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763261:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc104a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763268:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff91cfc2a5d300) 00010000:00010000:1.0:1779202841.763270:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.763273:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc104a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763280:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc104a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763318:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc103c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6644d expref: 85 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763328:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.763331:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.763334:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc103c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6644d expref: 85 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.763345:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcefa00, rc 0) 00000100:00100000:1.0:1779202841.763405:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+84:34664:x1865628501286016:12345-192.168.204.21@tcp:101:rm.0 Request processed in 464us (728us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202841.763413:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1666 00000100:00100000:0.0:1779202841.780043:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.780179:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501286144 00000100:00100000:1.0:1779202841.780190:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501286144 00000100:00100000:1.0:1779202841.780250:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1667 00000100:00100000:1.0:1779202841.780261:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+84:34665:x1865628501286144:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202841.780281:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.780301:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1051 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66454 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780380:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc1058 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780395:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc1058 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780408:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc1058 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780422:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc105f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780429:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc105f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780435:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc105f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780471:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc1058 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780478:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc1058 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780496:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc1058 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780502:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.780507:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc1058 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780514:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc1058 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780525:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.780528:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.780532:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc1058 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780539:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc1058 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780553:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc105f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780559:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc105f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780565:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc105f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780571:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.780574:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc105f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780580:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc105f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780586:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff91cfc2a5d300) 00010000:00010000:1.0:1779202841.780589:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.780592:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc105f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780597:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc105f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780630:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1051 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66454 expref: 85 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780646:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.780649:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.780652:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1051 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66454 expref: 85 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.780661:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcefa00, rc 0) 00000100:00100000:1.0:1779202841.780871:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+84:34665:x1865628501286144:12345-192.168.204.21@tcp:101:cp.0 Request processed in 611us (849us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202841.780878:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1667 00000100:00100000:2.0:1779202841.788571:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.788664:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501286272 00000100:00100000:3.0:1779202841.788677:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501286272 00000100:00100000:3.0:1779202841.788766:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1668 00000100:00100000:3.0:1779202841.788776:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+84:34665:x1865628501286272:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202841.788797:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202841.788817:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc1066 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6645b expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.788879:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc106d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.788895:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc106d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.788906:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc106d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.788932:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1074 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.788941:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1074 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.788947:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1074 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.788979:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc106d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.788987:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc106d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.788994:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc106d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789001:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202841.789005:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc106d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789013:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc106d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789023:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202841.789026:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.789030:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc106d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789037:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc106d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789049:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1074 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789056:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1074 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789062:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1074 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789067:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202841.789069:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1074 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789075:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1074 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789082:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff91cfc10a3700) 00010000:00010000:3.0:1779202841.789084:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.789087:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1074 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789093:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1074 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789122:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc1066 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6645b expref: 85 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789132:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202841.789134:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202841.789138:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc1066 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6645b expref: 85 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.789153:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:3.0:1779202841.789205:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+84:34665:x1865628501286272:12345-192.168.204.21@tcp:101:cp.0 Request processed in 431us (645us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202841.789213:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1668 00000100:00100000:2.0:1779202841.793563:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.793664:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501286528 00000100:00100000:1.0:1779202841.793675:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501286528 00000100:00100000:1.0:1779202841.793766:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1669 00000100:00100000:1.0:1779202841.793776:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+84:34665:x1865628501286528:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202841.793796:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.793816:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc107b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66462 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.793929:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.793947:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc1004 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66431 expref: 117 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.793956:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.793994:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc1004 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66431 expref: 117 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.794009:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc1004 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66431 expref: 117 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.794023:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524185600:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202841.794128:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0300 going to sleep for 11 seconds 00000100:00100000:1.0:1779202841.797515:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524185600:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202841.797546:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.800227:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.800518:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501286656 00000100:00100000:3.0:1779202841.800528:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501286656 00010000:00010000:3.0:1779202841.800566:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc1004 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66431 expref: 118 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202841.800608:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 486 00000100:00100000:3.0:1779202841.800617:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:2419:x1865628501286656:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202841.800631:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202841.800638:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc1004 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66431 expref: 118 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.800652:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc1004 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66431 expref: 118 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.800673:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc1004 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66431 expref: 118 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.800734:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202841.800740:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.800750:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.800758:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.800791:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202841.800841:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:2419:x1865628501286656:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 223us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.800848:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 486 00010000:00010000:2.0:1779202841.801045:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801054:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801081:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc1089 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801091:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc1089 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801099:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc1089 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1779202841.801471:0:16980:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x21:0x0], index 1: 0 00010000:00010000:2.0:1779202841.801624:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1090 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801639:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1090 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801647:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1090 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801680:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801687:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801731:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801738:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.801742:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801750:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801759:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.801762:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.801767:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801773:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc1082 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1779202841.801785:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000302dab68 reply state 000000006f08e9c1 transno 4294968340 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc1089 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801797:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc1089 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801803:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff91cfc2882800) 00010000:00010000:2.0:1779202841.801806:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1779202841.801809:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1779202841.801852:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc107b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66462 expref: 87 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801868:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1090 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66462 expref: 86 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.801875:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff91cfc2882000) 00010000:00010000:2.0:1779202841.801877:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202841.801880:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e800, rc 0) 00000100:00100000:2.0:1779202841.802110:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+87:34665:x1865628501286528:12345-192.168.204.21@tcp:101:cp.0 Request processed in 8335us (8555us total) trans 4294968340 rc 0/0 00000100:00100000:2.0:1779202841.802119:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1669 00000100:00100000:2.0:1779202841.811295:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.811609:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501286784 00000100:00100000:3.0:1779202841.811620:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501286784 00000100:00100000:3.0:1779202841.811677:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 476 00000100:00100000:3.0:1779202841.811687:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2421:x1865628501286784:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202841.811739:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202841.811760:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc109e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66469 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202841.811786:0:12963:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1779202841.811808:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202841.811810:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202841.811819:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc109e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66469 expref: 17 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.811838:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc109e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66469 expref: 17 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202841.811852:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:3.0:1779202841.811908:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2421:x1865628501286784:12345-192.168.204.21@tcp:101:cp.0 Request processed in 222us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.811926:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 476 00000100:00100000:0.0:1779202841.815365:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.815807:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501286912 00000100:00100000:2.0:1779202841.815817:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501286912 00000100:00100000:2.0:1779202841.815927:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 477 00000100:00100000:2.0:1779202841.815937:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:34665:x1865628501286912:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202841.815954:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.815970:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000502242d1/0x3d5ca2fc49dc10a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66470 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.816007:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc109e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66469 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.816016:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.816018:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202841.816022:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000502242d1/0x3d5ca2fc49dc10a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66470 expref: 18 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.816053:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc109e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66469 expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.816066:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc109e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66469 expref: 18 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.816080:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3184e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524185728:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202841.816167:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006f000 going to sleep for 11 seconds 00000100:00100000:2.0:1779202841.819199:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3184e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524185728:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202841.819238:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000502242d1/0x3d5ca2fc49dc10a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66470 expref: 18 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.819259:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922fa00, rc 0) 00000100:00100000:2.0:1779202841.819327:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:34665:x1865628501286912:12345-192.168.204.21@tcp:101:cp.0 Request processed in 3390us (3970us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.819336:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 477 00000100:00100000:3.0:1779202841.821419:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.821504:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501287040 00000100:00100000:1.0:1779202841.821514:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501287040 00010000:00010000:1.0:1779202841.821550:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc109e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66469 expref: 18 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.821590:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 487 00000100:00100000:1.0:1779202841.821599:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2419:x1865628501287040:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202841.821612:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202841.821633:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc109e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66469 expref: 18 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.821646:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc109e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66469 expref: 18 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.821670:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc109e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66469 expref: 18 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.821686:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202841.821688:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202841.821736:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000502242d1/0x3d5ca2fc49dc10a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66470 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.821747:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000502242d1/0x3d5ca2fc49dc10a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66470 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.821787:0:7938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000502242d1/0x3d5ca2fc49dc10a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66470 expref: 17 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.821802:0:7938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7938:1865628524185856:192.168.204.21@tcp:105: 00000100:00100000:1.0:1779202841.821885:0:7938:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0300 going to sleep for 11 seconds 00000100:00100000:2.0:1779202841.826088:0:7938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7938:1865628524185856:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202841.826120:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202841.826183:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2419:x1865628501287040:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 4584us (4770us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.826194:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 487 00000100:00100000:2.0:1779202841.834852:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.834963:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501287296 00000100:00100000:1.0:1779202841.834973:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501287296 00000100:00100000:1.0:1779202841.835032:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 337 00000100:00100000:1.0:1779202841.835043:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+87:34665:x1865628501287296:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:1.0:1779202841.835387:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+88:34665:x1865628501287296:12345-192.168.204.21@tcp:35:cp.0 Request processed in 345us (546us total) trans 4294968341 rc 0/0 00000100:00100000:1.0:1779202841.835395:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 337 00000100:00100000:3.0:1779202841.889867:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.889987:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501287424 00000100:00100000:2.0:1779202841.889998:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501287424 00000100:00100000:2.0:1779202841.890066:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1670 00000100:00100000:2.0:1779202841.890076:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:34668:x1865628501287424:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202841.890099:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.890119:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc10ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66477 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890183:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc10b3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890197:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc10b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890207:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc10b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890218:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890224:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890229:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890294:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc10c1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890318:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc10c1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890325:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc10c1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202841.890363:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00000004:00200000:2.0:1779202841.890368:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202841.890386:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc10c1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890396:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc10c1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890405:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc10b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890412:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc10b3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890419:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc10b3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890425:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.890429:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc10b3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890436:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc10b3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890447:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.890450:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.890455:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc10b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890461:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc10b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890474:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890939:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890949:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890954:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.890957:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890963:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890973:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff91cfc2882800) 00010000:00010000:2.0:1779202841.890975:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.890979:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.890984:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.891019:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc10ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66477 expref: 119 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.891041:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc10c1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66477 expref: 118 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.891049:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff91cfc2882000) 00010000:00010000:2.0:1779202841.891051:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202841.891053:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922fe00, rc 0) 00000100:00100000:2.0:1779202841.891243:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:34668:x1865628501287424:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1166us (1383us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.891251:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1670 00000100:00100000:0.0:1779202841.896992:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.897207:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501287552 00000100:00100000:1.0:1779202841.897218:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501287552 00000100:00100000:1.0:1779202841.897276:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 478 00000100:00100000:1.0:1779202841.897286:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501287552:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202841.897316:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.897334:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020246238/0x3d5ca2fc49dc10c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6647e expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.897387:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524185984:192.168.204.21@tcp:106: 00000100:00100000:1.0:1779202841.897490:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0a80 going to sleep for 11 seconds 00002000:00010000:1.0:1779202841.900278:0:8447:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1779202841.900287:0:8447:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb mtime: 0 -> 1779202841 00002000:00010000:1.0:1779202841.900289:0:8447:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb atime: 0 -> 1779202841 00002000:00010000:1.0:1779202841.900292:0:8447:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb ctime: 0 -> 1779202841 00002000:00010000:1.0:1779202841.900294:0:8447:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1779202841.900327:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8447:1865628524185984:192.168.204.21@tcp:106: 00010000:00010000:1.0:1779202841.900366:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020246238/0x3d5ca2fc49dc10c8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6647e expref: 18 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.900389:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020246238/0x3d5ca2fc49dc10c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6647e expref: 18 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.900404:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcee400, rc 0) 00000100:00100000:1.0:1779202841.900464:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501287552:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 3178us (3483us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202841.900473:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 478 00000100:00100000:3.0:1779202841.905734:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.905894:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501287680 00000100:00100000:2.0:1779202841.905904:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501287680 00000100:00100000:2.0:1779202841.905957:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1671 00000100:00100000:2.0:1779202841.905967:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:34668:x1865628501287680:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202841.905991:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.906011:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc10cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66485 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.906095:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.906110:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.906120:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202841.906167:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1779202841.906171:0:6562:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202841.906189:0:6562:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.906215:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc10cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66485 expref: 120 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.906232:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66485 expref: 119 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.906241:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.906244:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202841.906247:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922f200, rc 0) 00000100:00100000:2.0:1779202841.906317:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:34668:x1865628501287680:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 343us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.906323:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1671 00000100:00100000:2.0:1779202841.916741:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.916818:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501287808 00000100:00100000:3.0:1779202841.916829:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501287808 00000100:00100000:3.0:1779202841.916885:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 479 00000100:00100000:3.0:1779202841.916897:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501287808:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202841.916926:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202841.916945:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dc10dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6648c expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202841.917008:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524186112:192.168.204.21@tcp:106: 00000100:00100000:3.0:1779202841.917109:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9780 going to sleep for 11 seconds 00000100:00100000:2.0:1779202841.919986:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12963:1865628524186112:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202841.920023:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dc10dd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6648c expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.920184:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049b51e32/0x3d5ca2fc49dc10dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6648c expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.920198:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6000, rc 0) 00000100:00100000:2.0:1779202841.920262:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2422:x1865628501287808:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 3368us (3531us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202841.920271:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 479 00000100:00100000:0.0:1779202841.927927:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.928022:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501288064 00000100:00100000:1.0:1779202841.928043:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501288064 00000100:00100000:1.0:1779202841.928107:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1672 00000100:00100000:1.0:1779202841.928118:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:34668:x1865628501288064:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:1.0:1779202841.928279:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].51, 136 off15128 00000100:00100000:1.0:1779202841.928370:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:34668:x1865628501288064:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 253us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202841.928378:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1672 00000100:00100000:0.0:1779202841.938792:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.938965:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501288192 00000100:00100000:1.0:1779202841.938976:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501288192 00000100:00100000:1.0:1779202841.939048:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1673 00000100:00100000:1.0:1779202841.939059:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:34669:x1865628501288192:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:1.0:1779202841.939082:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.939103:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc10e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66493 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939169:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc10eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939185:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc10eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939196:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc10eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939211:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc10f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939218:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc10f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939224:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc10f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939265:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc10eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939273:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc10eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939278:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc10eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939285:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.939289:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc10eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939295:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc10eb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939316:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.939319:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.939324:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc10eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939330:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc10eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939344:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc10f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939350:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc10f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939355:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc10f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939361:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.939364:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc10f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939371:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc10f2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939378:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff91cfc2a5d300) 00010000:00010000:1.0:1779202841.939380:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.939383:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc10f2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939388:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc10f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939418:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc10e4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66493 expref: 120 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939428:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.939431:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.939434:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc10e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66493 expref: 120 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.939444:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcee400, rc 0) 00000100:00100000:1.0:1779202841.939513:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:34669:x1865628501288192:12345-192.168.204.21@tcp:101:bash.0 Request processed in 456us (730us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202841.939520:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1673 00000100:00100000:3.0:1779202841.950736:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.950899:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501288320 00000100:00100000:2.0:1779202841.950910:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501288320 00000100:00100000:2.0:1779202841.950971:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1674 00000100:00100000:2.0:1779202841.950981:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+88:34670:x1865628501288320:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202841.951007:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.951025:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc10f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6649a expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951096:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1100 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951111:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1100 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951122:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1100 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951137:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1107 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951143:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1107 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951149:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1107 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951183:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1100 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951191:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1100 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951198:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1100 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951204:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.951208:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1100 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951216:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1100 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951228:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.951231:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.951235:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1100 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951242:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1100 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951254:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1107 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951259:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1107 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951265:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1107 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951269:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.951272:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1107 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951277:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1107 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951283:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff91cfc2882b00) 00010000:00010000:2.0:1779202841.951286:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.951288:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1107 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951294:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1107 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951333:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc10f9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6649a expref: 89 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951343:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.951345:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.951348:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc10f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6649a expref: 89 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.951357:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e000, rc 0) 00000100:00100000:2.0:1779202841.951425:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+88:34670:x1865628501288320:12345-192.168.204.21@tcp:101:rm.0 Request processed in 445us (740us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202841.951431:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1674 00000100:00100000:0.0:1779202841.955085:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.955171:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501288448 00000100:00100000:1.0:1779202841.955182:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501288448 00000100:00100000:1.0:1779202841.955239:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1675 00000100:00100000:1.0:1779202841.955248:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+88:34670:x1865628501288448:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202841.955268:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.955287:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc110e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d664a1 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955364:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1115 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955378:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1115 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955389:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1115 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955401:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc111c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955407:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc111c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955413:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc111c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955452:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1115 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955458:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1115 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955464:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1115 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955470:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1115 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955476:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.955490:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1115 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955498:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1115 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955509:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.955512:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.955516:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1115 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955523:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1115 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955536:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc111c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955541:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc111c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955546:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc111c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955551:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.955553:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc111c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955562:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc111c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955568:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff91cfc2a5d300) 00010000:00010000:1.0:1779202841.955570:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.955572:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc111c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955577:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc111c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955606:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc110e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664a1 expref: 89 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955616:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.955618:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.955622:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc110e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664a1 expref: 89 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.955631:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcee400, rc 0) 00000100:00100000:1.0:1779202841.955689:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+88:34670:x1865628501288448:12345-192.168.204.21@tcp:101:rm.0 Request processed in 443us (613us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202841.955728:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1675 00000100:00100000:3.0:1779202841.970549:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.971589:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501288576 00000100:00100000:1.0:1779202841.971601:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501288576 00000100:00100000:1.0:1779202841.971664:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1676 00000100:00100000:1.0:1779202841.971674:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+88:34671:x1865628501288576:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202841.971710:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.971731:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc1123 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d664a8 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.971816:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc112a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.971831:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc112a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.971843:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc112a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.971857:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1131 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.971863:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1131 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.971868:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1131 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.971903:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc112a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.971909:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc112a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972161:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc112a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972168:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.972173:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc112a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972181:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc112a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972194:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.972197:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.972202:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc112a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972208:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc112a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972223:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1131 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972230:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1131 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972236:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1131 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972241:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.972245:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1131 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972250:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1131 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972258:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff91cfc2a5d300) 00010000:00010000:1.0:1779202841.972260:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.972263:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1131 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972270:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1131 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972301:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc1123 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664a8 expref: 89 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972320:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.972323:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.972326:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc1123 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664a8 expref: 89 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.972335:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcee400, rc 0) 00000100:00100000:0.0:1779202841.973313:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+88:34671:x1865628501288576:12345-192.168.204.21@tcp:101:cp.0 Request processed in 1627us (2761us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202841.973326:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1676 00000100:00100000:3.0:1779202841.976954:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.977073:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501288704 00000100:00100000:2.0:1779202841.977085:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501288704 00000100:00100000:2.0:1779202841.977141:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1677 00000100:00100000:2.0:1779202841.977152:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+88:34671:x1865628501288704:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202841.977173:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202841.977193:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc1138 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d664af expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977261:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc113f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977276:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc113f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977287:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc113f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977301:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1146 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977318:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1146 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977324:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1146 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977367:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc113f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977374:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc113f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977381:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc113f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977387:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.977391:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc113f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977398:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc113f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977410:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.977413:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.977418:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc113f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977424:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc113f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977437:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1146 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977443:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1146 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977448:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1146 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977453:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202841.977456:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1146 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977461:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1146 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977468:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff91cfc2882b00) 00010000:00010000:2.0:1779202841.977470:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.977473:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1146 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977489:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1146 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977519:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc1138 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664af expref: 89 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977528:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.977530:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202841.977534:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc1138 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664af expref: 89 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.977542:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e000, rc 0) 00000100:00100000:2.0:1779202841.977603:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+88:34671:x1865628501288704:12345-192.168.204.21@tcp:101:cp.0 Request processed in 453us (658us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202841.977610:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1677 00000100:00100000:3.0:1779202841.981839:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202841.982166:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501288960 00000100:00100000:1.0:1779202841.982176:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501288960 00000100:00100000:1.0:1779202841.982229:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1678 00000100:00100000:1.0:1779202841.982240:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+88:34671:x1865628501288960:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202841.982260:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202841.982279:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc114d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d664b6 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.982385:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.982403:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10d6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66485 expref: 118 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.982413:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.982450:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66485 expref: 118 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.982465:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10d6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66485 expref: 118 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202841.982557:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb14000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524186240:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202841.982747:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1779202841.985655:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb14000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524186240:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202841.985689:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202841.988557:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.988643:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501289088 00000100:00100000:2.0:1779202841.988653:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501289088 00010000:00010000:2.0:1779202841.988690:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10d6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66485 expref: 119 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202841.988752:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 488 00000100:00100000:2.0:1779202841.988762:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:2420:x1865628501289088:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202841.988778:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202841.988785:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10d6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66485 expref: 119 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.988805:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66485 expref: 119 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.988827:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc10d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66485 expref: 119 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.988843:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202841.988848:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.988858:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.988865:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202841.988891:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202841.988944:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:2420:x1865628501289088:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 183us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202841.988952:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 488 00010000:00010000:1.0:1779202841.989620:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.989632:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.989656:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc115b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.989668:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc115b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.989676:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc115b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1779202841.990030:0:10076:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x21:0x0], index 0: 0 00010000:00010000:1.0:1779202841.990185:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1162 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990196:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1162 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990203:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1162 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990241:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990248:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990254:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990260:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990266:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202841.990270:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990277:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990287:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202841.990290:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202841.990294:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990314:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc1154 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202841.990327:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071ae760b reply state 00000000e65ba4ff transno 4294968342 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc115b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990339:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc115b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990345:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff91cfc2a5d300) 00010000:00010000:1.0:1779202841.990348:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202841.990351:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1779202841.990390:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc114d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664b6 expref: 91 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990405:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1162 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664b6 expref: 90 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202841.990412:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202841.990414:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202841.990416:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcefa00, rc 0) 00000100:00100000:1.0:1779202841.990464:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+91:34671:x1865628501288960:12345-192.168.204.21@tcp:101:cp.0 Request processed in 8227us (8636us total) trans 4294968342 rc 0/0 00000100:00100000:1.0:1779202841.990472:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1678 00000100:00100000:3.0:1779202841.991779:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.991856:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202841.992022:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501289216 00000100:00100000:2.0:1779202841.992033:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501289216 00002000:00100000:2.0:1779202841.992077:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff91cfc4907100 x1865628501289216/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 648/0 e 0 to 0 dl 1779202852 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202841.992089:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4907100 with x1865628501289216 ext(0->157) 00002000:00010000:2.0:1779202841.992094:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4907100 00000100:00100000:2.0:1779202841.992117:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 116 00000100:00100000:2.0:1779202841.992125:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2421:x1865628501289216:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:1.0:1779202841.994100:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501289344 00000100:00100000:1.0:1779202841.994111:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501289344 00000100:00100000:1.0:1779202841.994161:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 480 00000100:00100000:1.0:1779202841.994170:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2421:x1865628501289344:12345-192.168.204.21@tcp:16:kworker.0 00000100:00100000:0.0:1779202841.994962:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202841.994979:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524186368:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202841.995043:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202841.995085:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524186368 00000100:00100000:0.0:1779202841.995090:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524186368 00000100:00100000:0.0:1779202841.995122:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1779202841.995129:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524186368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202841.995143:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 213273408 pending 57344 free 3922432000 avail 3690909696 00000100:00100000:0.0:1779202841.995195:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524186368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202841.995203:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1779202841.995248:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524186368:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202841.996339:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202841.996353:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524186496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202841.996398:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2421:x1865628501289216:12345-192.168.204.21@tcp:4:cp.0 Request processed in 4271us (4625us total) trans 4294967383 rc 0/0 00000100:00100000:3.0:1779202841.996408:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 116 00002000:00100000:3.0:1779202841.996418:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff91cfc4907100 x1865628501289216/t4294967383(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:52/0 lens 648/448 e 0 to 0 dl 1779202852 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202841.996432:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4907100 with x1865628501289216 ext(0->157) 00002000:00010000:3.0:1779202841.996438:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4907100 00000001:00080000:1.0:1779202841.997616:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967383 is committed 00000100:00100000:0.0:1779202841.997719:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202841.997986:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202841.998325:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524186496 00000100:00100000:0.0:1779202841.998332:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524186496 00000100:00100000:0.0:1779202841.998372:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1779202841.998381:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524186496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202841.998401:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 213216064 pending 0 free 3922432000 avail 3690852352 00000100:00100000:0.0:1779202841.998443:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524186496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202841.998450:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1779202841.998639:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202841.998659:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501289472 00000100:00100000:3.0:1779202841.998663:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501289472 00000100:00100000:3.0:1779202841.998689:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 800 00000100:00100000:3.0:1779202841.998714:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501289472:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202841.998872:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524186496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202841.999120:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501289472:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 405us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202841.999128:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 800 00000100:00100000:3.0:1779202841.999610:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.000169:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501289600 00000100:00100000:0.0:1779202842.000176:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501289600 00000100:00100000:0.0:1779202842.000268:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501289728 00000100:00100000:0.0:1779202842.000273:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501289728 00000100:00100000:0.0:1779202842.000301:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1292 00000100:00100000:0.0:1779202842.000319:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501289600:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202842.000376:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501289600:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 59us (2391us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.000383:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1292 00000100:00100000:0.0:1779202842.000397:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1293 00000100:00100000:0.0:1779202842.000403:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501289728:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202842.000425:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501289728:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.000430:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1293 00000100:00080000:3.0:1779202842.001493:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202842.001652:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.001746:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501289856 00000100:00100000:1.0:1779202842.001754:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501289856 00000100:00100000:1.0:1779202842.001794:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 481 00000100:00100000:1.0:1779202842.001803:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501289856:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:1.0:1779202842.001817:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.001838:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1127a34/0x3d5ca2fc49dc1170 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d664bd expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202842.001861:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1779202842.001878:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.001880:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.001887:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1127a34/0x3d5ca2fc49dc1170 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664bd expref: 14 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.001906:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e1127a34/0x3d5ca2fc49dc1170 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664bd expref: 14 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.001930:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcef600, rc 0) 00000100:00100000:1.0:1779202842.002024:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2419:x1865628501289856:12345-192.168.204.21@tcp:101:cp.0 Request processed in 221us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.002031:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 481 00000100:00100000:2.0:1779202842.002229:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2421:x1865628501289344:12345-192.168.204.21@tcp:16:kworker.0 Request processed in 8059us (10371us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.002237:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 480 00000100:00100000:3.0:1779202842.007324:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.007411:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.007646:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.007732:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501290112 00000100:00100000:1.0:1779202842.007743:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501290112 00002000:00100000:1.0:1779202842.007809:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff91d0ffc34700 x1865628501290112/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 648/0 e 0 to 0 dl 1779202853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202842.007824:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc34700 with x1865628501290112 ext(0->157) 00002000:00010000:1.0:1779202842.007830:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffc34700 00000100:00100000:1.0:1779202842.007858:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 117 00000100:00100000:1.0:1779202842.007868:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2421:x1865628501290112:12345-192.168.204.21@tcp:4:cp.0 00000100:00080000:3.0:1779202842.008334:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202842.008760:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501289984 00000100:00100000:2.0:1779202842.008767:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501289984 00000100:00100000:1.0:1779202842.008956:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+19:2421:x1865628501290112:12345-192.168.204.21@tcp:4:cp.0 Request processed in 1086us (1307us total) trans 4294967383 rc 0/0 00000100:00100000:1.0:1779202842.008966:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 117 00002000:00100000:1.0:1779202842.008974:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff91d0ffc34700 x1865628501290112/t4294967383(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 648/448 e 0 to 0 dl 1779202853 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202842.008984:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc34700 with x1865628501290112 ext(0->157) 00002000:00010000:1.0:1779202842.008988:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffc34700 00000100:00080000:3.0:1779202842.009049:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202842.009158:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501290240 00000100:00100000:0.0:1779202842.009163:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501290240 00000100:00100000:0.0:1779202842.009278:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 482 00000100:00100000:0.0:1779202842.009288:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:34671:x1865628501289984:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202842.009300:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202842.009327:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1b33459/0x3d5ca2fc49dc1177 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d664c4 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.009356:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e1127a34/0x3d5ca2fc49dc1170 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664bd expref: 14 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.009366:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202842.009368:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202842.009372:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1b33459/0x3d5ca2fc49dc1177 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664c4 expref: 14 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.009405:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e1127a34/0x3d5ca2fc49dc1170 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664bd expref: 14 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.009418:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e1127a34/0x3d5ca2fc49dc1170 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664bd expref: 14 pid: 17866 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.009434:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524186624:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202842.009504:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cfc00 going to sleep for 11 seconds 00000100:00100000:0.0:1779202842.013291:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 483 00000100:00100000:0.0:1779202842.013326:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+19:2421:x1865628501290240:12345-192.168.204.21@tcp:16:kworker.0 00000100:00100000:2.0:1779202842.014080:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.014325:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501290368 00000100:00100000:3.0:1779202842.014335:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501290368 00010000:00010000:3.0:1779202842.014368:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e1127a34/0x3d5ca2fc49dc1170 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664bd expref: 15 pid: 17866 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.014405:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 489 00000100:00100000:3.0:1779202842.014413:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2420:x1865628501290368:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202842.014427:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202842.014443:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e1127a34/0x3d5ca2fc49dc1170 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664bd expref: 15 pid: 17866 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.014458:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e1127a34/0x3d5ca2fc49dc1170 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664bd expref: 15 pid: 17866 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.014494:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.014497:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.014505:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1b33459/0x3d5ca2fc49dc1177 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664c4 expref: 15 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.014516:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1b33459/0x3d5ca2fc49dc1177 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664c4 expref: 15 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.014553:0:6548:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b1b33459/0x3d5ca2fc49dc1177 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664c4 expref: 15 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.014569:0:6548:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc35880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524186752:192.168.204.21@tcp:105: 00000100:00100000:3.0:1779202842.014653:0:6548:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b93c0 going to sleep for 11 seconds 00010000:00010000:3.0:1779202842.014717:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1127a34/0x3d5ca2fc49dc1170 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664bd expref: 15 pid: 17866 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.014732:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524186624:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202842.014754:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b1b33459/0x3d5ca2fc49dc1177 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664c4 expref: 14 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.014779:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c53a00, rc 0) 00000100:00100000:3.0:1779202842.014806:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:34671:x1865628501289984:12345-192.168.204.21@tcp:101:cp.0 Request processed in 5519us (7500us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.014813:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 482 00000100:00100000:3.0:1779202842.017458:0:6548:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc35880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6548:1865628524186752:192.168.204.21@tcp:105: 00010000:00010000:3.0:1779202842.017493:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202842.017536:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628501290368:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 3123us (3458us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.017546:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 489 00000001:00080000:1.0:1779202842.020135:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967383 is committed 00000100:00100000:0.0:1779202842.020910:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2421:x1865628501290240:12345-192.168.204.21@tcp:16:kworker.0 Request processed in 7601us (13493us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.020930:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 483 00000100:00100000:3.0:1779202842.024295:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.024356:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.024393:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.024494:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501290880 00000100:00100000:2.0:1779202842.024505:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501290880 00000100:00100000:2.0:1779202842.024563:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 484 00000100:00100000:2.0:1779202842.024572:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2422:x1865628501290880:12345-192.168.204.21@tcp:16:kworker.0 00000100:00100000:2.0:1779202842.024665:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2422:x1865628501290880:12345-192.168.204.21@tcp:16:kworker.0 Request processed in 94us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.024673:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 484 00000100:00100000:1.0:1779202842.025014:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501290624 00000100:00100000:1.0:1779202842.025020:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501290624 00000100:00100000:1.0:1779202842.025070:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 338 00000100:00100000:1.0:1779202842.025079:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+91:34671:x1865628501290624:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:1.0:1779202842.025335:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+92:34671:x1865628501290624:12345-192.168.204.21@tcp:35:cp.0 Request processed in 256us (1050us total) trans 4294968343 rc 0/0 00000100:00100000:1.0:1779202842.025342:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 338 00000100:00080000:2.0:1779202842.025584:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202842.025714:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501290752 00000100:00100000:0.0:1779202842.025720:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501290752 00002000:00100000:0.0:1779202842.025749:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff91d0ffc36300 x1865628501290752/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 648/0 e 0 to 0 dl 1779202853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202842.025759:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc36300 with x1865628501290752 ext(0->157) 00002000:00010000:0.0:1779202842.025765:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffc36300 00000100:00100000:0.0:1779202842.025789:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 118 00000100:00100000:0.0:1779202842.025796:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2422:x1865628501290752:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:0.0:1779202842.029148:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2422:x1865628501290752:12345-192.168.204.21@tcp:4:cp.0 Request processed in 3339us (4778us total) trans 4294967384 rc 0/0 00000100:00100000:0.0:1779202842.029163:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 118 00002000:00100000:0.0:1779202842.029175:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff91d0ffc36300 x1865628501290752/t4294967384(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 648/448 e 0 to 0 dl 1779202853 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202842.029186:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc36300 with x1865628501290752 ext(0->157) 00002000:00010000:0.0:1779202842.029192:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffc36300 00000100:00100000:2.0:1779202842.030404:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.030450:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.030542:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501291008 00000100:00100000:1.0:1779202842.030552:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501291008 00002000:00100000:1.0:1779202842.030594:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff91cfc3187b80 x1865628501291008/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 648/0 e 0 to 0 dl 1779202853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202842.030612:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3187b80 with x1865628501291008 ext(0->157) 00002000:00010000:1.0:1779202842.030617:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3187b80 00000100:00100000:1.0:1779202842.030652:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 119 00000100:00100000:1.0:1779202842.030661:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2422:x1865628501291008:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:0.0:1779202842.031315:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501291136 00000100:00100000:0.0:1779202842.031322:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501291136 00000100:00100000:0.0:1779202842.031405:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 485 00000100:00100000:0.0:1779202842.031414:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2422:x1865628501291136:12345-192.168.204.21@tcp:16:kworker.0 00000100:00100000:1.0:1779202842.031470:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2422:x1865628501291008:12345-192.168.204.21@tcp:4:cp.0 Request processed in 808us (1070us total) trans 4294967384 rc 0/0 00000100:00100000:1.0:1779202842.031479:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 119 00002000:00100000:1.0:1779202842.031487:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff91cfc3187b80 x1865628501291008/t4294967384(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 648/448 e 0 to 0 dl 1779202853 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202842.031495:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc3187b80 with x1865628501291008 ext(0->157) 00002000:00010000:1.0:1779202842.031498:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc3187b80 00000001:00080000:0.0:1779202842.033738:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967384 is committed 00000100:00100000:2.0:1779202842.033931:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2422:x1865628501291136:12345-192.168.204.21@tcp:16:kworker.0 Request processed in 2503us (3464us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.033943:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 485 00000100:00100000:3.0:1779202842.049669:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.049755:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.049930:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501291392 00000100:00100000:1.0:1779202842.049932:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501291264 00000100:00100000:1.0:1779202842.049942:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501291264 00000100:00100000:0.0:1779202842.049942:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501291392 00000100:00100000:0.0:1779202842.049991:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 486 00000100:00100000:0.0:1779202842.050002:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2421:x1865628501291392:12345-192.168.204.21@tcp:16:kworker.0 00002000:00100000:1.0:1779202842.050003:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff91d0ffc34a80 x1865628501291264/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 648/0 e 0 to 0 dl 1779202853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202842.050017:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc34a80 with x1865628501291264 ext(0->157) 00002000:00010000:1.0:1779202842.050023:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffc34a80 00000100:00100000:1.0:1779202842.050048:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 120 00000100:00100000:1.0:1779202842.050058:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2421:x1865628501291264:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:0.0:1779202842.050101:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2421:x1865628501291392:12345-192.168.204.21@tcp:16:kworker.0 Request processed in 101us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.050108:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 486 00000100:00100000:1.0:1779202842.051315:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2421:x1865628501291264:12345-192.168.204.21@tcp:4:cp.0 Request processed in 1245us (1545us total) trans 4294967385 rc 0/0 00000100:00100000:1.0:1779202842.051325:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 120 00002000:00100000:1.0:1779202842.051334:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff91d0ffc34a80 x1865628501291264/t4294967385(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 648/448 e 0 to 0 dl 1779202853 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202842.051344:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc34a80 with x1865628501291264 ext(0->157) 00002000:00010000:1.0:1779202842.051349:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffc34a80 00000100:00100000:0.0:1779202842.080444:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.080604:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501291520 00000100:00100000:2.0:1779202842.080614:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501291520 00000100:00100000:2.0:1779202842.080690:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1679 00000100:00100000:2.0:1779202842.080735:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:34674:x1865628501291520:12345-192.168.204.21@tcp:101:lfs.0 00000100:00080000:3.0:1779202842.080740:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1779202842.080755:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202842.080859:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc117e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d664cb expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.080960:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc1185 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.080975:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc1185 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.080987:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc1185 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081003:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc118c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081009:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc118c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081015:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc118c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081103:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1193 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081111:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1193 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081118:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1193 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202842.081165:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00000004:00200000:3.0:1779202842.081169:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202842.081189:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1193 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081201:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1193 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081209:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc1185 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081216:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc1185 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081225:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc1185 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081231:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.081235:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc1185 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081242:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc1185 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081254:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.081257:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.081262:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc1185 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081267:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc1185 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081279:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc118c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081284:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc118c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081290:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc118c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081294:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.081296:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc118c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081314:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc118c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081321:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff91cfc2a5d300) 00010000:00010000:3.0:1779202842.081324:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.081327:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc118c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081332:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc118c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081358:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc117e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664cb expref: 120 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081370:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1193 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664cb expref: 119 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.081378:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:3.0:1779202842.081380:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202842.081383:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6000, rc 0) 00000100:00100000:3.0:1779202842.081448:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:34674:x1865628501291520:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 716us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.081456:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1679 00000100:00100000:2.0:1779202842.085561:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.085741:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501291648 00000100:00100000:1.0:1779202842.085752:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501291648 00000100:00100000:1.0:1779202842.085820:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 487 00000100:00100000:1.0:1779202842.085831:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2422:x1865628501291648:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202842.085851:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.085871:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020246238/0x3d5ca2fc49dc119a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d664d2 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.085957:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524186880:192.168.204.21@tcp:106: 00000100:00100000:1.0:1779202842.086347:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0f00 going to sleep for 11 seconds 00000100:00080000:3.0:1779202842.086408:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202842.090022:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00002000:00010000:1.0:1779202842.092955:0:17866:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1779202842.092962:0:17866:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb mtime: 0 -> 1779202841 00002000:00010000:1.0:1779202842.092965:0:17866:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb atime: 0 -> 1779202841 00002000:00010000:1.0:1779202842.092968:0:17866:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb ctime: 0 -> 1779202841 00002000:00010000:1.0:1779202842.092981:0:17866:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1779202842.092991:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524186880:192.168.204.21@tcp:106: 00010000:00010000:1.0:1779202842.093025:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020246238/0x3d5ca2fc49dc119a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664d2 expref: 25 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.093211:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020246238/0x3d5ca2fc49dc119a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664d2 expref: 25 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.093231:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcee400, rc 0) 00000100:00100000:1.0:1779202842.093288:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2422:x1865628501291648:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 7458us (7738us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202842.093298:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 487 00000100:00100000:0.0:1779202842.096787:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.097227:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501291904 00000100:00100000:3.0:1779202842.097237:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501291904 00000100:00100000:3.0:1779202842.097298:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1680 00000100:00100000:3.0:1779202842.097321:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:34674:x1865628501291904:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:3.0:1779202842.097342:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202842.097362:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc11a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66511 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.097430:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc11a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.097446:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc11a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.097458:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc11a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1779202842.097588:0:6564:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1779202842.097592:0:6564:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1779202842.097617:0:6564:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc11a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.097647:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc11a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66511 expref: 121 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.097665:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc11a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66511 expref: 120 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.097675:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.097678:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1779202842.097682:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a7800, rc 0) 00000100:00100000:1.0:1779202842.098564:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:34674:x1865628501291904:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 1241us (1780us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.098573:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1680 00000100:00100000:2.0:1779202842.098745:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501291776 00000100:00100000:2.0:1779202842.098752:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501291776 00000100:00100000:2.0:1779202842.098791:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 627 00000100:00100000:2.0:1779202842.098799:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:2421:x1865628501291776:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:2.0:1779202842.098843:0:6567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.098856:0:6567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc11af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d664d9 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.098895:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc11b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.098917:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc11b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.098928:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc11b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.098983:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc11bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.098992:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc11bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.098999:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc11bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099043:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc11b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099051:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc11b6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099063:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc11b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099070:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202842.099074:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc11b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099082:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc11b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099094:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202842.099097:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.099102:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc11b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099109:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc11b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099121:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc11bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099128:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc11bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099133:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc11bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099139:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922fc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202842.099142:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc11bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099152:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc11bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099159:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff91cfc2882b00) 00010000:00010000:2.0:1779202842.099161:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.099164:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc11bd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099170:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc11bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099195:0:6567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc11af lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664d9 expref: 121 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099205:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202842.099208:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1779202842.099211:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc11af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664d9 expref: 121 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.099220:0:6567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e600, rc -2) 00000100:00100000:2.0:1779202842.099660:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:2421:x1865628501291776:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 860us (9645us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202842.099669:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 627 00000100:00100000:3.0:1779202842.104146:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.104219:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501292032 00000100:00100000:2.0:1779202842.104229:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501292032 00000100:00100000:2.0:1779202842.104284:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 488 00000100:00100000:2.0:1779202842.104294:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2420:x1865628501292032:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202842.104324:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.104343:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059c28653/0x3d5ca2fc49dc11c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66518 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.104402:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524187008:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202842.104474:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202842.112418:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524187008:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202842.112457:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000059c28653/0x3d5ca2fc49dc11c4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66518 expref: 25 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.112565:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059c28653/0x3d5ca2fc49dc11c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66518 expref: 25 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.112578:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e000, rc 0) 00000100:00100000:2.0:1779202842.112671:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2420:x1865628501292032:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 8377us (8534us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202842.112680:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 488 00000100:00100000:3.0:1779202842.117923:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.118086:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501292288 00000100:00100000:2.0:1779202842.118096:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501292288 00000100:00100000:2.0:1779202842.118153:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1681 00000100:00100000:2.0:1779202842.118163:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:34674:x1865628501292288:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:2.0:1779202842.118337:0:7869:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].52, 136 off15264 00000100:00100000:2.0:1779202842.118416:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:34674:x1865628501292288:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 254us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.118425:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1681 00000100:00100000:3.0:1779202842.128779:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.129226:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501292416 00000100:00100000:1.0:1779202842.129236:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501292416 00000100:00100000:1.0:1779202842.129313:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1682 00000100:00100000:1.0:1779202842.129323:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:34677:x1865628501292416:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:1.0:1779202842.129344:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.129365:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc11cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6651f expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129435:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc11d2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129451:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc11d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129464:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc11d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129479:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc11d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129490:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc11d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129497:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc11d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129538:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc11d2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129546:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc11d2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129552:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc11d2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129559:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc11d2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129565:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202842.129570:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc11d2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129579:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc11d2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129590:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202842.129593:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202842.129598:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc11d2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129604:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc11d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129618:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc11d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129625:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc11d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129631:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc11d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129636:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202842.129639:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc11d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129645:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc11d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129653:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff91cfc2a5d900) 00010000:00010000:1.0:1779202842.129655:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202842.129658:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc11d9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129664:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc11d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129740:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc11cb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6651f expref: 121 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129751:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202842.129753:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202842.129757:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc11cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6651f expref: 121 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.129767:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcee400, rc 0) 00000100:00100000:1.0:1779202842.129960:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:34677:x1865628501292416:12345-192.168.204.21@tcp:101:bash.0 Request processed in 637us (1191us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202842.129969:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1682 00000100:00100000:0.0:1779202842.134014:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.134821:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501292544 00000100:00100000:3.0:1779202842.134833:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501292544 00000100:00100000:3.0:1779202842.134892:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 628 00000100:00100000:3.0:1779202842.134902:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:2421:x1865628501292544:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:3.0:1779202842.134943:0:6568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202842.134963:0:6568:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc11e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66526 expref: -99 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135016:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc11e7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135259:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc11e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135274:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc11e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135387:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc11ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135397:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc11ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135405:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc11ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135445:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc11e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135454:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc11e7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135466:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc11e7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135473:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.135567:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc11e7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135577:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc11e7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135590:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.135593:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.135600:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc11e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135607:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc11e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135625:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc11ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135632:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc11ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135638:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc11ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135644:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.135647:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc11ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135658:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc11ee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135665:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x21330256 (ffff91cfc10a3900) 00010000:00010000:3.0:1779202842.135668:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.135671:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc11ee lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135677:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc11ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135807:0:6568:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc11e0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66526 expref: 121 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135816:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.135819:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1779202842.135822:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc11e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66526 expref: 121 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.135831:0:6568:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a6000, rc -2) 00000100:00100000:3.0:1779202842.135897:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:2421:x1865628501292544:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 996us (1891us total) trans 0 rc -2/-2 00000100:00100000:3.0:1779202842.135906:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 628 00000100:00100000:0.0:1779202842.151978:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.152376:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501292672 00000100:00100000:2.0:1779202842.152389:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501292672 00000100:00100000:2.0:1779202842.152449:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1683 00000100:00100000:2.0:1779202842.152458:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+92:34678:x1865628501292672:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:2.0:1779202842.152491:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.152511:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc11f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6652d expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152604:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc11fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152623:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc11fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152635:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc11fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152650:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc1203 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152658:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc1203 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152666:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc1203 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152741:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc11fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152749:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc11fc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152759:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc11fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152765:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202842.152769:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc11fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152776:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc11fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152789:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202842.152792:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.152797:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc11fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152804:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc11fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152817:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc1203 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152823:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc1203 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152829:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc1203 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152834:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922fc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202842.152837:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc1203 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152847:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc1203 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152854:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff91cfc2882b00) 00010000:00010000:2.0:1779202842.152856:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.152859:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc1203 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152865:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc1203 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152897:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc11f5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6652d expref: 93 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152907:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202842.152921:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.152925:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc11f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6652d expref: 93 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.152935:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e000, rc 0) 00000100:00100000:2.0:1779202842.152991:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+92:34678:x1865628501292672:12345-192.168.204.21@tcp:101:rm.0 Request processed in 534us (1023us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202842.152998:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1683 00000100:00100000:2.0:1779202842.157135:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.157215:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501292800 00000100:00100000:3.0:1779202842.157228:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501292800 00000100:00100000:3.0:1779202842.157290:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1684 00000100:00100000:3.0:1779202842.157309:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+92:34678:x1865628501292800:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202842.157339:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202842.157360:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc120a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66534 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157431:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1211 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157449:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1211 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157460:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1211 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157472:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1218 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157490:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1218 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157496:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1218 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157531:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1211 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157538:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1211 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157544:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1211 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157550:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.157555:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1211 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157562:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1211 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157573:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.157577:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.157582:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1211 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157588:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc1211 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157600:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1218 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157606:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1218 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157611:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1218 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157616:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.157618:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1218 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157624:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1218 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157631:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff91cfc10a3900) 00010000:00010000:3.0:1779202842.157633:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.157636:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1218 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157643:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1218 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157673:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc120a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66534 expref: 93 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157683:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.157685:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.157689:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc120a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66534 expref: 93 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.157739:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:3.0:1779202842.157792:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+92:34678:x1865628501292800:12345-192.168.204.21@tcp:101:rm.0 Request processed in 495us (667us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202842.157800:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1684 00000100:00100000:0.0:1779202842.178247:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.178410:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501292928 00000100:00100000:1.0:1779202842.178422:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501292928 00000100:00100000:3.0:1779202842.178585:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1685 00000100:00100000:3.0:1779202842.178599:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+92:34679:x1865628501292928:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202842.178620:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202842.178643:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc121f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6653b expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178773:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1226 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178790:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1226 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178808:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1226 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178824:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc122d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178831:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc122d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178838:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc122d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178877:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1226 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178885:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1226 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178891:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1226 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178897:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.178902:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1226 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178921:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1226 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178934:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.178937:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.178942:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1226 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178949:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1226 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178962:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc122d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178968:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc122d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178975:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc122d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178980:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af7800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.178983:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc122d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178989:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc122d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.178996:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff91cfc10a3900) 00010000:00010000:3.0:1779202842.178998:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.179001:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc122d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.179006:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc122d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.179223:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc121f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6653b expref: 93 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.179239:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.179241:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.179245:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6200/0x3d5ca2fc49dc121f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6653b expref: 93 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.179254:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:3.0:1779202842.179329:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+92:34679:x1865628501292928:12345-192.168.204.21@tcp:101:cp.0 Request processed in 734us (1091us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202842.179337:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1685 00000100:00100000:1.0:1779202842.183421:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.183521:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501293056 00000100:00100000:2.0:1779202842.183531:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501293056 00000100:00100000:2.0:1779202842.183616:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1686 00000100:00100000:2.0:1779202842.183627:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+92:34679:x1865628501293056:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202842.183650:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.183671:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc1234 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66542 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183769:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc123b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183784:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc123b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183796:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc123b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183810:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1242 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183817:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1242 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183824:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1242 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183871:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc123b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183877:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc123b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183884:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc123b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183890:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202842.183895:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc123b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183902:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc123b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183925:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202842.183928:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.183934:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc123b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183940:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc123b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183953:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1242 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183958:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1242 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183964:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1242 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183969:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202842.183971:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1242 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183977:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1242 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183983:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff91cfc2882b00) 00010000:00010000:2.0:1779202842.183985:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.183988:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1242 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.183993:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc1242 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.184022:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc1234 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66542 expref: 93 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.184248:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202842.184251:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.184256:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc1234 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66542 expref: 93 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.184266:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922fc00, rc 0) 00000100:00100000:2.0:1779202842.184332:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+92:34679:x1865628501293056:12345-192.168.204.21@tcp:101:cp.0 Request processed in 707us (920us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202842.184339:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1686 00000100:00100000:2.0:1779202842.188972:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.189069:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501293312 00000100:00100000:0.0:1779202842.189080:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501293312 00000100:00100000:0.0:1779202842.189135:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1687 00000100:00100000:0.0:1779202842.189145:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+92:34679:x1865628501293312:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202842.189165:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202842.189185:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc1249 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66549 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.189316:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.189332:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc11a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66511 expref: 119 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.189342:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.189375:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc11a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66511 expref: 119 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.189390:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc11a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66511 expref: 119 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.189404:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3094e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524187136:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202842.189497:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf000 going to sleep for 11 seconds 00000100:00100000:0.0:1779202842.193461:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.193563:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3094e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524187136:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202842.193591:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.194221:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501293440 00000100:00100000:2.0:1779202842.194229:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501293440 00010000:00010000:0.0:1779202842.194337:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc11a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66511 expref: 120 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.194408:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 490 00000100:00100000:0.0:1779202842.194417:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:2420:x1865628501293440:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202842.194432:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202842.194438:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc11a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66511 expref: 120 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.194453:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc11a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66511 expref: 120 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.194486:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc11a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66511 expref: 120 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.194504:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202842.194509:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.194519:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.194528:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.194559:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202842.194609:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:2420:x1865628501293440:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 194us (1161us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.194617:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 490 00010000:00010000:1.0:1779202842.194664:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.194671:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.194712:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1257 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.194722:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1257 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.194729:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1257 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1779202842.195072:0:7869:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x22:0x0], index 1: 0 00010000:00010000:1.0:1779202842.195206:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc125e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.195215:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc125e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.195226:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc125e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.195256:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.195262:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.195269:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.195274:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202842.195279:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.195285:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.195294:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202842.195296:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202842.195310:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.195317:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1250 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202842.195328:0:7869:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c8d3052 reply state 00000000d11f8e12 transno 4294968344 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1257 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.195338:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1257 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.195345:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff91cfc2a5d900) 00010000:00010000:1.0:1779202842.195347:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202842.195350:0:7869:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1779202842.195381:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53c00/0x3d5ca2fc49dc1249 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66549 expref: 95 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.195393:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefe00/0x3d5ca2fc49dc125e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66549 expref: 94 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.195400:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff91cfc2a5dc00) 00010000:00010000:1.0:1779202842.195402:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202842.195404:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcefe00, rc 0) 00000100:00100000:1.0:1779202842.195434:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+95:34679:x1865628501293312:12345-192.168.204.21@tcp:101:cp.0 Request processed in 6291us (6473us total) trans 4294968344 rc 0/0 00000100:00100000:1.0:1779202842.195441:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1687 00000100:00100000:1.0:1779202842.201653:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.201774:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501293568 00000100:00100000:0.0:1779202842.201784:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501293568 00000100:00100000:0.0:1779202842.201840:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 489 00000100:00100000:0.0:1779202842.201850:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501293568:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202842.201871:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202842.201891:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc126c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66550 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202842.201931:0:12963:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1779202842.201950:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202842.201952:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202842.201961:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc126c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66550 expref: 14 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.201978:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc126c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66550 expref: 14 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.201992:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c53000, rc 0) 00000100:00100000:0.0:1779202842.202052:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2419:x1865628501293568:12345-192.168.204.21@tcp:101:cp.0 Request processed in 203us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.202059:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 489 00000100:00100000:2.0:1779202842.207178:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.207328:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501293696 00000100:00100000:3.0:1779202842.207338:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501293696 00000100:00100000:3.0:1779202842.207397:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 490 00000100:00100000:3.0:1779202842.207407:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:34679:x1865628501293696:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202842.207427:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202842.207446:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66588 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.207489:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc126c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66550 expref: 15 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.207498:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.207501:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.207505:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 15 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.207538:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc126c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66550 expref: 15 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.207552:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc126c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66550 expref: 15 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.207567:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524187264:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202842.207657:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202842.209549:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.209637:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501293824 00000100:00100000:2.0:1779202842.209647:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501293824 00000100:00100000:2.0:1779202842.209736:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 629 00000100:00100000:2.0:1779202842.209747:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+95:2421:x1865628501293824:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:2.0:1779202842.209801:0:6567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.209819:0:6567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc127a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66557 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.209897:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1281 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.209919:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1281 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.209932:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1281 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.209948:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1288 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.209955:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1288 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.209962:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1288 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.209999:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1281 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210007:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1281 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210014:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1281 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210019:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202842.210023:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1281 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210035:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1281 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210048:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202842.210051:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.210057:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1281 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210063:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc1281 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210078:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1288 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210084:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1288 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210091:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1288 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210097:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202842.210099:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1288 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210105:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1288 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210111:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff91cfc2882b00) 00010000:00010000:2.0:1779202842.210113:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.210116:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1288 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210126:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1288 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210159:0:6567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc127a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66557 expref: 96 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210169:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202842.210171:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1779202842.210175:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc127a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66557 expref: 96 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.210184:0:6567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e200, rc -2) 00000100:00100000:2.0:1779202842.210246:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+95:2421:x1865628501293824:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 501us (705us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202842.210255:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 629 00000100:00100000:0.0:1779202842.215426:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.215533:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524187264:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202842.215565:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 15 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.215587:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:3.0:1779202842.215646:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:34679:x1865628501293696:12345-192.168.204.21@tcp:101:cp.0 Request processed in 8240us (8476us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.215655:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 490 00000100:00100000:2.0:1779202842.216289:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501293952 00000100:00100000:2.0:1779202842.216296:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501293952 00010000:00010000:2.0:1779202842.216337:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc126c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66550 expref: 15 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.216375:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 491 00000100:00100000:2.0:1779202842.216386:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2420:x1865628501293952:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202842.216401:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202842.216421:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc126c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66550 expref: 15 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.216441:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc126c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66550 expref: 15 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.216462:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc126c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66550 expref: 15 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.216475:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.216477:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.216484:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 14 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.216495:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 14 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.216530:0:7938:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 14 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.216545:0:7938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2889500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7938:1865628524187392:192.168.204.21@tcp:105: 00000100:00100000:2.0:1779202842.216724:0:7938:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d7f75000 going to sleep for 11 seconds 00000100:00100000:1.0:1779202842.226136:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.226203:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501294208 00000100:00100000:0.0:1779202842.226214:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501294208 00000100:00100000:0.0:1779202842.226273:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 339 00000100:00100000:0.0:1779202842.226282:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+95:34679:x1865628501294208:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:0.0:1779202842.226596:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+96:34679:x1865628501294208:12345-192.168.204.21@tcp:35:cp.0 Request processed in 314us (474us total) trans 4294968345 rc 0/0 00000100:00100000:0.0:1779202842.226605:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 339 00000100:00100000:2.0:1779202842.229314:0:7938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2889500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7938:1865628524187392:192.168.204.21@tcp:105: 00010000:00010000:2.0:1779202842.229341:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202842.229398:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2420:x1865628501293952:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 13013us (13981us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.229408:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 491 00000100:00100000:1.0:1779202842.264666:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.264831:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501294336 00000100:00100000:3.0:1779202842.264842:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501294336 00000100:00100000:3.0:1779202842.264897:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 630 00000100:00100000:3.0:1779202842.265028:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+96:2421:x1865628501294336:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:3.0:1779202842.265089:0:6568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202842.265110:0:6568:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc128f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66596 expref: -99 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265164:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1296 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265180:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1296 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265192:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1296 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265207:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc129d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265214:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc129d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265221:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc129d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265255:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1296 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265261:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1296 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265267:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1296 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265273:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.265277:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1296 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265289:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1296 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265311:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.265315:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.265319:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1296 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265326:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc1296 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265339:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc129d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265346:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc129d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265353:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc129d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265358:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.265361:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc129d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265366:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc129d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265373:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff91cfc10a3900) 00010000:00010000:3.0:1779202842.265375:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.265377:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc129d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265387:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6400/0x3d5ca2fc49dc129d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265413:0:6568:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc128f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66596 expref: 97 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265423:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.265425:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1779202842.265428:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc128f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66596 expref: 97 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.265436:0:6568:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7800, rc -2) 00000100:00100000:3.0:1779202842.267239:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+96:2421:x1865628501294336:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 2323us (2573us total) trans 0 rc -2/-2 00000100:00100000:3.0:1779202842.267251:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 630 00000040:00080000:1.0:1779202842.314950:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202842.314959:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202842.314988:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 51 count 11 00000040:00080000:1.0:1779202842.315000:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1779202842.315271:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524187520:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202842.315395:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0000 going to sleep for 11 seconds 00000100:00100000:0.0:1779202842.315501:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00010000:00010000:3.0:1779202842.315578:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202842.315760:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501294464 00000100:00100000:1.0:1779202842.315768:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501294464 00000100:00100000:1.0:1779202842.315847:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1688 00000100:00100000:1.0:1779202842.315856:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:34686:x1865628501294464:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202842.315873:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.315893:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc12a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d665ce expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.315951:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc12ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.315966:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc12ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.315976:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc12ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.315986:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc12b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.315992:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc12b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.315999:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc12b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316051:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc12b9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316058:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc12b9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316063:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc12b9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202842.316177:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00000004:00200000:1.0:1779202842.316182:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1779202842.316204:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc12b9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316215:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc12b9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316223:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc12ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316229:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc12ab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316234:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc12ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316240:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202842.316243:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc12ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316250:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc12ab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316260:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202842.316263:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202842.316267:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc12ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316273:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc12ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316289:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc12b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316294:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc12b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316311:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc12b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316316:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202842.316318:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc12b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316323:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc12b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316330:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff91cfc2a5d900) 00010000:00010000:1.0:1779202842.316332:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202842.316335:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc12b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316340:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee400/0x3d5ca2fc49dc12b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316368:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc12a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ce expref: 121 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316380:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef200/0x3d5ca2fc49dc12b9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ce expref: 120 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.316393:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff91cfc2a5dc00) 00010000:00010000:1.0:1779202842.316395:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202842.316398:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcef200, rc 0) 00000100:00100000:1.0:1779202842.316455:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:34686:x1865628501294464:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 598us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.316462:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1688 00000100:00100000:0.0:1779202842.319203:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.319294:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524187520:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1779202842.319531:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501294592 00000100:00100000:2.0:1779202842.319537:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501294592 00000100:00100000:2.0:1779202842.319601:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1689 00000100:00100000:2.0:1779202842.319610:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+96:34687:x1865628501294592:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202842.319638:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202842.319778:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+96:34687:x1865628501294592:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 168us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.319786:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1689 00000100:00100000:2.0:1779202842.324429:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.324485:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.324674:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501294720 00000100:00100000:1.0:1779202842.324684:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501294720 00000100:00100000:1.0:1779202842.324782:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501294848 00000100:00100000:1.0:1779202842.324786:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501294848 00000100:00100000:0.0:1779202842.324811:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1690 00000100:00100000:0.0:1779202842.324847:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+97:34688:x1865628501294720:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1779202842.324897:0:10076:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202842.325072:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+97:34688:x1865628501294720:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 231us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.329887:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1691 00000100:00100000:1.0:1779202842.329923:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+97:34689:x1865628501294848:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202842.329961:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202842.330093:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+97:34689:x1865628501294848:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 179us (5597us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.330101:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1691 00000100:00100000:1.0:1779202842.330868:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.334412:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1690 00000100:00100000:1.0:1779202842.334643:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501294976 00000100:00100000:1.0:1779202842.334653:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501294976 00000100:00100000:1.0:1779202842.334746:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 491 00000100:00100000:1.0:1779202842.334756:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501294976:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:1.0:1779202842.334774:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.334791:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020246238/0x3d5ca2fc49dc12c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d665d5 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.334863:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524187648:192.168.204.21@tcp:106: 00000100:00100000:1.0:1779202842.334957:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0000 going to sleep for 11 seconds 00000100:00080000:2.0:1779202842.336219:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202842.339063:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.339267:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501295232 00000100:00100000:2.0:1779202842.339277:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501295232 00000100:00100000:2.0:1779202842.339351:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1692 00000100:00100000:2.0:1779202842.339361:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+96:34687:x1865628501295232:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202842.339382:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.339401:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc12c7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d665dc expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.339518:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc12ce lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.339534:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc12ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.339546:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc12ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202842.339558:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1779202842.339669:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc12c7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665dc expref: 99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.339688:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc12ce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665dc expref: 98 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.340088:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff91cfc2882c00) 00010000:00010000:2.0:1779202842.340091:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202842.340095:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e600, rc 0) 00000100:00100000:2.0:1779202842.340164:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+98:34687:x1865628501295232:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 804us (1109us total) trans 4294968346 rc 0/0 00000100:00100000:2.0:1779202842.340172:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1692 00000100:00100000:3.0:1779202842.344982:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.345483:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501295488 00000100:00100000:1.0:1779202842.345494:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501295488 00000100:00100000:1.0:1779202842.345560:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1693 00000100:00100000:1.0:1779202842.345570:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+98:34688:x1865628501295488:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.345591:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.345612:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc12dc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d665e3 expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.345749:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc12e3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.345763:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc12e3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.345775:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc12e3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202842.345787:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00010000:00010000:1.0:1779202842.345895:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee800/0x3d5ca2fc49dc12dc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665e3 expref: 101 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.345922:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc12e3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665e3 expref: 100 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.345931:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff91cfc2a5dd00) 00010000:00010000:1.0:1779202842.345934:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202842.345937:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcef600, rc 0) 00000100:00100000:1.0:1779202842.345999:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+100:34688:x1865628501295488:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 428us (1027us total) trans 4294968347 rc 0/0 00000100:00100000:1.0:1779202842.346006:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1693 00000100:00100000:3.0:1779202842.346407:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00002000:00010000:1.0:1779202842.347441:0:8446:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1779202842.347447:0:8446:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb mtime: 0 -> 1779202841 00002000:00010000:1.0:1779202842.347449:0:8446:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb atime: 0 -> 1779202841 00002000:00010000:1.0:1779202842.347451:0:8446:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb ctime: 0 -> 1779202841 00002000:00010000:1.0:1779202842.347453:0:8446:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1779202842.347479:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524187648:192.168.204.21@tcp:106: 00010000:00010000:1.0:1779202842.347513:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020246238/0x3d5ca2fc49dc12c0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665d5 expref: 18 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.347532:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020246238/0x3d5ca2fc49dc12c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665d5 expref: 18 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.347544:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcee400, rc 0) 00000100:00100000:1.0:1779202842.347584:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2419:x1865628501294976:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 12830us (16718us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202842.347594:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 491 00000100:00100000:3.0:1779202842.348497:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.348573:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.348595:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501296000 00000100:00100000:3.0:1779202842.348601:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501296000 00000100:00100000:3.0:1779202842.348642:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 79 00000100:00100000:3.0:1779202842.348650:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+100:2420:x1865628501296000:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202842.348664:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202842.348681:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc12ce lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665dc expref: 100 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.348721:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff91cfc2882c00) 00010000:00010000:3.0:1779202842.348725:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202842.348755:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+99:2420:x1865628501296000:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 106us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.348762:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 79 00000100:00100000:1.0:1779202842.350670:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501295872 00000100:00100000:1.0:1779202842.350681:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501295872 00000100:00100000:1.0:1779202842.350759:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 492 00000100:00100000:1.0:1779202842.350768:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2420:x1865628501295872:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.350810:0:12963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.350828:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ece211ab/0x3d5ca2fc49dc0d72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662da expref: 17 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.350836:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202842.350838:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202842.350841:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.350876:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ece211ab/0x3d5ca2fc49dc0d72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662da expref: 17 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.350892:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ece211ab/0x3d5ca2fc49dc0d72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662da expref: 17 pid: 8444 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.350919:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524187776:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202842.351005:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0000 going to sleep for 11 seconds 00000100:00100000:3.0:1779202842.352252:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.352501:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501296128 00000100:00100000:0.0:1779202842.352510:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501296128 00000100:00100000:0.0:1779202842.352554:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 493 00000100:00100000:0.0:1779202842.352561:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2420:x1865628501296128:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202842.352594:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.352611:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc0ec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66382 expref: 14 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.352617:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202842.352620:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202842.352623:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.352650:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc0ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66382 expref: 14 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.352661:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc0ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66382 expref: 14 pid: 8447 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.352674:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524187904:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202842.352772:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf900 going to sleep for 11 seconds 00000100:00100000:0.0:1779202842.354786:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.355204:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501296256 00000100:00100000:3.0:1779202842.355216:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501296256 00000100:00100000:3.0:1779202842.355278:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 80 00000100:00100000:3.0:1779202842.355289:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+99:2419:x1865628501296256:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202842.355312:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202842.355339:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc12e3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665e3 expref: 99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.355361:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff91cfc2a5dd00) 00010000:00010000:3.0:1779202842.355367:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202842.355422:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+98:2419:x1865628501296256:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 135us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.355430:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 80 00000100:00100000:1.0:1779202842.355524:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.365553:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524187904:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202842.365583:0:17866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.365627:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.365660:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.365682:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501296512 00000100:00100000:1.0:1779202842.365688:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501296512 00010000:00010000:1.0:1779202842.365748:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ece211ab/0x3d5ca2fc49dc0d72 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662da expref: 18 pid: 8444 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.365774:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501296640 00000100:00100000:1.0:1779202842.365777:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501296640 00010000:00010000:1.0:1779202842.365791:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc0ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66382 expref: 15 pid: 8447 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.365812:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 492 00000100:00100000:1.0:1779202842.365821:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2420:x1865628501296512:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202842.365836:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1779202842.365857:0:6550:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1779202842.365863:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ece211ab/0x3d5ca2fc49dc0d72 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662da expref: 18 pid: 8444 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.365875:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ece211ab/0x3d5ca2fc49dc0d72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662da expref: 18 pid: 8444 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.365899:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.365900:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202842.366116:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ece211ab/0x3d5ca2fc49dc0d72 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d662da expref: 18 pid: 8444 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.366132:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524187776:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202842.366163:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.366175:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.366235:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501295744 00000100:00100000:2.0:1779202842.366240:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501295744 00000100:00100000:2.0:1779202842.366273:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501296384 00000100:00100000:2.0:1779202842.366276:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501296384 00000100:00100000:2.0:1779202842.366309:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1694 00000100:00100000:2.0:1779202842.366316:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+98:34689:x1865628501295744:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202842.366333:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.366351:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc12ff lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d665ea expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.366487:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1306 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.366501:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1306 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.366510:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1306 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202842.366522:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00010000:00010000:2.0:1779202842.366625:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc12ff lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ea expref: 101 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.366639:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1306 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ea expref: 100 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.366648:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff91cfc2a5d700) 00010000:00010000:2.0:1779202842.366651:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1779202842.366654:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922f600, rc 0) 00000100:00100000:2.0:1779202842.366728:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+100:34689:x1865628501295744:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 412us (20321us total) trans 4294968348 rc 0/0 00000100:00100000:2.0:1779202842.366735:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1694 00000100:00100000:2.0:1779202842.366756:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1695 00000100:00100000:2.0:1779202842.366763:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:34686:x1865628501296384:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202842.366770:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.366779:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1314 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d665f1 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.366815:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc131b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.366824:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc131b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.366831:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc131b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1779202842.366856:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1779202842.366860:0:16980:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1779202842.366874:0:16980:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc131b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.366891:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1314 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665f1 expref: 122 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.366903:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc131b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665f1 expref: 121 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.366921:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202842.366924:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1779202842.366926:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922f400, rc 0) 00000100:00100000:2.0:1779202842.366947:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+121:34686:x1865628501296384:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 184us (11423us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.366953:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1695 00000100:00100000:2.0:1779202842.367005:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 493 00000100:00100000:2.0:1779202842.367013:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2419:x1865628501296640:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202842.367024:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1779202842.367037:0:6549:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1779202842.367043:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc0ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66382 expref: 15 pid: 8447 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.367057:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc0ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66382 expref: 15 pid: 8447 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.367076:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc0ec2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66382 expref: 15 pid: 8447 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.367089:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.367091:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.367094:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.367104:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.367125:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202842.367144:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2419:x1865628501296640:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 133us (1484us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.367151:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 493 00010000:00010000:2.0:1779202842.367339:0:17866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.367347:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.367366:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.367374:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.367382:0:17866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.367389:0:17866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c53400 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202842.367392:0:17866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.367400:0:17866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.367412:0:17866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.367419:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc12f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.367462:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628501296128:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 14901us (15214us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.367470:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 493 00000100:00100000:2.0:1779202842.371216:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.371249:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501296768 00000100:00100000:2.0:1779202842.371259:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501296768 00000100:00100000:2.0:1779202842.371318:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 494 00000100:00100000:2.0:1779202842.371328:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501296768:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202842.371350:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.371371:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c1aa240/0x3d5ca2fc49dc1322 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d665f8 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.371429:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc33fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524188032:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202842.371518:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414480 going to sleep for 11 seconds 00010000:00010000:0.0:1779202842.372095:0:12963:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.373047:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202842.373148:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2420:x1865628501296512:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 7322us (7516us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.373160:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 492 00010000:00010000:0.0:1779202842.375252:0:12963:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.375273:0:12963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.375316:0:12963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.375326:0:12963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.375334:0:12963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.375342:0:12963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcefc00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202842.375346:0:12963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.375364:0:12963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.375384:0:12963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.375392:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc5cd276/0x3d5ca2fc49dc12f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.375487:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2420:x1865628501295872:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 24716us (26989us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.375497:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 492 00000100:00100000:0.0:1779202842.383108:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.383144:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.383176:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.383258:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc33fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524188032:192.168.204.21@tcp:106: 00010000:00010000:0.0:1779202842.383292:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c1aa240/0x3d5ca2fc49dc1322 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665f8 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.383329:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c1aa240/0x3d5ca2fc49dc1322 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665f8 expref: 18 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.383341:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922fc00, rc 0) 00000100:00100000:0.0:1779202842.383388:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+17:2420:x1865628501296768:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 12062us (12181us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202842.383398:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 494 00000100:00100000:0.0:1779202842.383424:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501296896 00000100:00100000:0.0:1779202842.383430:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501296896 00000100:00100000:0.0:1779202842.383466:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 495 00000100:00100000:0.0:1779202842.383480:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2419:x1865628501296896:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202842.383515:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.383530:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000007e29dd6/0x3d5ca2fc49dc0fd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6641c expref: 16 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.383539:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202842.383541:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202842.383544:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.383573:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000007e29dd6/0x3d5ca2fc49dc0fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6641c expref: 16 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.383587:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000007e29dd6/0x3d5ca2fc49dc0fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6641c expref: 16 pid: 8446 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.383600:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524188160:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202842.383651:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202842.383680:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.383978:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501297024 00000100:00100000:1.0:1779202842.383982:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501297024 00000100:00100000:1.0:1779202842.384019:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 81 00000100:00100000:1.0:1779202842.384027:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+100:2420:x1865628501297024:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202842.384037:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202842.384055:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1306 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ea expref: 100 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.384068:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff91cfc2a5d700) 00010000:00010000:1.0:1779202842.384072:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202842.384092:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+99:2420:x1865628501297024:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 67us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.384098:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 81 00000100:00100000:1.0:1779202842.384120:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501297280 00000100:00100000:1.0:1779202842.384123:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501297280 00000100:00100000:1.0:1779202842.384145:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501297536 00000100:00100000:1.0:1779202842.384148:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501297536 00000100:00100000:1.0:1779202842.384168:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1696 00000100:00100000:1.0:1779202842.384175:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+100:34688:x1865628501297280:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202842.384232:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+100:34688:x1865628501297280:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 57us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.384238:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1696 00000100:00100000:1.0:1779202842.384250:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1697 00000100:00100000:1.0:1779202842.384256:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+99:34687:x1865628501297536:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202842.384290:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+99:34687:x1865628501297536:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 33us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.384306:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1697 00000100:00100000:2.0:1779202842.393625:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.393668:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.393878:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501297664 00000100:00100000:1.0:1779202842.393889:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501297664 00000100:00100000:1.0:1779202842.393951:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 496 00000100:00100000:1.0:1779202842.393963:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2421:x1865628501297664:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.393982:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.394003:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020246238/0x3d5ca2fc49dc1330 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d665ff expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202842.394028:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 158, mtime: 0x6a0c7b18, atime: 0x0, ctime: 0x6a0c7b18, blocks: 0x8 00010000:00010000:1.0:1779202842.394050:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.394052:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.394061:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020246238/0x3d5ca2fc49dc1330 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ff expref: 18 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.394078:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020246238/0x3d5ca2fc49dc1330 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ff expref: 18 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.394093:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcee400, rc 0) 00000100:00100000:1.0:1779202842.394148:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2421:x1865628501297664:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 187us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.394155:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 496 00000100:00100000:1.0:1779202842.395005:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524188160:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202842.395032:0:8444:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.398887:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.398931:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.399076:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501298048 00000100:00100000:1.0:1779202842.399085:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501298048 00000100:00100000:1.0:1779202842.399138:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 497 00000100:00100000:1.0:1779202842.399148:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2419:x1865628501298048:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.399164:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.399187:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047628823/0x3d5ca2fc49dc1337 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66606 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202842.399210:0:12963:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 158, mtime: 0x6a0c7b19, atime: 0x0, ctime: 0x6a0c7b19, blocks: 0x8 00010000:00010000:1.0:1779202842.399229:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.399231:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.399239:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047628823/0x3d5ca2fc49dc1337 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66606 expref: 14 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.399256:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000047628823/0x3d5ca2fc49dc1337 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66606 expref: 14 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.399271:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcee800, rc 0) 00000100:00100000:1.0:1779202842.399338:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2419:x1865628501298048:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 192us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.399345:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 497 00000100:00100000:2.0:1779202842.399420:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501298176 00000100:00100000:2.0:1779202842.399424:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501298176 00010000:00010000:2.0:1779202842.399448:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000007e29dd6/0x3d5ca2fc49dc0fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6641c expref: 18 pid: 8446 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.399488:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 494 00000100:00100000:2.0:1779202842.399495:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2419:x1865628501298176:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202842.399507:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1779202842.399518:0:7938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1779202842.399523:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000007e29dd6/0x3d5ca2fc49dc0fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6641c expref: 18 pid: 8446 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.399535:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000007e29dd6/0x3d5ca2fc49dc0fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6641c expref: 18 pid: 8446 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.399554:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007e29dd6/0x3d5ca2fc49dc0fd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6641c expref: 18 pid: 8446 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.399573:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.399574:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.399578:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.399585:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.399609:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202842.399634:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2419:x1865628501298176:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 140us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.399641:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 494 00010000:00010000:2.0:1779202842.399662:0:8444:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.399671:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.399689:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.399731:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.399738:0:8444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.399746:0:8444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202842.399750:0:8444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.399759:0:8444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.399769:0:8444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.399777:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d758d9f/0x3d5ca2fc49dc1329 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.399822:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2419:x1865628501296896:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 16348us (16724us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.399829:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 495 00000100:00100000:1.0:1779202842.400508:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.403421:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501297920 00000100:00100000:0.0:1779202842.403434:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501297920 00000100:00100000:0.0:1779202842.403605:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501298432 00000100:00100000:0.0:1779202842.403610:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501298432 00000100:00100000:3.0:1779202842.403650:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1698 00000100:00100000:3.0:1779202842.403662:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+121:34686:x1865628501297920:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:3.0:1779202842.403851:0:6563:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].53, 136 off15400 00000100:00100000:3.0:1779202842.403941:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+121:34686:x1865628501297920:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 280us (10271us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.403948:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1698 00000100:00100000:3.0:1779202842.403966:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1699 00000100:00100000:3.0:1779202842.403972:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+99:34687:x1865628501298432:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202842.404011:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+99:34687:x1865628501298432:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 40us (3506us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.404017:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1699 00000100:00100000:1.0:1779202842.405050:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.405325:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.405338:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501298688 00000100:00100000:2.0:1779202842.405344:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501298688 00000100:00100000:2.0:1779202842.405381:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501298944 00000100:00100000:2.0:1779202842.405384:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501298944 00000100:00100000:2.0:1779202842.405447:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1700 00000100:00100000:2.0:1779202842.405456:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+100:34689:x1865628501298688:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202842.405538:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+100:34689:x1865628501298688:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 83us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.405545:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1700 00000100:00100000:2.0:1779202842.405620:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1701 00000100:00100000:2.0:1779202842.405627:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+99:34688:x1865628501298944:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202842.405661:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+99:34688:x1865628501298944:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 35us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.405675:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1701 00000100:00100000:1.0:1779202842.409909:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.410005:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501299072 00000100:00100000:3.0:1779202842.410017:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501299072 00002000:00100000:3.0:1779202842.410069:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff91d0ffb14a80 x1865628501299072/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 488/0 e 0 to 0 dl 1779202853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202842.410081:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb14a80 with x1865628501299072 ext(0->4095) 00002000:00010000:3.0:1779202842.410086:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffb14a80 00000100:00100000:3.0:1779202842.410116:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 121 00000100:00100000:3.0:1779202842.410126:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2420:x1865628501299072:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1779202842.410294:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2420:x1865628501299072:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 169us (398us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1779202842.410313:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 121 00002000:00100000:3.0:1779202842.410319:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff91d0ffb14a80 x1865628501299072/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 488/4536 e 0 to 0 dl 1779202853 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202842.410328:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb14a80 with x1865628501299072 ext(0->4095) 00002000:00010000:3.0:1779202842.410332:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffb14a80 00000100:00100000:0.0:1779202842.411655:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.411948:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501299200 00000100:00100000:3.0:1779202842.411959:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501299200 00000100:00100000:3.0:1779202842.412009:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 498 00000100:00100000:3.0:1779202842.412018:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2422:x1865628501299200:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202842.412032:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202842.412051:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dc133e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6660d expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202842.412074:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 158, mtime: 0x6a0c7b19, atime: 0x0, ctime: 0x6a0c7b19, blocks: 0x8 00010000:00010000:3.0:1779202842.412091:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.412093:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.412101:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dc133e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6660d expref: 17 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.412117:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dc133e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6660d expref: 17 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.412129:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6400, rc 0) 00000100:00100000:3.0:1779202842.412184:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2422:x1865628501299200:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 167us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.412191:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 498 00000100:00100000:3.0:1779202842.412644:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.412689:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501299328 00000100:00100000:1.0:1779202842.412712:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501299328 00002000:00100000:1.0:1779202842.412759:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff91d0ffc34380 x1865628501299328/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 488/0 e 0 to 0 dl 1779202853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202842.412770:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc34380 with x1865628501299328 ext(0->4095) 00002000:00010000:1.0:1779202842.412775:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffc34380 00000100:00100000:1.0:1779202842.412798:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 122 00000100:00100000:1.0:1779202842.412807:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2419:x1865628501299328:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1779202842.413054:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2419:x1865628501299328:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 248us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1779202842.413061:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 122 00002000:00100000:1.0:1779202842.413067:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff91d0ffc34380 x1865628501299328/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 488/4536 e 0 to 0 dl 1779202853 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202842.413076:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffc34380 with x1865628501299328 ext(0->4095) 00002000:00010000:1.0:1779202842.413079:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffc34380 00000100:00100000:3.0:1779202842.415041:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.416992:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.417318:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501299456 00000100:00100000:2.0:1779202842.417329:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501299456 00000100:00100000:2.0:1779202842.417387:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501299584 00000100:00100000:2.0:1779202842.417390:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501299584 00000100:00100000:2.0:1779202842.417420:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1702 00000100:00100000:2.0:1779202842.417431:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+100:34687:x1865628501299456:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202842.417450:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.417478:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc1345 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66614 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.417515:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc134c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.417529:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc134c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.417541:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc134c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.417652:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc1345 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66614 expref: 102 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.417671:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc134c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66614 expref: 101 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.417679:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff91cfc2882c00) 00010000:00010000:2.0:1779202842.417682:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202842.417686:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922f800, rc 0) 00000100:00100000:1.0:1779202842.417733:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1703 00000100:00100000:1.0:1779202842.417743:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+101:34688:x1865628501299584:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.417751:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.417760:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1353 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6661b expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.417771:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+102:34687:x1865628501299456:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 343us (2738us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.417777:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1702 00010000:00010000:1.0:1779202842.417778:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc135a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.417790:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc135a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.417797:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc135a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.418023:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1353 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6661b expref: 102 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.418038:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc135a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6661b expref: 101 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.418045:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff91cfc2a5dd00) 00010000:00010000:1.0:1779202842.418047:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202842.418049:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcefc00, rc 0) 00000100:00100000:1.0:1779202842.418083:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+101:34688:x1865628501299584:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 342us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.418089:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1703 00000100:00100000:3.0:1779202842.419122:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.419593:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501299840 00000100:00100000:2.0:1779202842.419601:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501299840 00000100:00100000:2.0:1779202842.420019:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1704 00000100:00100000:2.0:1779202842.420030:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+101:34689:x1865628501299840:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202842.420114:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+101:34689:x1865628501299840:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 86us (995us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.420122:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1704 00000100:00100000:2.0:1779202842.427006:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.430087:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.431959:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.431997:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.432038:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501300224 00000100:00100000:0.0:1779202842.432048:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501300224 00002000:00100000:0.0:1779202842.432098:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff91cfc4c89f80 x1865628501300224/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 488/0 e 0 to 0 dl 1779202853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202842.432110:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4c89f80 with x1865628501300224 ext(0->4095) 00002000:00010000:0.0:1779202842.432117:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4c89f80 00000100:00100000:0.0:1779202842.432143:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 123 00000100:00100000:0.0:1779202842.432153:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2422:x1865628501300224:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1779202842.432344:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2422:x1865628501300224:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 190us (390us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202842.432352:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 123 00002000:00100000:0.0:1779202842.432358:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff91cfc4c89f80 x1865628501300224/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 488/4536 e 0 to 0 dl 1779202853 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202842.432365:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4c89f80 with x1865628501300224 ext(0->4095) 00002000:00010000:0.0:1779202842.432369:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91cfc4c89f80 00000100:00100000:1.0:1779202842.434213:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501299968 00000100:00100000:1.0:1779202842.434226:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501299968 00000100:00100000:1.0:1779202842.434320:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501300096 00000100:00100000:1.0:1779202842.434324:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501300096 00000100:00100000:1.0:1779202842.434350:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1705 00000100:00100000:1.0:1779202842.434359:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+102:34687:x1865628501299968:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202842.434390:0:6562:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202842.434512:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+102:34687:x1865628501299968:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 153us (7518us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.434522:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1705 00000100:00100000:1.0:1779202842.434539:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1706 00000100:00100000:1.0:1779202842.434546:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+101:34688:x1865628501300096:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202842.434580:0:6562:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202842.434621:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+101:34688:x1865628501300096:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 76us (4549us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.434627:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1706 00000100:00100000:0.0:1779202842.436557:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501300352 00000100:00100000:0.0:1779202842.436568:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501300352 00000100:00100000:0.0:1779202842.436621:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1707 00000100:00100000:0.0:1779202842.436630:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+121:34690:x1865628501300352:12345-192.168.204.21@tcp:101:bash.0 00010000:00010000:0.0:1779202842.436647:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202842.436669:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53400/0x3d5ca2fc49dc1361 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66622 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.436759:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc1368 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.436774:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc1368 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.436785:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc1368 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.436798:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc136f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.436805:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc136f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.436811:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc136f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.436844:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc1368 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.436852:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc1368 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.436858:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc1368 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.436863:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202842.436867:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc1368 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.436877:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc1368 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.436889:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202842.436892:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202842.436896:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc1368 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.436903:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc1368 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.437129:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc136f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.437135:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc136f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.437141:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc136f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.437147:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202842.437149:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc136f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.437155:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc136f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.437162:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff91cfc1de2300) 00010000:00010000:0.0:1779202842.437165:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202842.437168:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc136f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.437232:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc136f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.437273:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53400/0x3d5ca2fc49dc1361 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66622 expref: 122 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.437284:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202842.437286:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202842.437290:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53400/0x3d5ca2fc49dc1361 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66622 expref: 122 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.437308:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c53400, rc 0) 00000100:00100000:0.0:1779202842.437419:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+121:34690:x1865628501300352:12345-192.168.204.21@tcp:101:bash.0 Request processed in 789us (5419us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202842.437427:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1707 00000100:00100000:2.0:1779202842.439266:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.439732:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501300480 00000100:00100000:1.0:1779202842.439743:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501300480 00000100:00100000:1.0:1779202842.439797:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1708 00000100:00100000:1.0:1779202842.439808:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+101:34689:x1865628501300480:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.439830:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.439850:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1376 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66629 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.439889:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc137d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.439918:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc137d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.439933:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc137d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.440076:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1376 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66629 expref: 103 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.440104:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc137d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66629 expref: 102 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.440114:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff91cfc2a5d700) 00010000:00010000:1.0:1779202842.440116:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202842.440120:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcef600, rc 0) 00000100:00100000:1.0:1779202842.440191:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+102:34689:x1865628501300480:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 384us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.440198:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1708 00000100:00100000:2.0:1779202842.440400:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.440496:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501300608 00000100:00100000:1.0:1779202842.440501:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501300608 00000100:00100000:1.0:1779202842.440530:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 499 00000100:00100000:1.0:1779202842.440537:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2419:x1865628501300608:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.440564:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc1384 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.440577:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.440579:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.440584:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc1384 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.440595:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc1384 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.440618:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc1384 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.440627:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc1384 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.440636:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc1384 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.440644:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef400 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202842.440648:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc1384 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.440656:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc1384 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.440670:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc1384 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.440677:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abe70a37/0x3d5ca2fc49dc1384 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.440743:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2419:x1865628501300608:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 206us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.440749:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 499 00000100:00100000:0.0:1779202842.452408:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.452440:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.452480:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.452557:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501300736 00000100:00100000:2.0:1779202842.452566:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501300736 00000100:00100000:2.0:1779202842.452619:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 500 00000100:00100000:2.0:1779202842.452630:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2420:x1865628501300736:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1779202842.452677:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc138b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.452715:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.452719:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.452725:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc138b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.452740:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc138b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.452764:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc138b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.452772:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc138b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.452780:0:8444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc138b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.452788:0:8444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202842.452792:0:8444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc138b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.452801:0:8444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc138b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.452814:0:8444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc138b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.452822:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc138b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.452894:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2420:x1865628501300736:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 265us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.452901:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 500 00000100:00100000:1.0:1779202842.453547:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501300992 00000100:00100000:1.0:1779202842.453553:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501300992 00000100:00100000:1.0:1779202842.453591:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 631 00000100:00100000:1.0:1779202842.453599:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+102:2420:x1865628501300992:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:1.0:1779202842.453625:0:7870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.453641:0:7870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc1392 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66637 expref: -99 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453718:0:7870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc1399 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453732:0:7870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc1399 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453742:0:7870:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc1399 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453757:0:7870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453763:0:7870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453769:0:7870:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453806:0:7870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc1399 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453812:0:7870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc1399 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453818:0:7870:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc1399 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453828:0:7870:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121cc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202842.453831:0:7870:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc1399 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453838:0:7870:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc1399 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453848:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202842.453851:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202842.453855:0:7870:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc1399 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453861:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc1399 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453871:0:7870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453876:0:7870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453882:0:7870:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453886:0:7870:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202842.453889:0:7870:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.453894:0:7870:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.454641:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff91d0ebf53500) 00010000:00010000:1.0:1779202842.454646:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202842.454651:0:7870:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.454658:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.454719:0:7870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc1392 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66637 expref: 103 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.454731:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202842.454733:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1779202842.454738:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc1392 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66637 expref: 103 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.454749:0:7870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91cfc3bacc00, rc -2) 00000100:00100000:1.0:1779202842.454822:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+102:2420:x1865628501300992:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 1223us (2351us total) trans 0 rc -2/-2 00000100:00100000:1.0:1779202842.454831:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 631 00000100:00100000:3.0:1779202842.455337:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501300864 00000100:00100000:3.0:1779202842.455346:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501300864 00000100:00100000:3.0:1779202842.455394:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1709 00000100:00100000:3.0:1779202842.455403:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+102:34691:x1865628501300864:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202842.455417:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202842.455431:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc13a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66630 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455567:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc13ae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455580:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc13ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455589:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc13ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455602:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc13b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455609:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc13b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455615:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc13b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455642:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc13ae lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455653:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc13ae lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455659:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc13ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455666:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc13ae lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455672:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.455676:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc13ae lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455683:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc13ae lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455733:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.455736:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.455741:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc13ae lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455747:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6e00/0x3d5ca2fc49dc13ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455758:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc13b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455764:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc13b5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455769:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc13b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455775:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.455778:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc13b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455784:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc13b5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455791:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff91cfc10a3f00) 00010000:00010000:3.0:1779202842.455793:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.455795:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc13b5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455801:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc13b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455826:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc13a7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66630 expref: 103 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455835:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.455837:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.455841:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc13a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66630 expref: 103 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.455849:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7800, rc 0) 00000100:00100000:3.0:1779202842.455886:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+102:34691:x1865628501300864:12345-192.168.204.21@tcp:101:rm.0 Request processed in 485us (3446us total) trans 0 rc 301/301 00000100:00100000:3.0:1779202842.455892:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1709 00000100:00100000:2.0:1779202842.459729:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.459826:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501301120 00000100:00100000:1.0:1779202842.459836:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501301120 00000100:00100000:1.0:1779202842.459892:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1710 00000100:00100000:1.0:1779202842.459902:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+102:34689:x1865628501301120:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1779202842.459944:0:16980:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1779202842.460332:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+102:34689:x1865628501301120:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 430us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.460343:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1710 00000100:00100000:0.0:1779202842.462554:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.462622:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.463050:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501301376 00000100:00100000:1.0:1779202842.463059:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501301376 00000100:00100000:2.0:1779202842.463137:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501301632 00000100:00100000:2.0:1779202842.463142:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501301632 00000100:00100000:0.0:1779202842.463292:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1711 00000100:00100000:0.0:1779202842.463313:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+103:34687:x1865628501301376:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1779202842.463389:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.463406:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc134c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66614 expref: 103 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.463416:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.463450:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc134c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66614 expref: 103 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.463465:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc134c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66614 expref: 103 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.466551:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.466589:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501301888 00000100:00100000:3.0:1779202842.466599:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501301888 00000100:00100000:3.0:1779202842.466664:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 501 00000100:00100000:3.0:1779202842.466673:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2420:x1865628501301888:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1779202842.466751:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc13c3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.466768:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.466771:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.466776:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc13c3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.466790:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc13c3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.466815:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc13c3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.466824:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc13c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.466832:0:8511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc13c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.466841:0:8511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a7800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202842.466845:0:8511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc13c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.466859:0:8511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc13c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.466874:0:8511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc13c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.466882:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fedcbb7/0x3d5ca2fc49dc13c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.467034:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2420:x1865628501301888:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 361us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.467043:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 501 00000100:00100000:3.0:1779202842.467109:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.468056:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524188288:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202842.468246:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf300 going to sleep for 11 seconds 00000100:00100000:1.0:1779202842.468968:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501301760 00000100:00100000:1.0:1779202842.468978:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501301760 00000100:00100000:1.0:1779202842.469028:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1712 00000100:00100000:1.0:1779202842.469037:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+104:34688:x1865628501301632:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.469111:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469128:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc135a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6661b expref: 104 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469137:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 4/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469171:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc135a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6661b expref: 104 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469195:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc135a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6661b expref: 104 pid: 7869 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.469209:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524188416:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202842.469268:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0300 going to sleep for 11 seconds 00000100:00100000:1.0:1779202842.469289:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1713 00000100:00100000:1.0:1779202842.469312:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+104:34691:x1865628501301760:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:1.0:1779202842.469322:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.469334:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc13d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6663e expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469381:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc13d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469392:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc13d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469403:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc13d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469418:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc13df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469425:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc13df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469431:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc13df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469896:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc13d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469914:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc13d8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469921:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc13d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469927:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3bacc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202842.469931:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc13d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469942:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc13d8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469953:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202842.469957:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202842.469961:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc13d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469966:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bacc00/0x3d5ca2fc49dc13d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469979:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc13df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469984:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc13df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469989:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc13df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.469993:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202842.469996:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc13df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.470001:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc13df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.470007:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff91d0ebf53500) 00010000:00010000:1.0:1779202842.470009:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202842.470012:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc13df lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.470018:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc13df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.470053:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc13d1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6663e expref: 105 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.470061:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202842.470063:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202842.470066:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121cc00/0x3d5ca2fc49dc13d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6663e expref: 105 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.470074:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c121cc00, rc 0) 00000100:00100000:1.0:1779202842.470110:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+104:34691:x1865628501301760:12345-192.168.204.21@tcp:101:rm.0 Request processed in 814us (3000us total) trans 0 rc 301/301 00000100:00100000:1.0:1779202842.470117:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1713 00000100:00100000:1.0:1779202842.470527:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.470626:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501302144 00000100:00100000:1.0:1779202842.470632:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501302144 00000100:00100000:1.0:1779202842.470659:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1714 00000100:00100000:1.0:1779202842.470665:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+104:34689:x1865628501302144:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.470728:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.470741:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc137d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66629 expref: 104 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.470749:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.470776:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc137d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66629 expref: 104 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.470786:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc137d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66629 expref: 104 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.470798:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb83b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524188544:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202842.470851:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202842.473112:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524188288:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202842.473144:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.476093:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524188416:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202842.476125:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.476420:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.477924:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.479092:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb83b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524188544:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202842.479121:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.479286:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501302400 00000100:00100000:1.0:1779202842.479304:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501302400 00010000:00010000:1.0:1779202842.479341:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc135a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6661b expref: 105 pid: 7869 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.479372:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501302528 00000100:00100000:1.0:1779202842.479376:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501302528 00010000:00010000:1.0:1779202842.479387:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc137d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66629 expref: 106 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.479404:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 495 00000100:00100000:1.0:1779202842.479412:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+106:2419:x1865628501302400:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202842.479425:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202842.479431:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc135a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6661b expref: 106 pid: 7869 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.479443:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc135a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6661b expref: 106 pid: 7869 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.479464:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc135a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6661b expref: 106 pid: 7869 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.479480:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff91cfc2a5dd00) 00010000:00010000:1.0:1779202842.479484:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.479494:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.479501:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.479523:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202842.479568:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+105:2419:x1865628501302400:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 156us (3150us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.479576:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 495 00000100:00100000:0.0:1779202842.479831:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 496 00000100:00100000:0.0:1779202842.479840:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+104:2419:x1865628501302528:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202842.479849:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202842.479854:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc137d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66629 expref: 104 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.479863:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc137d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66629 expref: 104 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.480126:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.480135:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.480521:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.480534:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.480541:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.480547:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c121d000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202842.480551:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.480558:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.480567:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff91cfc2a5dd00) 00010000:00010000:1.0:1779202842.480570:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202842.480574:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 2/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.480648:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc137d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66629 expref: 105 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.480663:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff91cfc2a5d700) 00010000:00010000:0.0:1779202842.480666:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.480674:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.480680:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.480713:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202842.480841:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+104:2419:x1865628501302528:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1002us (2922us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.480849:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 496 00010000:00010000:1.0:1779202842.481643:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d000/0x3d5ca2fc49dc13ca lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.481836:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.481844:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.482392:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+103:34688:x1865628501301632:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 13353us (19766us total) trans 4294968349 rc 0/0 00000100:00100000:1.0:1779202842.482404:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1712 00010000:00010000:0.0:1779202842.482790:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.482800:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.482808:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.482815:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc4296c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202842.482828:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.482837:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.482850:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff91cfc2a5d700) 00010000:00010000:0.0:1779202842.482853:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202842.482858:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.482868:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296c00/0x3d5ca2fc49dc13e6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.482949:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+103:34689:x1865628501302144:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 12283us (12423us total) trans 4294968350 rc 0/0 00000100:00100000:0.0:1779202842.482957:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1714 00000001:00080000:1.0:1779202842.484223:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968349 is committed 00010000:00010000:3.0:1779202842.484277:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0a38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484288:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0a38 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484305:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0a38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484311:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3abba00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.484314:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0a38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484322:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0a38 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484335:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff91d0ebf53400) 00010000:00010000:3.0:1779202842.484338:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.484341:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0a38 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484348:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abba00/0x3d5ca2fc49dc0a38 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1779202842.484351:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968318 is committed 00000020:00080000:1.0:1779202842.484357:0:6542:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 35 batchid updated 00010000:00010000:3.0:1779202842.484371:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0b0a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484377:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0b0a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484383:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0b0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484388:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.484391:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0b0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484397:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0b0a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484404:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff91cfc2882700) 00010000:00010000:3.0:1779202842.484407:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.484409:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0b0a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484415:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935200/0x3d5ca2fc49dc0b0a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484427:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bdc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484433:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bdc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484438:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bdc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484443:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cfc3935800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.484445:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bdc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484449:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bdc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484455:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff91cfc2882100) 00010000:00010000:3.0:1779202842.484457:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.484460:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bdc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484465:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3935800/0x3d5ca2fc49dc0bdc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484476:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc0d2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484482:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc0d2c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484487:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc0d2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484491:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.484494:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc0d2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484504:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc0d2c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484511:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff91cfc2882600) 00010000:00010000:3.0:1779202842.484513:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.484516:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc0d2c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484521:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc0d2c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484537:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0ea6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484543:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0ea6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484548:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0ea6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484553:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.484556:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0ea6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484570:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0ea6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484577:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff91cfc2a5da00) 00010000:00010000:3.0:1779202842.484579:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.484582:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0ea6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484590:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc0ea6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484605:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc0fb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484611:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc0fb7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484616:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc0fb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484622:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.484625:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc0fb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484631:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc0fb7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484638:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff91cfc2a5d600) 00010000:00010000:3.0:1779202842.484640:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.484642:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc0fb7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484648:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc0fb7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484659:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc1089 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484665:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc1089 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484671:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc1089 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484676:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922ee00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.484679:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc1089 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484684:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc1089 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484713:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff91cfc2882800) 00010000:00010000:3.0:1779202842.484715:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.484719:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc1089 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484725:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc1089 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484737:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc115b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484744:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc115b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484750:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc115b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484756:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.484758:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc115b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484764:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc115b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484772:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff91cfc2a5d300) 00010000:00010000:3.0:1779202842.484774:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.484777:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc115b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484782:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc115b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484792:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1257 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484798:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1257 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484804:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1257 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484809:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.484812:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1257 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484822:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1257 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484828:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff91cfc2a5d900) 00010000:00010000:3.0:1779202842.484830:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.484832:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1257 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.484838:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1257 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1779202842.484901:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000020:00080000:2.0:1779202842.484914:0:6594:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00010000:00010000:0.0:1779202842.485484:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534a00/0x3d5ca2fc49dc095f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.485494:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534a00/0x3d5ca2fc49dc095f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.485500:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534a00/0x3d5ca2fc49dc095f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.485505:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c1534a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202842.485508:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534a00/0x3d5ca2fc49dc095f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.485515:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534a00/0x3d5ca2fc49dc095f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.485526:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff91cfc1ad0200) 00010000:00010000:0.0:1779202842.485528:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202842.485532:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534a00/0x3d5ca2fc49dc095f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.485538:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534a00/0x3d5ca2fc49dc095f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.485553:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc0966 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.485559:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc0966 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.485564:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc0966 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.485569:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c1535400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202842.485571:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc0966 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.485576:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc0966 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.485582:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202842.485584:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202842.485587:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc0966 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.485592:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1535400/0x3d5ca2fc49dc0966 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.490059:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.490141:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501302272 00000100:00100000:1.0:1779202842.490151:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501302272 00010000:00010000:1.0:1779202842.490201:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc134c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66614 expref: 63 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.490246:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 497 00000100:00100000:1.0:1779202842.490256:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+63:2420:x1865628501302272:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202842.490272:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202842.490279:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc134c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66614 expref: 63 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.490293:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc134c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66614 expref: 63 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.490326:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc134c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66614 expref: 63 pid: 6562 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.490343:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff91cfc2882c00) 00010000:00010000:1.0:1779202842.490348:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.490359:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.490366:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.490396:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202842.490451:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+62:2420:x1865628501302272:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 196us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.490459:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 497 00010000:00010000:0.0:1779202842.490731:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.490740:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.490885:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.490894:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.490900:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.490907:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202842.490911:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.490919:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.490929:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff91cfc2882c00) 00010000:00010000:0.0:1779202842.490932:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202842.490936:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.490947:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc13bc lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.491026:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+62:34687:x1865628501301376:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 27715us (28480us total) trans 4294968351 rc 0/0 00000100:00100000:0.0:1779202842.491034:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1711 00000040:00080000:1.0:1779202842.491857:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202842.491863:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202842.491889:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 12 00000040:00080000:1.0:1779202842.491899:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202842.494088:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb82680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524188672:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202842.494189:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0480 going to sleep for 11 seconds 00000100:00100000:0.0:1779202842.497284:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.497396:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.499647:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.500311:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501302784 00000100:00100000:1.0:1779202842.500324:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501302784 00000100:00100000:1.0:1779202842.500376:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501303040 00000100:00100000:1.0:1779202842.500379:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501303040 00000100:00100000:1.0:1779202842.500397:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 340 00000100:00100000:1.0:1779202842.500407:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c8d06050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+64:34687:x1865628501302784:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202842.500938:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c8d06050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+65:34687:x1865628501302784:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 530us (3661us total) trans 4294968352 rc 0/0 00000100:00100000:1.0:1779202842.500946:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 340 00000100:00100000:1.0:1779202842.500992:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 341 00000100:00100000:1.0:1779202842.500999:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+64:34688:x1865628501303040:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202842.501091:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+65:34688:x1865628501303040:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 92us (3693us total) trans 4294968353 rc 0/0 00000100:00100000:1.0:1779202842.501097:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 341 00000100:00100000:1.0:1779202842.502954:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501303296 00000100:00100000:1.0:1779202842.502964:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501303296 00000100:00100000:2.0:1779202842.502981:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb82680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524188672:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202842.503002:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 342 00000100:00100000:1.0:1779202842.503009:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+64:34689:x1865628501303296:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1779202842.503209:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+65:34689:x1865628501303296:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 199us (3572us total) trans 4294968354 rc 0/0 00000100:00100000:1.0:1779202842.503221:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 342 00000100:00100000:1.0:1779202842.507117:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524188800:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202842.507202:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202842.507259:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524188800 00000100:00100000:1.0:1779202842.507267:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524188800 00000100:00100000:1.0:1779202842.507341:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1779202842.507351:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524188800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202842.507374:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 235801408 pending 0 free 3920334848 avail 3688697856 00000100:00080000:2.0:1779202842.507411:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202842.507418:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524188800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.507425:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1779202842.507479:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524188800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202842.509261:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.509289:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501303424 00000100:00100000:3.0:1779202842.509306:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501303424 00000100:00100000:0.0:1779202842.509400:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524188928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202842.509443:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202842.509620:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524188928 00000100:00100000:2.0:1779202842.509625:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524188928 00000100:00100000:2.0:1779202842.509684:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1779202842.509714:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524188928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202842.509736:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 235801408 pending 0 free 3920334848 avail 3688697856 00000100:00100000:2.0:1779202842.509778:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524188928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.509785:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1779202842.509838:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524188928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202842.509858:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1715 00000100:00100000:3.0:1779202842.509865:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+65:34693:x1865628501303424:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202842.509890:0:10076:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00000100:00080000:0.0:1779202842.509920:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202842.509995:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+65:34693:x1865628501303424:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 130us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.510002:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1715 00000100:00100000:3.0:1779202842.510036:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.510132:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.510153:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.510178:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501303552 00000100:00100000:2.0:1779202842.510183:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501303552 00000100:00100000:2.0:1779202842.510209:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501303680 00000100:00100000:2.0:1779202842.510211:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501303680 00000100:00100000:2.0:1779202842.510227:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501303808 00000100:00100000:2.0:1779202842.510229:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501303808 00000100:00100000:2.0:1779202842.510249:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1716 00000100:00100000:2.0:1779202842.510255:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+67:34695:x1865628501303552:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1779202842.510269:0:6564:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1779202842.510334:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+67:34695:x1865628501303552:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 79us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.510341:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1716 00000100:00100000:2.0:1779202842.510354:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1717 00000100:00100000:2.0:1779202842.510360:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+66:34692:x1865628501303680:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202842.510369:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.510390:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc13ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66645 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510446:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc13f4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510462:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc13f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510473:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc13f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510488:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc13fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510495:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc13fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.510497:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1718 00010000:00010000:2.0:1779202842.510502:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc13fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.510505:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+67:34694:x1865628501303808:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00010000:00010000:2.0:1779202842.510538:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc13f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000080:3.0:1779202842.510542:0:6562:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1779202842.510545:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc13f4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510551:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc13f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510557:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202842.510561:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc13f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510568:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc13f4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510579:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00000100:00100000:3.0:1779202842.510581:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+67:34694:x1865628501303808:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 78us (428us total) trans 0 rc 0/0 00010000:00010000:2.0:1779202842.510582:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202842.510587:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1718 00010000:00010000:2.0:1779202842.510588:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc13f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510594:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc13f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510604:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc13fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510610:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc13fb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510616:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc13fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510622:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922fc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202842.510624:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc13fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510630:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc13fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510637:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff91cfc2882900) 00010000:00010000:2.0:1779202842.510639:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.510642:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc13fb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510648:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc13fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510681:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc13ed lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66645 expref: 66 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510722:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202842.510725:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.510729:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc13ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66645 expref: 66 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.510738:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922f600, rc 0) 00000100:00100000:2.0:1779202842.510758:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+65:34692:x1865628501303680:12345-192.168.204.21@tcp:101:cp.0 Request processed in 399us (627us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202842.510764:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1717 00000100:00100000:3.0:1779202842.516174:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.516625:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501304064 00000100:00100000:0.0:1779202842.516636:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501304064 00000100:00100000:0.0:1779202842.516716:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1719 00000100:00100000:0.0:1779202842.516727:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+65:34693:x1865628501304064:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202842.516752:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202842.516773:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc1402 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6664c expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.516905:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1409 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.516920:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1409 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.516930:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1409 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202842.516942:0:6562:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00010000:00010000:0.0:1779202842.517047:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc1402 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6664c expref: 68 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.517066:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1409 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6664c expref: 67 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.517074:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff91cfc2882000) 00010000:00010000:0.0:1779202842.517077:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202842.517081:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c52800, rc 0) 00000100:00100000:1.0:1779202842.518029:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.518130:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501304192 00000100:00100000:2.0:1779202842.518139:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501304192 00000100:00100000:2.0:1779202842.518346:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1720 00000100:00100000:2.0:1779202842.518356:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+68:34692:x1865628501304192:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202842.518374:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.518389:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1417 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66653 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518461:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc141e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518558:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc141e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518569:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc141e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518585:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc1425 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518592:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc1425 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518598:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc1425 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518638:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc141e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518646:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc141e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518652:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc141e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518659:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc141e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518665:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922ee00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202842.518669:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc141e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518677:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc141e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518688:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202842.518720:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.518725:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc141e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518731:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ee00/0x3d5ca2fc49dc141e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518745:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc1425 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518751:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc1425 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518756:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc1425 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518762:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202842.518764:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc1425 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518774:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc1425 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518780:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff91cfc2882400) 00010000:00010000:2.0:1779202842.518783:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.518785:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc1425 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518790:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc1425 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518822:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1417 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66653 expref: 69 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518832:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202842.518835:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202842.518838:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1417 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66653 expref: 69 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.518846:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922f800, rc 0) 00000100:00100000:2.0:1779202842.519103:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+68:34692:x1865628501304192:12345-192.168.204.21@tcp:101:cp.0 Request processed in 549us (878us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202842.519111:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1720 00000100:00100000:3.0:1779202842.519825:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.519882:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.520337:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501304448 00000100:00100000:1.0:1779202842.520346:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501304448 00000100:00100000:1.0:1779202842.520382:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501304704 00000100:00100000:1.0:1779202842.520385:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501304704 00000100:00100000:1.0:1779202842.520406:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1721 00000100:00100000:1.0:1779202842.520415:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+69:34695:x1865628501304448:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.520432:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.520448:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97800/0x3d5ca2fc49dc142c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6665a expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.520552:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc1433 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.520571:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc1433 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.520581:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc1433 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202842.520593:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00010000:00010000:1.0:1779202842.520726:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97800/0x3d5ca2fc49dc142c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6665a expref: 72 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.520746:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc1433 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6665a expref: 71 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.520754:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff91cfc2a5dc00) 00010000:00010000:1.0:1779202842.520756:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202842.520759:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c2b96800, rc 0) 00000100:00100000:1.0:1779202842.520809:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34695:x1865628501304448:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 395us (986us total) trans 4294968356 rc 0/0 00000100:00100000:1.0:1779202842.520817:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1721 00000100:00100000:1.0:1779202842.521536:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1722 00000100:00100000:1.0:1779202842.521548:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+70:34694:x1865628501304704:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.521561:0:16980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.521570:0:16980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1441 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66661 expref: -99 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.521630:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc1448 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.521643:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc1448 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.521651:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc1448 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1779202842.521660:0:16980:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00010000:00010000:1.0:1779202842.521756:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1441 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66661 expref: 73 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.521772:0:16980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc1448 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66661 expref: 72 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.521780:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202842.521782:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1779202842.521785:0:16980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c2b97a00, rc 0) 00000100:00100000:1.0:1779202842.521821:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+72:34694:x1865628501304704:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 277us (1938us total) trans 4294968357 rc 0/0 00000100:00100000:1.0:1779202842.521828:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1722 00000100:00100000:1.0:1779202842.523147:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34693:x1865628501304064:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 6413us (6979us total) trans 4294968355 rc 0/0 00000100:00100000:1.0:1779202842.523157:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1719 00000100:00100000:1.0:1779202842.528976:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.529087:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501304960 00000100:00100000:2.0:1779202842.529099:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501304960 00000100:00100000:2.0:1779202842.529199:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1723 00000100:00100000:2.0:1779202842.529211:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34692:x1865628501304960:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:2.0:1779202842.529236:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.529256:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1456 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66668 expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.529370:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.529387:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc131b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665f1 expref: 118 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.529395:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.529430:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc131b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665f1 expref: 118 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.529444:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc131b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665f1 expref: 118 pid: 16980 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.529457:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524189056:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202842.529557:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414600 going to sleep for 11 seconds 00000100:00100000:3.0:1779202842.531596:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.531773:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501305088 00000100:00100000:0.0:1779202842.531782:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501305088 00000100:00100000:0.0:1779202842.531850:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 82 00000100:00100000:0.0:1779202842.531861:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0049050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+73:2420:x1865628501305088:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202842.531887:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202842.531916:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc1433 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6665a expref: 73 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.531938:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff91cfc2a5dc00) 00010000:00010000:0.0:1779202842.531945:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202842.532008:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0049050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+72:2420:x1865628501305088:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 149us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.532015:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 82 00000100:00100000:2.0:1779202842.534504:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524189056:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202842.534538:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.537456:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.537577:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.537681:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501305216 00000100:00100000:1.0:1779202842.537726:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501305216 00000100:00100000:1.0:1779202842.537788:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 502 00000100:00100000:1.0:1779202842.537799:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2419:x1865628501305216:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.537855:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.537874:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 14 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.537892:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202842.537894:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1779202842.537898:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.537935:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 14 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.537949:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 14 pid: 8511 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.537965:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524189184:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202842.538056:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0480 going to sleep for 11 seconds 00000100:00100000:3.0:1779202842.538144:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.541225:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.541249:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.541269:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.541354:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501305600 00000100:00100000:0.0:1779202842.541367:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501305600 00000100:00100000:0.0:1779202842.541420:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501305856 00000100:00100000:0.0:1779202842.541424:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501305856 00000100:00100000:0.0:1779202842.541448:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 503 00000100:00100000:0.0:1779202842.541458:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2420:x1865628501305600:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202842.541518:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.541540:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1b33459/0x3d5ca2fc49dc1177 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664c4 expref: 17 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.541548:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202842.541550:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202842.541554:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.541589:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b1b33459/0x3d5ca2fc49dc1177 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664c4 expref: 17 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.541603:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b1b33459/0x3d5ca2fc49dc1177 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664c4 expref: 17 pid: 12963 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.541619:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524189312:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202842.541736:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cfd80 going to sleep for 11 seconds 00000100:00100000:0.0:1779202842.541758:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 504 00000100:00100000:0.0:1779202842.541765:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2420:x1865628501305856:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1779202842.541788:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.541805:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000502242d1/0x3d5ca2fc49dc10a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66470 expref: 15 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.541811:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202842.541813:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1779202842.541815:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.541848:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000502242d1/0x3d5ca2fc49dc10a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66470 expref: 15 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.541857:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000502242d1/0x3d5ca2fc49dc10a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66470 expref: 15 pid: 8444 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.541867:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524189440:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202842.541906:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf300 going to sleep for 11 seconds 00000100:00100000:2.0:1779202842.542252:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501305472 00000100:00100000:2.0:1779202842.542257:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501305472 00000100:00100000:2.0:1779202842.542333:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501305344 00000100:00100000:2.0:1779202842.542336:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501305344 00010000:00010000:2.0:1779202842.542352:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc131b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665f1 expref: 119 pid: 16980 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.543154:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501305728 00000100:00100000:1.0:1779202842.543160:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501305728 00000100:00100000:1.0:1779202842.543193:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 498 00000100:00100000:1.0:1779202842.543200:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:2419:x1865628501305344:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202842.543211:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202842.543219:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc131b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665f1 expref: 119 pid: 16980 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.543237:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc131b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665f1 expref: 119 pid: 16980 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.543256:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc131b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665f1 expref: 119 pid: 16980 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.543270:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202842.543275:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.543284:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.543292:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.543329:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202842.543363:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:2419:x1865628501305344:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 163us (5219us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.543370:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 498 00000100:00100000:1.0:1779202842.543385:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 83 00000100:00100000:1.0:1779202842.543391:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+73:2419:x1865628501305472:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202842.543397:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202842.543408:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1409 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6664c expref: 73 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.543417:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff91cfc2882000) 00010000:00010000:1.0:1779202842.543421:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202842.543433:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+72:2419:x1865628501305472:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 43us (5857us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.543439:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 83 00000100:00100000:1.0:1779202842.543448:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 84 00000100:00100000:1.0:1779202842.543453:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:2420:x1865628501305728:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202842.543459:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202842.543476:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc1448 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66661 expref: 71 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.543485:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202842.543488:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202842.543501:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+70:2420:x1865628501305728:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 48us (2230us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.543506:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 84 00010000:00010000:3.0:1779202842.543679:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.543687:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.543732:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc1479 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.543742:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc1479 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.543750:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc1479 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1779202842.544069:0:10076:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x22:0x0], index 0: 0 00010000:00010000:3.0:1779202842.544188:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1480 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544197:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1480 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544204:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1480 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544234:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544241:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544247:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544253:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544259:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922fc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.544262:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544269:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544277:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.544279:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.544283:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544289:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fc00/0x3d5ca2fc49dc145d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202842.544311:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067033dd3 reply state 00000000cf6bf7d2 transno 4294968358 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc1479 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544321:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc1479 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544328:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff91cfc10a3200) 00010000:00010000:3.0:1779202842.544330:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202842.544333:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1779202842.544363:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1456 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66668 expref: 71 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544374:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef800/0x3d5ca2fc49dc1480 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66668 expref: 70 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.544381:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff91cfc10a3800) 00010000:00010000:3.0:1779202842.544383:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1779202842.544385:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcef800, rc 0) 00000100:00100000:3.0:1779202842.544427:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34692:x1865628501304960:12345-192.168.204.21@tcp:101:cp.0 Request processed in 15219us (15462us total) trans 4294968358 rc 0/0 00000100:00100000:3.0:1779202842.544434:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1723 00000100:00100000:3.0:1779202842.550611:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.550650:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501306240 00000100:00100000:3.0:1779202842.550660:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501306240 00000100:00100000:2.0:1779202842.550661:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524189440:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202842.550727:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000502242d1/0x3d5ca2fc49dc10a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66470 expref: 16 pid: 8444 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.550731:0:8511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.550783:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 499 00000100:00100000:3.0:1779202842.550795:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2421:x1865628501306240:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202842.550813:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1779202842.550834:0:6549:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1779202842.550842:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000502242d1/0x3d5ca2fc49dc10a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66470 expref: 16 pid: 8444 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.550853:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000502242d1/0x3d5ca2fc49dc10a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66470 expref: 16 pid: 8444 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.550878:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000502242d1/0x3d5ca2fc49dc10a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66470 expref: 16 pid: 8444 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.550896:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.550898:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.550916:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.550926:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.550956:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202842.551008:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2421:x1865628501306240:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 214us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.551015:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 499 00010000:00010000:2.0:1779202842.551068:0:8511:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.551082:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.551088:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00010000:00010000:2.0:1779202842.551108:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.551117:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.551127:0:8511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.551136:0:8511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c53000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202842.551140:0:8511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.551156:0:8511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.551168:0:8511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.551176:0:8511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006df1f9bf/0x3d5ca2fc49dc1472 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.551226:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2420:x1865628501305856:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 9461us (9975us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.551239:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 504 00000100:00100000:2.0:1779202842.551265:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501306112 00000100:00100000:2.0:1779202842.551269:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501306112 00000100:00100000:1.0:1779202842.551285:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8446:1865628524189184:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202842.551303:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b1b33459/0x3d5ca2fc49dc1177 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664c4 expref: 18 pid: 12963 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.551313:0:8446:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.551329:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 500 00000100:00100000:2.0:1779202842.551338:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2421:x1865628501306112:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202842.551346:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202842.551358:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b1b33459/0x3d5ca2fc49dc1177 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664c4 expref: 18 pid: 12963 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.551368:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b1b33459/0x3d5ca2fc49dc1177 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664c4 expref: 18 pid: 12963 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.551381:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.551383:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.551387:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.551395:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.551407:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202842.551425:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2421:x1865628501306112:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 89us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.551431:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 500 00010000:00010000:0.0:1779202842.553310:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1b33459/0x3d5ca2fc49dc1177 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664c4 expref: 17 pid: 12963 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.553331:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524189312:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202842.553353:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.553364:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.553372:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.553397:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.553406:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.553414:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.553421:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52c00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202842.553425:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.553434:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.553451:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.553456:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc146b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.553528:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2420:x1865628501305600:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 12071us (12312us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.553537:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 503 00000100:00100000:2.0:1779202842.555790:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.556394:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501305984 00000100:00100000:3.0:1779202842.556407:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501305984 00002000:00100000:3.0:1779202842.556461:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff91cfc31cb480 x1865628501305984/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 648/0 e 0 to 0 dl 1779202853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202842.556484:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc31cb480 with x1865628501305984 ext(0->157) 00010000:00010000:3.0:1779202842.556493:0:16107:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 14 pid: 8511 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.556597:0:16107:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 14 pid: 8511 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202842.556606:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91cfc31cb480 00000100:00100000:3.0:1779202842.556639:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 20 00000100:00100000:3.0:1779202842.556649:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2419:x1865628501305984:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:1.0:1779202842.557026:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.557089:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501306368 00000100:00100000:0.0:1779202842.557094:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501306368 00000100:00100000:0.0:1779202842.557132:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 505 00000100:00100000:0.0:1779202842.557140:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2420:x1865628501306368:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:0.0:1779202842.557150:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202842.557168:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045d8058b/0x3d5ca2fc49dc148e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6666f expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1779202842.557186:0:12963:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1779202842.557203:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202842.557205:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202842.557213:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045d8058b/0x3d5ca2fc49dc148e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6666f expref: 17 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.557230:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000045d8058b/0x3d5ca2fc49dc148e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6666f expref: 17 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.557253:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c53c00, rc 0) 00000100:00100000:0.0:1779202842.557313:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2420:x1865628501306368:12345-192.168.204.21@tcp:101:cp.0 Request processed in 174us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.557320:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 505 00000100:00100000:3.0:1779202842.562670:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2419:x1865628501305984:12345-192.168.204.21@tcp:4:cp.0 Request processed in 6011us (6875us total) trans 4294967385 rc 0/0 00000100:00100000:3.0:1779202842.562685:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 20 00002000:00100000:3.0:1779202842.562729:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff91cfc31cb480 x1865628501305984/t4294967385(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 648/448 e 0 to 0 dl 1779202853 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1779202842.562741:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc31cb480 with x1865628501305984 ext(0->157) 00010000:00010000:3.0:1779202842.562751:0:16107:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 16 pid: 8511 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.562768:0:16107:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 16 pid: 8511 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202842.562777:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91cfc31cb480 00000100:00100000:1.0:1779202842.563138:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.563174:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.563449:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501306880 00000100:00100000:2.0:1779202842.563459:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501306880 00000100:00100000:2.0:1779202842.563514:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501306624 00000100:00100000:2.0:1779202842.563517:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501306624 00000100:00100000:2.0:1779202842.563603:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1724 00000100:00100000:2.0:1779202842.563613:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+72:34694:x1865628501306880:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202842.563747:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+72:34694:x1865628501306880:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 129us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.563754:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1724 00000100:00100000:2.0:1779202842.563800:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1725 00000100:00100000:2.0:1779202842.563807:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34693:x1865628501306624:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202842.563859:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34693:x1865628501306624:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 52us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.563866:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1725 00000100:00100000:1.0:1779202842.566734:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.566812:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501307008 00000100:00100000:3.0:1779202842.566824:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501307008 00000100:00100000:3.0:1779202842.566880:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 506 00000100:00100000:3.0:1779202842.566891:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:34692:x1865628501307008:12345-192.168.204.21@tcp:101:cp.0 00010000:00010000:3.0:1779202842.566917:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202842.566938:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66676 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.566971:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000045d8058b/0x3d5ca2fc49dc148e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6666f expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.566981:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.566984:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.566989:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 18 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.567025:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000045d8058b/0x3d5ca2fc49dc148e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6666f expref: 18 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.567039:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000045d8058b/0x3d5ca2fc49dc148e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6666f expref: 18 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.567052:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524189568:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202842.567447:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1779202842.571726:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524189568:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202842.571861:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 18 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.571993:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcef000, rc 0) 00000100:00100000:0.0:1779202842.572052:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:34692:x1865628501307008:12345-192.168.204.21@tcp:101:cp.0 Request processed in 5163us (5361us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.572062:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 506 00000100:00100000:0.0:1779202842.576405:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.576499:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.576612:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501307264 00000100:00100000:1.0:1779202842.576626:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501307264 00000100:00100000:1.0:1779202842.576727:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 507 00000100:00100000:1.0:1779202842.576739:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2419:x1865628501307264:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.576761:0:8447:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.576787:0:8447:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5880df7/0x3d5ca2fc49dc149c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6667d expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202842.576812:0:8447:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 158, mtime: 0x6a0c7b19, atime: 0x0, ctime: 0x6a0c7b19, blocks: 0x8 00010000:00010000:1.0:1779202842.576833:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.576835:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.576845:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5880df7/0x3d5ca2fc49dc149c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6667d expref: 19 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.576862:0:8447:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e5880df7/0x3d5ca2fc49dc149c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6667d expref: 19 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.576876:0:8447:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c2b97600, rc 0) 00000100:00100000:1.0:1779202842.576945:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+19:2419:x1865628501307264:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 207us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.576952:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 507 00000100:00100000:0.0:1779202842.580664:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.580803:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501307392 00000100:00100000:1.0:1779202842.580816:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501307392 00000100:00100000:0.0:1779202842.580859:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.580922:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 508 00000100:00100000:1.0:1779202842.580933:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2419:x1865628501307392:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.580950:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202842.580972:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007479da78/0x3d5ca2fc49dc14a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66684 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1779202842.581004:0:17866:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 158, mtime: 0x6a0c7b19, atime: 0x0, ctime: 0x6a0c7b19, blocks: 0x8 00010000:00010000:1.0:1779202842.581026:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.581028:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.581049:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007479da78/0x3d5ca2fc49dc14a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66684 expref: 17 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.581071:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007479da78/0x3d5ca2fc49dc14a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66684 expref: 17 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.581089:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c2b96400, rc 0) 00000100:00100000:1.0:1779202842.581141:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2419:x1865628501307392:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 211us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.581158:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 508 00000100:00100000:0.0:1779202842.585611:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.585643:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501307776 00000100:00100000:0.0:1779202842.585653:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501307776 00000100:00100000:0.0:1779202842.585717:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1726 00000100:00100000:0.0:1779202842.585728:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34694:x1865628501307776:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202842.586113:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501307136 00000100:00100000:2.0:1779202842.586119:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501307136 00010000:00010000:2.0:1779202842.586146:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000045d8058b/0x3d5ca2fc49dc148e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6666f expref: 19 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.586340:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501307520 00000100:00100000:1.0:1779202842.586345:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501307520 00010000:00010000:1.0:1779202842.586368:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 17 pid: 8511 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.586381:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 501 00000100:00100000:3.0:1779202842.586393:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+19:2419:x1865628501307136:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202842.586406:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202842.586429:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000045d8058b/0x3d5ca2fc49dc148e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6666f expref: 19 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.586444:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000045d8058b/0x3d5ca2fc49dc148e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6666f expref: 19 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.586469:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045d8058b/0x3d5ca2fc49dc148e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6666f expref: 19 pid: 12963 timeout: 1071 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.586487:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.586490:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1779202842.586494:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 502 00010000:00010000:3.0:1779202842.586499:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 18 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.586508:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0048450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2422:x1865628501307520:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202842.586513:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 18 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.586519:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1779202842.586531:0:7938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1779202842.586538:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 17 pid: 8511 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.586557:0:6549:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 18 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.586558:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 17 pid: 8511 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.586590:0:6549:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6549:1865628524189696:192.168.204.21@tcp:105: 00010000:00010000:1.0:1779202842.586591:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1273 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66588 expref: 17 pid: 8511 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.586605:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.586607:0:7938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202842.586610:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.586620:0:7938:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.586646:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202842.586678:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0048450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2422:x1865628501307520:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 174us (5818us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.586686:0:6549:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202842.586686:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 502 00010000:00010000:1.0:1779202842.586817:0:8446:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.586828:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.586849:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.586858:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.586865:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.586872:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96a00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202842.586876:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.586884:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.586896:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.586916:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc1464 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.586965:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2419:x1865628501305216:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 49169us (49519us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.586973:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 502 00000100:00100000:0.0:1779202842.588689:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34694:x1865628501307776:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 2955us (3078us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.589006:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1726 00000100:00100000:2.0:1779202842.593179:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.593221:0:6549:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6549:1865628524189696:192.168.204.21@tcp:105: 00000100:00100000:1.0:1779202842.593224:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501308032 00000100:00100000:1.0:1779202842.593234:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501308032 00010000:00010000:3.0:1779202842.593247:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202842.593306:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1727 00000100:00100000:3.0:1779202842.593314:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2419:x1865628501307136:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 6923us (16918us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.593320:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34693:x1865628501308032:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202842.593336:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 501 00000100:00100000:1.0:1779202842.593403:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34693:x1865628501308032:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 87us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.593411:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1727 00000100:00100000:1.0:1779202842.594793:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.594818:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.595207:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501308416 00000100:00100000:2.0:1779202842.595214:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501308416 00000100:00100000:2.0:1779202842.595258:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 343 00000100:00100000:2.0:1779202842.595267:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+71:34692:x1865628501308416:12345-192.168.204.21@tcp:35:cp.0 00000100:00100000:2.0:1779202842.595572:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+72:34692:x1865628501308416:12345-192.168.204.21@tcp:35:cp.0 Request processed in 306us (752us total) trans 4294968359 rc 0/0 00000100:00100000:2.0:1779202842.595581:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 343 00000100:00100000:1.0:1779202842.596648:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.597016:0:8452:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501308160 00000100:00100000:0.0:1779202842.597024:0:8452:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501308160 00002000:00100000:0.0:1779202842.597066:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff91d0ffb81c00 x1865628501308160/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 488/0 e 0 to 0 dl 1779202853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202842.597076:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb81c00 with x1865628501308160 ext(0->4095) 00002000:00010000:0.0:1779202842.597081:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffb81c00 00000100:00100000:0.0:1779202842.597114:0:8452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 124 00000100:00100000:0.0:1779202842.597123:0:8452:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2419:x1865628501308160:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1779202842.597275:0:8452:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2419:x1865628501308160:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 153us (2486us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202842.597283:0:8452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 124 00002000:00100000:0.0:1779202842.597289:0:8452:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff91d0ffb81c00 x1865628501308160/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 488/4536 e 0 to 0 dl 1779202853 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202842.597306:0:8452:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb81c00 with x1865628501308160 ext(0->4095) 00002000:00010000:0.0:1779202842.597309:0:8452:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0ffb81c00 00000100:00100000:3.0:1779202842.597471:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501308672 00000100:00100000:3.0:1779202842.597476:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501308672 00000100:00100000:3.0:1779202842.597516:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1728 00000100:00100000:3.0:1779202842.597524:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+72:34695:x1865628501308672:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202842.597588:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+72:34695:x1865628501308672:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 65us (946us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.597595:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1728 00000100:00100000:2.0:1779202842.609361:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.609439:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501308928 00000100:00100000:3.0:1779202842.609450:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501308928 00000100:00100000:3.0:1779202842.609549:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1729 00000100:00100000:3.0:1779202842.609563:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+72:34694:x1865628501308928:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202842.609588:0:10076:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202842.609609:0:10076:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc14aa lrc: 2/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6668b expref: -99 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.609643:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc14b1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.609658:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc14b1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.609668:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc14b1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.609839:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc14aa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6668b expref: 74 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.609861:0:10076:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc14b1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6668b expref: 73 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.609870:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:3.0:1779202842.609873:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202842.609876:0:10076:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcefc00, rc 0) 00000100:00100000:3.0:1779202842.610174:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+73:34694:x1865628501308928:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 615us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.610182:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1729 00000100:00100000:1.0:1779202842.613358:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.613451:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.617181:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501309056 00000100:00100000:2.0:1779202842.617195:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501309056 00000100:00100000:2.0:1779202842.617399:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 509 00000100:00100000:2.0:1779202842.617411:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+15:2419:x1865628501309056:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202842.617430:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.617453:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc98057e/0x3d5ca2fc49dc14b8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66692 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202842.617484:0:8444:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 158, mtime: 0x6a0c7b19, atime: 0x0, ctime: 0x6a0c7b19, blocks: 0x8 00010000:00010000:2.0:1779202842.617504:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.617507:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.617517:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc98057e/0x3d5ca2fc49dc14b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66692 expref: 16 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.617538:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cc98057e/0x3d5ca2fc49dc14b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66692 expref: 16 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.617552:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922ee00, rc 0) 00000100:00100000:2.0:1779202842.617623:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2419:x1865628501309056:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 215us (4171us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.617630:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 509 00000100:00100000:0.0:1779202842.618414:0:8451:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501308800 00000100:00100000:0.0:1779202842.618421:0:8451:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501308800 00002000:00100000:1.0:1779202842.621218:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff91d0ffb83800 x1865628501308800/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 488/0 e 0 to 0 dl 1779202853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202842.621234:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb83800 with x1865628501308800 ext(0->4095) 00002000:00010000:1.0:1779202842.621241:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffb83800 00000100:00100000:1.0:1779202842.621324:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 125 00000100:00100000:1.0:1779202842.621336:0:8451:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2419:x1865628501308800:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1779202842.621533:0:8451:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2419:x1865628501308800:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 199us (8186us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1779202842.621541:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 125 00002000:00100000:1.0:1779202842.621548:0:8451:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff91d0ffb83800 x1865628501308800/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 488/4536 e 0 to 0 dl 1779202853 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202842.621556:0:8451:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0ffb83800 with x1865628501308800 ext(0->4095) 00002000:00010000:1.0:1779202842.621559:0:8451:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91d0ffb83800 00000100:00100000:2.0:1779202842.631407:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.631533:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501309184 00000100:00100000:3.0:1779202842.631544:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501309184 00000100:00100000:3.0:1779202842.631602:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1730 00000100:00100000:3.0:1779202842.631613:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+73:34694:x1865628501309184:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202842.631649:0:6562:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202842.634370:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+73:34694:x1865628501309184:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 2750us (2965us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.634382:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1730 00000100:00100000:1.0:1779202842.638013:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.638204:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.638284:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501309312 00000100:00100000:2.0:1779202842.638301:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501309312 00000100:00100000:2.0:1779202842.638358:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501309568 00000100:00100000:2.0:1779202842.638361:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501309568 00000100:00100000:2.0:1779202842.638392:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1731 00000100:00100000:2.0:1779202842.638403:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:34693:x1865628501309312:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1779202842.638425:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.638447:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc14bf lrc: 2/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66699 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.638481:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc14c6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.638495:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc14c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.638506:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc14c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.638622:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc14bf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66699 expref: 76 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.638640:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc14c6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66699 expref: 75 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.638648:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff91cfc2882000) 00010000:00010000:2.0:1779202842.638650:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1779202842.638654:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e600, rc 0) 00000100:00100000:2.0:1779202842.638749:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:34693:x1865628501309312:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 348us (746us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.638756:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1731 00000100:00100000:2.0:1779202842.638774:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1732 00000100:00100000:2.0:1779202842.638780:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:34695:x1865628501309568:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202842.638828:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:34695:x1865628501309568:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 48us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.638836:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1732 00000100:00100000:1.0:1779202842.649850:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.649889:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.649928:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.649996:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501309952 00000100:00100000:2.0:1779202842.650006:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501309952 00000100:00100000:0.0:1779202842.650097:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501309824 00000100:00100000:0.0:1779202842.650101:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501309824 00002000:00100000:0.0:1779202842.650142:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff91cfc2888700 x1865628501309824/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 488/0 e 0 to 0 dl 1779202853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202842.650153:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc2888700 with x1865628501309824 ext(0->4095) 00000100:00100000:2.0:1779202842.650158:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1733 00002000:00010000:0.0:1779202842.650158:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc2888700 00000100:00100000:2.0:1779202842.650167:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:34693:x1865628501309952:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1779202842.650176:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 126 00000100:00100000:0.0:1779202842.650181:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2422:x1865628501309824:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000004:00000080:2.0:1779202842.650192:0:6563:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202842.650348:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2422:x1865628501309824:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 164us (456us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1779202842.650356:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 126 00002000:00100000:0.0:1779202842.650363:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff91cfc2888700 x1865628501309824/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:53/0 lens 488/4536 e 0 to 0 dl 1779202853 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1779202842.650372:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc2888700 with x1865628501309824 ext(0->4095) 00002000:00010000:0.0:1779202842.650376:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91cfc2888700 00000100:00100000:3.0:1779202842.650434:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501309696 00000100:00100000:3.0:1779202842.650439:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501309696 00000100:00100000:3.0:1779202842.650474:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 632 00000100:00100000:3.0:1779202842.650481:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:2422:x1865628501309696:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:3.0:1779202842.650501:0:6568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202842.650518:0:6568:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc14cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d666a0 expref: -99 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650570:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc14d4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650585:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc14d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650595:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc14d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650609:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc14db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650615:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc14db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650621:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc14db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650651:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc14d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650657:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc14d4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650664:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc14d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650670:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.650674:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc14d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650685:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc14d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650728:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.650731:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.650736:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc14d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650742:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee000/0x3d5ca2fc49dc14d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650757:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc14db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650763:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc14db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650769:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc14db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650774:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.650777:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc14db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650783:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc14db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650790:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff91cfc10a3000) 00010000:00010000:3.0:1779202842.650792:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202842.650795:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc14db lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650805:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef600/0x3d5ca2fc49dc14db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650842:0:6568:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc14cd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666a0 expref: 76 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650852:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202842.650855:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1779202842.650859:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc14cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666a0 expref: 76 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.650867:0:6568:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcef400, rc -2) 00000100:00100000:2.0:1779202842.654146:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:34693:x1865628501309952:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 3966us (4202us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.654165:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1733 00000100:00100000:2.0:1779202842.655852:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.656045:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:2422:x1865628501309696:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 5562us (6202us total) trans 0 rc -2/-2 00000100:00100000:3.0:1779202842.656057:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 632 00000100:00100000:3.0:1779202842.656096:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501310080 00000100:00100000:3.0:1779202842.656104:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501310080 00000100:00100000:3.0:1779202842.656343:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 510 00000100:00100000:3.0:1779202842.656352:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2422:x1865628501310080:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1779202842.656389:0:12963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc14e2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.656405:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.656408:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202842.656413:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc14e2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.656430:0:12963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc14e2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.656451:0:12963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc14e2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.656458:0:12963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc14e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.656474:0:12963:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc14e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.656481:0:12963:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbceec00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202842.656484:0:12963:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc14e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.656499:0:12963:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc14e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.656512:0:12963:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc14e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.656520:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc14e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.661238:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2422:x1865628501310080:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 4874us (5380us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202842.661253:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 510 00000100:00100000:1.0:1779202842.661424:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.661504:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501310208 00000100:00100000:2.0:1779202842.661513:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501310208 00000100:00100000:2.0:1779202842.661561:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 511 00000100:00100000:2.0:1779202842.661571:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2421:x1865628501310208:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1779202842.661617:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000044e8d83a/0x3d5ca2fc49dc14e9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.661634:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.661639:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.661645:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044e8d83a/0x3d5ca2fc49dc14e9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.661659:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044e8d83a/0x3d5ca2fc49dc14e9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.661684:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000044e8d83a/0x3d5ca2fc49dc14e9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.661711:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000044e8d83a/0x3d5ca2fc49dc14e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.661720:0:17866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000044e8d83a/0x3d5ca2fc49dc14e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.661732:0:17866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f400 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202842.661735:0:17866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000044e8d83a/0x3d5ca2fc49dc14e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.661743:0:17866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000044e8d83a/0x3d5ca2fc49dc14e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.661756:0:17866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000044e8d83a/0x3d5ca2fc49dc14e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.661763:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044e8d83a/0x3d5ca2fc49dc14e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.661820:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2421:x1865628501310208:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 251us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.661826:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 511 00000100:00100000:0.0:1779202842.670838:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.671021:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501310336 00000100:00100000:3.0:1779202842.671156:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501310336 00000100:00100000:3.0:1779202842.671225:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1734 00000100:00100000:3.0:1779202842.671236:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+74:34695:x1865628501310336:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202842.671261:0:6564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202842.671285:0:6564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc14f0 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d666a7 expref: -99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.671337:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc14f7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.671353:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc14f7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.671363:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc14f7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.671407:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.671432:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.671450:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501310592 00000100:00100000:1.0:1779202842.671454:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501310592 00010000:00010000:3.0:1779202842.671479:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc14f0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666a7 expref: 77 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.671484:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501310848 00000100:00100000:1.0:1779202842.671486:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501310848 00010000:00010000:3.0:1779202842.671510:0:6564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc14f7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666a7 expref: 77 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.671510:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1735 00000100:00100000:1.0:1779202842.671517:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+77:34694:x1865628501310592:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1779202842.671519:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff91cfc2a5dc00) 00010000:00010000:3.0:1779202842.671523:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202842.671527:0:6564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0e24a7800, rc 0) 00010000:00010000:1.0:1779202842.671566:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.671576:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc14b1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6668b expref: 77 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.671581:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+77:34695:x1865628501310336:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 348us (754us total) trans 0 rc 0/0 00010000:00010000:1.0:1779202842.671585:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 4/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.671588:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1734 00000100:00100000:3.0:1779202842.671604:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1736 00000100:00100000:3.0:1779202842.671610:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34693:x1865628501310848:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1779202842.671616:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc14b1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6668b expref: 76 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.671628:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc14b1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6668b expref: 76 pid: 10076 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.671634:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.671642:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc14c6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66699 expref: 76 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.671642:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524189824:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202842.671649:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.671664:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc14c6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66699 expref: 76 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.671672:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc14c6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66699 expref: 76 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.671681:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524189952:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202842.671727:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f39d3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1779202842.671727:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e006fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202842.674062:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.674123:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501310976 00000100:00100000:0.0:1779202842.674131:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501310976 00000100:00100000:0.0:1779202842.674187:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1737 00000100:00100000:0.0:1779202842.674196:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:34698:x1865628501310976:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202842.674212:0:7869:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202842.674230:0:7869:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52a00/0x3d5ca2fc49dc150c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d666ae expref: -99 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674314:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1513 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674329:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1513 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674341:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1513 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674353:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc151a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674361:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc151a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674367:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc151a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674442:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc1521 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674455:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc1521 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674461:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc1521 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202842.674740:0:7869:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00000004:00200000:0.0:1779202842.674745:0:7869:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202842.674766:0:7869:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc1521 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674778:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc1521 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674787:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1513 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674793:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1513 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674800:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1513 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674806:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c53a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202842.674810:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1513 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674818:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1513 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674831:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202842.674834:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202842.674840:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1513 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674846:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1513 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674858:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc151a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674863:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc151a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674869:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc151a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674874:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202842.674877:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc151a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674883:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc151a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674889:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff91cfc10a3200) 00010000:00010000:0.0:1779202842.674892:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202842.674894:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc151a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674909:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc151a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674939:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52a00/0x3d5ca2fc49dc150c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666ae expref: 120 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674952:0:7869:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53000/0x3d5ca2fc49dc1521 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666ae expref: 119 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.674959:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff91cfc10a3800) 00010000:00010000:0.0:1779202842.674961:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202842.674964:0:7869:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c53000, rc 0) 00000100:00100000:0.0:1779202842.675024:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:34698:x1865628501310976:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 829us (2333us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.675032:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1737 00000100:00100000:3.0:1779202842.679072:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524189824:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202842.679099:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.680817:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.680846:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.680876:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.680933:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501311104 00000100:00100000:1.0:1779202842.680943:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501311104 00010000:00010000:1.0:1779202842.680989:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc14b1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6668b expref: 77 pid: 10076 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.681021:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524189952:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202842.681032:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501311232 00000100:00100000:1.0:1779202842.681036:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501311232 00010000:00010000:2.0:1779202842.681048:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681054:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc14c6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66699 expref: 78 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.681079:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 503 00000100:00100000:1.0:1779202842.681089:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+78:2419:x1865628501311104:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202842.681105:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202842.681113:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc14b1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6668b expref: 78 pid: 10076 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681125:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc14b1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6668b expref: 78 pid: 10076 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681150:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc14b1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6668b expref: 78 pid: 10076 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681166:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202842.681171:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681191:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681203:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681225:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202842.681282:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+77:2419:x1865628501311104:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 194us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.681299:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 503 00000100:00100000:1.0:1779202842.681318:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 504 00000100:00100000:1.0:1779202842.681325:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:2419:x1865628501311232:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202842.681332:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202842.681336:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc14c6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66699 expref: 76 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681346:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc14c6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66699 expref: 76 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681364:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc14c6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66699 expref: 76 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681374:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff91cfc2882000) 00010000:00010000:1.0:1779202842.681378:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681384:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681390:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681408:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202842.681426:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:2419:x1865628501311232:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 102us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.681433:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 504 00010000:00010000:1.0:1779202842.681455:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681462:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.681998:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.682008:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.682015:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.682022:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202842.682026:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.682034:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.682043:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff91cfc2882000) 00010000:00010000:1.0:1779202842.682046:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1779202842.682049:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.682059:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6000/0x3d5ca2fc49dc1505 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.682155:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:34693:x1865628501310848:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 10543us (10719us total) trans 4294968360 rc 0/0 00000100:00100000:1.0:1779202842.682163:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1736 00000100:00100000:0.0:1779202842.682267:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501311360 00000100:00100000:0.0:1779202842.682274:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501311360 00000100:00100000:0.0:1779202842.682337:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1738 00000100:00100000:0.0:1779202842.682351:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:34695:x1865628501311360:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1779202842.682403:0:6563:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202842.682483:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:34695:x1865628501311360:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 139us (1606us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.682490:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1738 00010000:00010000:3.0:1779202842.682723:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.682731:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.682810:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.682816:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.682822:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.682828:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.682830:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.682837:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.682847:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:3.0:1779202842.682849:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202842.682853:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 2/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.682859:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc14fe lrc: 0/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202842.682988:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:34694:x1865628501310592:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 11471us (11581us total) trans 4294968361 rc 0/0 00000100:00100000:3.0:1779202842.682995:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1735 00000100:00100000:3.0:1779202842.698620:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.698678:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.698745:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.698799:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.698869:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501311744 00000100:00100000:2.0:1779202842.698881:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501311744 00000100:00100000:1.0:1779202842.698895:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501311616 00000100:00100000:1.0:1779202842.698900:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501311616 00000100:00100000:2.0:1779202842.698941:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501311872 00000100:00100000:2.0:1779202842.698946:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501311872 00000100:00100000:1.0:1779202842.698946:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 344 00000100:00100000:1.0:1779202842.698960:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+75:34693:x1865628501311616:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1779202842.698979:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 512 00000100:00100000:2.0:1779202842.698987:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2419:x1865628501311744:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1779202842.699025:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc1528 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.699043:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.699045:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202842.699050:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc1528 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.699064:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc1528 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.699088:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc1528 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.699094:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc1528 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.699102:0:8444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc1528 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.699108:0:8444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202842.699112:0:8444:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc1528 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.699121:0:8444:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc1528 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.699141:0:8444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc1528 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.699148:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5f44023/0x3d5ca2fc49dc1528 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.699223:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2419:x1865628501311744:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 237us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.699228:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34693:x1865628501311616:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 270us (616us total) trans 4294968362 rc 0/0 00000100:00100000:2.0:1779202842.699236:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 512 00000100:00100000:1.0:1779202842.699247:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 344 00000100:00100000:2.0:1779202842.699258:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 513 00000100:00100000:2.0:1779202842.699266:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2420:x1865628501311872:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:2.0:1779202842.699276:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202842.699287:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059c28653/0x3d5ca2fc49dc152f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d666e6 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.699348:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524190080:192.168.204.21@tcp:106: 00000100:00100000:2.0:1779202842.699401:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414480 going to sleep for 11 seconds 00000100:00100000:0.0:1779202842.699732:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501312000 00000100:00100000:0.0:1779202842.699737:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501312000 00000100:00100000:0.0:1779202842.699779:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 633 00000100:00100000:0.0:1779202842.699787:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:2421:x1865628501312000:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:0.0:1779202842.699820:0:6567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202842.699843:0:6567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52a00/0x3d5ca2fc49dc1536 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d666b5 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.699887:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc153d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.699899:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc153d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.699907:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc153d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.699958:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1544 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.699965:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1544 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.699971:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1544 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.699999:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc153d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700005:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc153d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700010:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc153d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700015:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202842.700019:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc153d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700029:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc153d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700037:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202842.700040:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202842.700044:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc153d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700049:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc153d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700060:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1544 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700076:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1544 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700081:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1544 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700085:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c53a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202842.700087:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1544 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700092:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1544 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700098:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff91cfc1de2200) 00010000:00010000:0.0:1779202842.700101:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202842.700103:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1544 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700113:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1544 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700137:0:6567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52a00/0x3d5ca2fc49dc1536 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666b5 expref: 120 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700621:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202842.700624:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1779202842.700628:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52a00/0x3d5ca2fc49dc1536 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666b5 expref: 120 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.700639:0:6567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c52a00, rc -2) 00000100:00100000:0.0:1779202842.700730:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:2421:x1865628501312000:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 908us (2015us total) trans 0 rc -2/-2 00000100:00100000:0.0:1779202842.700739:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 633 00000100:00100000:3.0:1779202842.701054:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.701251:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501312256 00000100:00100000:0.0:1779202842.701260:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501312256 00000100:00100000:0.0:1779202842.701306:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 345 00000100:00100000:0.0:1779202842.701315:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+76:34694:x1865628501312256:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1779202842.701547:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+77:34694:x1865628501312256:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 233us (494us total) trans 4294968363 rc 0/0 00000100:00100000:0.0:1779202842.701555:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 345 00002000:00010000:2.0:1779202842.710817:0:8444:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1779202842.710827:0:8444:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb mtime: 0 -> 1779202842 00002000:00010000:2.0:1779202842.710830:0:8444:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb atime: 0 -> 1779202842 00002000:00010000:2.0:1779202842.710833:0:8444:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb ctime: 0 -> 1779202842 00002000:00010000:2.0:1779202842.710837:0:8444:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1779202842.710850:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202842.710868:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8444:1865628524190080:192.168.204.21@tcp:106: 00010000:00010000:2.0:1779202842.710923:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000059c28653/0x3d5ca2fc49dc152f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666e6 expref: 25 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.710929:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501312512 00000100:00100000:1.0:1779202842.710938:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501312512 00010000:00010000:2.0:1779202842.710955:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059c28653/0x3d5ca2fc49dc152f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666e6 expref: 25 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.710971:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e000, rc 0) 00000100:00100000:1.0:1779202842.711015:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1739 00000100:00100000:1.0:1779202842.711026:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+77:34695:x1865628501312512:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1779202842.711054:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2420:x1865628501311872:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 11787us (12252us total) trans 0 rc 301/301 00000100:00100000:2.0:1779202842.711062:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 513 00010000:00010000:1.0:1779202842.713515:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.713541:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc14f7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666a7 expref: 77 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.713551:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 4/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.713597:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc14f7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666a7 expref: 77 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.713613:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc14f7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666a7 expref: 77 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.713629:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524190208:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202842.713752:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc4cb0600 going to sleep for 11 seconds 00000100:00100000:3.0:1779202842.721852:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.721914:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501312640 00000100:00100000:0.0:1779202842.721936:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501312640 00000100:00100000:0.0:1779202842.722035:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1740 00000100:00100000:0.0:1779202842.722052:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:34698:x1865628501312640:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202842.722075:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202842.722096:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52a00/0x3d5ca2fc49dc1552 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d666f4 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202842.722131:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524190208:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202842.722169:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1559 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202842.722170:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.722191:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1559 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.722203:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1559 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202842.722244:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1779202842.722248:0:6563:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1779202842.722270:0:6563:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1559 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.722309:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52a00/0x3d5ca2fc49dc1552 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666f4 expref: 121 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.722327:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1559 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666f4 expref: 120 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.722336:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202842.722339:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1779202842.722342:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c53a00, rc 0) 00000100:00100000:0.0:1779202842.722405:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:34698:x1865628501312640:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 360us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202842.722412:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1740 00000100:00100000:3.0:1779202842.724672:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202842.724892:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501312768 00000100:00100000:1.0:1779202842.724908:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501312768 00010000:00010000:1.0:1779202842.724958:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc14f7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666a7 expref: 78 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202842.725017:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 505 00000100:00100000:1.0:1779202842.725028:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+78:2419:x1865628501312768:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202842.725042:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202842.725048:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc14f7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666a7 expref: 78 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.725061:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc14f7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666a7 expref: 78 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.725084:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a7800/0x3d5ca2fc49dc14f7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666a7 expref: 78 pid: 6564 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.725101:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff91cfc2a5dc00) 00010000:00010000:1.0:1779202842.725107:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.725118:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.725126:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202842.725156:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202842.725264:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.725277:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.725525:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.725534:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.725543:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.725551:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202842.725556:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.725567:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.725582:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff91cfc2a5dc00) 00010000:00010000:3.0:1779202842.725585:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202842.725872:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202842.725882:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc154b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202842.726115:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202842.726122:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202842.726783:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 12 00000040:00080000:0.0:1779202842.726802:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202842.731557:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202842.731631:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501312896 00000100:00100000:0.0:1779202842.731642:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501312896 00000100:00100000:0.0:1779202842.731733:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 514 00000100:00100000:0.0:1779202842.731745:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2422:x1865628501312896:12345-192.168.204.21@tcp:101:lfs.0 00010000:00010000:0.0:1779202842.731763:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202842.731781:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc1560 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d666fb expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202842.731842:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524190336:192.168.204.21@tcp:106: 00000100:00100000:0.0:1779202842.731931:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cfa80 going to sleep for 11 seconds 00000100:00100000:1.0:1779202842.733283:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+78:2419:x1865628501312768:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 8250us (8620us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202842.733308:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 505 00000100:00100000:3.0:1779202842.737783:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+77:34695:x1865628501312512:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 26737us (26928us total) trans 4294968364 rc 0/0 00000100:00100000:3.0:1779202842.737805:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1739 00000100:00100000:0.0:1779202842.741012:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17866:1865628524190336:192.168.204.21@tcp:106: 00010000:00010000:0.0:1779202842.741053:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc1560 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666fb expref: 25 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.741079:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4a5eec7/0x3d5ca2fc49dc1560 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666fb expref: 25 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202842.741091:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c52c00, rc 0) 00000100:00100000:0.0:1779202842.741154:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+24:2422:x1865628501312896:12345-192.168.204.21@tcp:101:lfs.0 Request processed in 9411us (9607us total) trans 0 rc 301/301 00000100:00100000:0.0:1779202842.741163:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 514 00000100:00100000:2.0:1779202842.746014:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.746179:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501313152 00000100:00100000:3.0:1779202842.746195:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501313152 00000100:00100000:3.0:1779202842.746273:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 346 00000100:00100000:3.0:1779202842.746286:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c8d05050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+77:34695:x1865628501313152:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1779202842.746681:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c8d05050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+78:34695:x1865628501313152:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 398us (676us total) trans 4294968365 rc 0/0 00000100:00100000:3.0:1779202842.746724:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 346 00000100:00100000:2.0:1779202842.763003:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202842.763127:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501313408 00000100:00100000:3.0:1779202842.763141:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501313408 00000100:00100000:3.0:1779202842.763217:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1741 00000100:00100000:3.0:1779202842.763229:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:34698:x1865628501313408:12345-192.168.204.21@tcp:58:lfs.0 00000040:00080000:2.0:1779202842.764044:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].54, 136 off15536 00000100:00100000:2.0:1779202842.764173:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:34698:x1865628501313408:12345-192.168.204.21@tcp:58:lfs.0 Request processed in 943us (1184us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202842.764185:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1741 00010000:00010000:1.0:1779202843.348321:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202843.530875:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524190464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202843.530975:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202843.531077:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524190464 00000100:00100000:2.0:1779202843.531087:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524190464 00000100:00100000:2.0:1779202843.531155:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1779202843.531167:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524190464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202843.531215:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202843.531293:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524190464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 128us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202843.531302:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1779202843.531404:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524190464:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1779202843.787861:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202843.787871:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202843.787997:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1779202843.788418:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202843.788682:0:13676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524190592:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1779202843.788846:0:13676:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cfc00 going to sleep for 11 seconds 00000100:00100000:0.0:1779202843.794643:0:13676:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13676:1865628524190592:192.168.204.21@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1779202843.812591:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202843.812741:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501313536 00000100:00100000:0.0:1779202843.812757:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501313536 00000100:00100000:0.0:1779202843.812829:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1742 00000100:00100000:0.0:1779202843.812841:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+78:34711:x1865628501313536:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1779202843.812895:0:7869:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1779202843.813083:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+78:34711:x1865628501313536:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 244us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202843.813092:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1742 00000100:00100000:2.0:1779202843.831972:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202843.832582:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501313792 00000100:00100000:0.0:1779202843.832602:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501313792 00000100:00100000:0.0:1779202843.835125:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1743 00000100:00100000:0.0:1779202843.835167:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+78:34711:x1865628501313792:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1779202843.835204:0:6563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202843.835238:0:6563:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1567 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66702 expref: -99 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.835459:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc156e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.835484:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc156e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.835503:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc156e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1779202843.835518:0:6563:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00010000:00010000:0.0:1779202843.835665:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc1567 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66702 expref: 81 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.835681:0:6563:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc156e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66702 expref: 80 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.835711:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff91cfc10a3800) 00010000:00010000:0.0:1779202843.835714:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1779202843.835719:0:6563:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c52200, rc 0) 00000100:00100000:0.0:1779202843.835818:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34711:x1865628501313792:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 672us (4141us total) trans 4294968366 rc 0/0 00000100:00100000:3.0:1779202843.841818:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202843.841952:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202843.841986:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501314048 00000100:00100000:3.0:1779202843.842013:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501314048 00000100:00100000:3.0:1779202843.842088:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 85 00000100:00100000:3.0:1779202843.842101:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+81:2419:x1865628501314048:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202843.842123:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202843.842158:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52200/0x3d5ca2fc49dc156e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66702 expref: 81 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.842178:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff91cfc10a3800) 00010000:00010000:3.0:1779202843.842185:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202843.842209:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501313920 00000100:00100000:2.0:1779202843.842213:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501313920 00000100:00100000:2.0:1779202843.842250:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 515 00000100:00100000:3.0:1779202843.842255:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:2419:x1865628501314048:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 158us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202843.842258:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+18:2421:x1865628501313920:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00000100:00100000:3.0:1779202843.842263:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 85 00010000:00010000:2.0:1779202843.842329:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.842360:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 18 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.842374:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1779202843.842376:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1779202843.842380:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.842427:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 18 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.842445:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 18 pid: 8444 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202843.842463:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524190720:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202843.842538:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414480 going to sleep for 11 seconds 00000100:00100000:2.0:1779202843.847969:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524190720:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202843.848035:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202843.850844:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1743 00000100:00100000:3.0:1779202843.857804:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202843.857941:0:16107:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501314176 00000100:00100000:2.0:1779202843.857960:0:16107:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501314176 00002000:00100000:2.0:1779202843.858058:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x22:0x0] (0->157) req@ffff91cfc4a5c700 x1865628501314176/t0(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:54/0 lens 648/0 e 0 to 0 dl 1779202854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202843.858070:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a5c700 with x1865628501314176 ext(0->157) 00010000:00010000:2.0:1779202843.858081:0:16107:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 19 pid: 8444 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.858102:0:16107:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 19 pid: 8444 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202843.858111:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc4a5c700 00000100:00100000:2.0:1779202843.858152:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 21 00000100:00100000:2.0:1779202843.858164:0:16107:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+19:2419:x1865628501314176:12345-192.168.204.21@tcp:4:cp.0 00000100:00100000:2.0:1779202843.859601:0:16107:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+21:2419:x1865628501314176:12345-192.168.204.21@tcp:4:cp.0 Request processed in 1426us (3718us total) trans 4294967386 rc 0/0 00000100:00100000:2.0:1779202843.859616:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 21 00002000:00100000:2.0:1779202843.859632:0:16107:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x22:0x0] (0->157) req@ffff91cfc4a5c700 x1865628501314176/t4294967386(0) o4->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:54/0 lens 648/448 e 0 to 0 dl 1779202854 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1779202843.859643:0:16107:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91cfc4a5c700 with x1865628501314176 ext(0->157) 00010000:00010000:2.0:1779202843.859654:0:16107:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 21 pid: 8444 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.859684:0:16107:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 21 pid: 8444 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1779202843.859716:0:16107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91cfc4a5c700 00000100:00100000:0.0:1779202843.880077:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202843.880607:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501314304 00000100:00100000:3.0:1779202843.880623:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501314304 00010000:00010000:3.0:1779202843.880683:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 21 pid: 8444 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202843.880755:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 506 00000100:00100000:3.0:1779202843.880768:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+21:2420:x1865628501314304:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202843.880787:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1779202843.880811:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1779202843.880818:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 21 pid: 8444 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.880842:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 21 pid: 8444 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.882008:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000398bd043/0x3d5ca2fc49dc1495 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66676 expref: 21 pid: 8444 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.882050:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202843.882052:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202843.882060:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.882073:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.882125:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202843.882215:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+20:2420:x1865628501314304:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1446us (2148us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202843.882226:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 506 00010000:00010000:1.0:1779202843.887532:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.887563:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.887614:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.887624:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.887641:0:8447:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.887648:0:8447:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202843.887653:0:8447:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.887663:0:8447:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.889733:0:8447:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.889760:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beb262b3/0x3d5ca2fc49dc157c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202843.889927:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+19:2421:x1865628501313920:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 47660us (48118us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202843.889939:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 515 00000100:00100000:3.0:1779202843.900840:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202843.901561:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501314560 00000100:00100000:3.0:1779202843.901577:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501314560 00000100:00100000:3.0:1779202843.905710:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1744 00000100:00100000:3.0:1779202843.905737:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+79:34711:x1865628501314560:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1779202843.906007:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+79:34711:x1865628501314560:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 281us (5179us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202843.906021:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1744 00000100:00100000:3.0:1779202843.914427:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202843.922584:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501314688 00000100:00100000:3.0:1779202843.922607:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501314688 00000100:00100000:3.0:1779202843.922731:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 516 00000100:00100000:3.0:1779202843.922744:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+19:2421:x1865628501314688:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202843.923414:0:8511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202843.923854:0:8511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1583 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66709 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779202843.924660:0:8511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 158, mtime: 0x6a0c7b1a, atime: 0x0, ctime: 0x6a0c7b1a, blocks: 0x8 00010000:00010000:3.0:1779202843.924725:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202843.924730:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202843.924750:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1583 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66709 expref: 20 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.924777:0:8511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e50650a/0x3d5ca2fc49dc1583 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66709 expref: 20 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.924797:0:8511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6200, rc 0) 00000100:00100000:3.0:1779202843.925997:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+20:2421:x1865628501314688:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 3247us (11579us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202843.926010:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 516 00000100:00100000:3.0:1779202843.937086:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202843.938504:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501314944 00000100:00100000:1.0:1779202843.938523:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501314944 00000100:00100000:1.0:1779202843.938618:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1745 00000100:00100000:1.0:1779202843.938632:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+79:34711:x1865628501314944:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1779202843.938806:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+79:34711:x1865628501314944:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 178us (1739us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202843.938817:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1745 00000100:00100000:0.0:1779202843.949782:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202843.950754:0:8450:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501315072 00000100:00100000:1.0:1779202843.950771:0:8450:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501315072 00002000:00100000:1.0:1779202843.950855:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x22:0x0] (0->4095) req@ffff91d0c411e680 x1865628501315072/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:54/0 lens 488/0 e 0 to 0 dl 1779202854 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202843.950869:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c411e680 with x1865628501315072 ext(0->4095) 00002000:00010000:1.0:1779202843.950877:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0c411e680 00000100:00100000:1.0:1779202843.950917:0:8450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 127 00000100:00100000:1.0:1779202843.950928:0:8450:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+20:2421:x1865628501315072:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1779202843.951220:0:8450:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+20:2421:x1865628501315072:12345-192.168.204.21@tcp:3:lhsmtool_posix.0 Request processed in 292us (1453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1779202843.951230:0:8450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 127 00002000:00100000:1.0:1779202843.951237:0:8450:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x22:0x0] (0->4095) req@ffff91d0c411e680 x1865628501315072/t0(0) o3->1f7b420b-b306-4135-80df-08c7d0cde6bc@192.168.204.21@tcp:54/0 lens 488/4536 e 0 to 0 dl 1779202854 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1779202843.951245:0:8450:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91d0c411e680 with x1865628501315072 ext(0->4095) 00002000:00010000:1.0:1779202843.951248:0:8450:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91d0c411e680 00000100:00100000:1.0:1779202843.957367:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202843.957593:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501315200 00000100:00100000:3.0:1779202843.957608:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501315200 00000100:00100000:3.0:1779202843.957683:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1746 00000100:00100000:3.0:1779202843.957786:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+79:34711:x1865628501315200:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1779202843.957815:0:6562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202843.957842:0:6562:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc158a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66710 expref: -99 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.957888:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1591 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.957905:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1591 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.957918:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1591 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.958085:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7800/0x3d5ca2fc49dc158a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66710 expref: 81 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.958107:0:6562:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1591 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66710 expref: 80 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202843.958118:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff91cfc10a3800) 00010000:00010000:3.0:1779202843.958122:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1779202843.958126:0:6562:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6800, rc 0) 00000100:00100000:3.0:1779202843.958252:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34711:x1865628501315200:12345-192.168.204.21@tcp:101:lhsmtool_posix.0 Request processed in 558us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202843.958262:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1746 00000100:00100000:1.0:1779202843.967593:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202843.967688:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501315328 00000100:00100000:3.0:1779202843.967734:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501315328 00000100:00100000:3.0:1779202843.967808:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1747 00000100:00100000:3.0:1779202843.967821:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34711:x1865628501315328:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1779202843.967869:0:10076:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1779202843.968137:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34711:x1865628501315328:12345-192.168.204.21@tcp:53:lhsmtool_posix.0 Request processed in 317us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202843.968146:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1747 00000100:00100000:3.0:1779202843.971844:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202843.972113:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501315456 00000100:00100000:2.0:1779202843.972131:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501315456 00000100:00100000:2.0:1779202843.972213:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 517 00000100:00100000:2.0:1779202843.972226:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+20:2420:x1865628501315456:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1779202843.972380:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004fdeca7b/0x3d5ca2fc49dc1598 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.972502:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202843.972505:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202843.972512:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004fdeca7b/0x3d5ca2fc49dc1598 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.972533:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004fdeca7b/0x3d5ca2fc49dc1598 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.972571:0:8446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004fdeca7b/0x3d5ca2fc49dc1598 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.972581:0:8446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004fdeca7b/0x3d5ca2fc49dc1598 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.972590:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004fdeca7b/0x3d5ca2fc49dc1598 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.972599:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202843.972604:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004fdeca7b/0x3d5ca2fc49dc1598 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.972614:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004fdeca7b/0x3d5ca2fc49dc1598 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.972634:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004fdeca7b/0x3d5ca2fc49dc1598 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202843.972642:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004fdeca7b/0x3d5ca2fc49dc1598 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202843.972947:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+20:2420:x1865628501315456:12345-192.168.204.21@tcp:1:lhsmtool_posix.0 Request processed in 721us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202843.972956:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 517 00000100:00100000:0.0:1779202843.977470:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202843.977523:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501315712 00000100:00100000:0.0:1779202843.977538:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501315712 00000100:00100000:0.0:1779202843.977615:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1748 00000100:00100000:0.0:1779202843.977629:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34711:x1865628501315712:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1779202843.977784:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.977811:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1591 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66710 expref: 80 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.977822:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 4/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.977871:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1591 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66710 expref: 80 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.977887:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1591 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66710 expref: 80 pid: 6562 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202843.977906:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524190848:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202843.978221:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c70cf600 going to sleep for 11 seconds 00000100:00100000:0.0:1779202843.980251:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524190848:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202843.980373:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202843.986830:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202843.987014:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501315840 00000100:00100000:1.0:1779202843.987032:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501315840 00010000:00010000:1.0:1779202843.987094:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1591 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66710 expref: 81 pid: 6562 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202843.987144:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 507 00000100:00100000:1.0:1779202843.987157:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+81:2419:x1865628501315840:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202843.987181:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202843.987188:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1591 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66710 expref: 81 pid: 6562 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.987205:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1591 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66710 expref: 81 pid: 6562 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.987235:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1591 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66710 expref: 81 pid: 6562 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.987254:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff91cfc10a3800) 00010000:00010000:1.0:1779202843.987260:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.987687:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.987726:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202843.987761:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202843.987833:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:2419:x1865628501315840:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 676us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202843.987843:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 507 00010000:00010000:0.0:1779202843.988148:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.988158:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.988650:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.988667:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.988675:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.988682:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202843.988686:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.988733:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.988751:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff91cfc10a3800) 00010000:00010000:0.0:1779202843.988754:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1779202843.988760:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202843.988766:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52800/0x3d5ca2fc49dc159f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202843.988914:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34711:x1865628501315712:12345-192.168.204.21@tcp:57:lhsmtool_posix.0 Request processed in 11285us (11459us total) trans 4294968367 rc 0/0 00000100:00100000:0.0:1779202843.988925:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1748 00000040:00080000:1.0:1779202843.990062:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202843.990070:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202843.990842:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 11 00000040:00080000:1.0:1779202843.990865:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202843.993210:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202843.995635:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501316096 00000100:00100000:0.0:1779202843.995655:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501316096 00000100:00100000:0.0:1779202843.995759:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 347 00000100:00100000:0.0:1779202843.995771:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:34711:x1865628501316096:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1779202843.997177:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+81:34711:x1865628501316096:12345-192.168.204.21@tcp:35:lhsmtool_posix.0 Request processed in 1396us (3965us total) trans 4294968368 rc 0/0 00000100:00100000:0.0:1779202843.997193:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 347 00000040:00080000:2.0:1779202844.037683:0:24475:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202844.037708:0:24475:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202844.037789:0:24475:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:2.0:1779202844.037799:0:24475:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202844.132671:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202844.132753:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202844.132786:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202844.132818:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202844.132851:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501316352 00000100:00100000:0.0:1779202844.132865:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501316352 00000100:00100000:0.0:1779202844.132940:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501316480 00000100:00100000:0.0:1779202844.132943:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501316480 00000100:00100000:0.0:1779202844.132967:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501316608 00000100:00100000:0.0:1779202844.132969:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501316608 00000100:00100000:0.0:1779202844.132980:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501316736 00000100:00100000:0.0:1779202844.132982:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501316736 00000100:00100000:0.0:1779202844.132998:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 518 00000100:00100000:0.0:1779202844.133007:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501316352:12345-192.168.204.21@tcp:101:ll_agl.0 00010000:00010000:0.0:1779202844.133030:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202844.133054:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af87e928/0x3d5ca2fc49dc15a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6671e expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202844.133085:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202844.133087:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202844.133096:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af87e928/0x3d5ca2fc49dc15a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6671e expref: 26 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202844.133116:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af87e928/0x3d5ca2fc49dc15a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6671e expref: 26 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202844.133132:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c52800, rc 0) 00000100:00100000:0.0:1779202844.133201:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+26:2419:x1865628501316352:12345-192.168.204.21@tcp:101:ll_agl.0 Request processed in 195us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202844.133209:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 518 00000100:00100000:0.0:1779202844.133230:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 519 00000100:00100000:0.0:1779202844.133237:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501316480:12345-192.168.204.21@tcp:101:ll_agl.0 00010000:00010000:0.0:1779202844.133246:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202844.133256:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec6e5b08/0x3d5ca2fc49dc15ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66725 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202844.133282:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202844.133284:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202844.133288:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec6e5b08/0x3d5ca2fc49dc15ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66725 expref: 19 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202844.133301:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec6e5b08/0x3d5ca2fc49dc15ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66725 expref: 19 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202844.133309:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c52e00, rc 0) 00000100:00100000:0.0:1779202844.133332:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+19:2420:x1865628501316480:12345-192.168.204.21@tcp:101:ll_agl.0 Request processed in 96us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202844.133337:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 519 00000100:00100000:0.0:1779202844.133354:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 520 00000100:00100000:0.0:1779202844.133361:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501316608:12345-192.168.204.21@tcp:101:ll_agl.0 00010000:00010000:0.0:1779202844.133367:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202844.133376:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b24e3f32/0x3d5ca2fc49dc15b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6672c expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202844.133407:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202844.133408:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202844.133413:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b24e3f32/0x3d5ca2fc49dc15b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6672c expref: 26 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202844.133425:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b24e3f32/0x3d5ca2fc49dc15b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6672c expref: 26 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202844.133433:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c53600, rc 0) 00000100:00100000:0.0:1779202844.133453:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+26:2419:x1865628501316608:12345-192.168.204.21@tcp:101:ll_agl.0 Request processed in 93us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202844.133459:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 520 00000100:00100000:0.0:1779202844.133472:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 521 00000100:00100000:0.0:1779202844.133478:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501316736:12345-192.168.204.21@tcp:101:ll_agl.0 00010000:00010000:0.0:1779202844.133484:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1779202844.133492:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007393b1fc/0x3d5ca2fc49dc15bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66733 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202844.133504:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202844.133506:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202844.133510:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007393b1fc/0x3d5ca2fc49dc15bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66733 expref: 19 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202844.133521:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007393b1fc/0x3d5ca2fc49dc15bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66733 expref: 19 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202844.133535:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f4c52000, rc 0) 00000100:00100000:0.0:1779202844.133555:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+19:2420:x1865628501316736:12345-192.168.204.21@tcp:101:ll_agl.0 Request processed in 77us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202844.133561:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 521 00000100:00080000:0.0:1779202844.133586:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202844.133590:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202844.138296:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202844.138340:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202844.138368:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202844.138410:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202844.138640:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202844.138680:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501316864 00000100:00100000:3.0:1779202844.138720:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501316864 00000100:00100000:3.0:1779202844.138782:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501317248 00000100:00100000:3.0:1779202844.138786:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501317248 00000100:00100000:3.0:1779202844.138803:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501316224 00000100:00100000:3.0:1779202844.138805:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501316224 00000100:00100000:3.0:1779202844.138813:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501317120 00000100:00100000:3.0:1779202844.138815:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501317120 00000100:00100000:3.0:1779202844.138824:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501316992 00000100:00100000:3.0:1779202844.138827:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501316992 00000100:00100000:3.0:1779202844.138847:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 522 00000100:00100000:3.0:1779202844.138858:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+21:2420:x1865628501316864:12345-192.168.204.21@tcp:101:rm.0 00010000:00010000:3.0:1779202844.138882:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202844.138906:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc15c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6673a expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202844.138944:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202844.138947:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202844.138957:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc15c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6673a expref: 22 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202844.138977:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc15c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6673a expref: 22 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202844.138993:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af7800, rc 0) 00000100:00100000:1.0:1779202844.146578:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 523 00000100:00100000:1.0:1779202844.146604:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+27:2419:x1865628501317248:12345-192.168.204.21@tcp:101:ll_agl.0 00010000:00010000:1.0:1779202844.146632:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202844.146658:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac366c72/0x3d5ca2fc49dc15c9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6674f expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.146709:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202844.146712:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202844.146721:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac366c72/0x3d5ca2fc49dc15c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6674f expref: 28 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.146744:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ac366c72/0x3d5ca2fc49dc15c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6674f expref: 28 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.146762:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c2b97c00, rc 0) 00000100:00100000:3.0:1779202844.147001:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+22:2420:x1865628501316864:12345-192.168.204.21@tcp:101:rm.0 Request processed in 8141us (8731us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202844.147011:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 522 00000100:00100000:3.0:1779202844.147048:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 524 00000100:00100000:3.0:1779202844.147058:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+28:2422:x1865628501316224:12345-192.168.204.21@tcp:101:ll_sa.0 00010000:00010000:3.0:1779202844.147068:0:12963:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202844.147078:0:12963:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc15d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66717 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202844.147095:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202844.147098:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202844.147103:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc15d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66717 expref: 29 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202844.147116:0:12963:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc15d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66717 expref: 29 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202844.147134:0:12963:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0f3af6e00, rc 0) 00000100:00100000:2.0:1779202844.147336:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 525 00000100:00100000:2.0:1779202844.147349:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+21:2422:x1865628501317120:12345-192.168.204.21@tcp:101:ll_sa.0 00010000:00010000:2.0:1779202844.147360:0:17866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202844.147372:0:17866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c1aa240/0x3d5ca2fc49dc15d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66748 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.147538:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202844.147541:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202844.147547:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c1aa240/0x3d5ca2fc49dc15d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66748 expref: 22 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.147562:0:17866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c1aa240/0x3d5ca2fc49dc15d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66748 expref: 22 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.147573:0:17866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922fc00, rc 0) 00000100:00100000:1.0:1779202844.147620:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+29:2419:x1865628501317248:12345-192.168.204.21@tcp:101:ll_agl.0 Request processed in 1027us (9278us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202844.147628:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 523 00000100:00100000:1.0:1779202844.147650:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 526 00000100:00100000:1.0:1779202844.147660:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+22:2422:x1865628501316992:12345-192.168.204.21@tcp:101:ll_sa.0 00010000:00010000:1.0:1779202844.147668:0:8444:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202844.147678:0:8444:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007a1416f/0x3d5ca2fc49dc15de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66741 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.147716:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202844.147718:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202844.147723:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007a1416f/0x3d5ca2fc49dc15de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66741 expref: 23 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.147744:0:8444:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000007a1416f/0x3d5ca2fc49dc15de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66741 expref: 23 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.147754:0:8444:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c2b97e00, rc 0) 00000100:00100000:1.0:1779202844.147776:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+23:2422:x1865628501316992:12345-192.168.204.21@tcp:101:ll_sa.0 Request processed in 119us (9137us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202844.147783:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 526 00000100:00100000:3.0:1779202844.149222:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+28:2422:x1865628501316224:12345-192.168.204.21@tcp:101:ll_sa.0 Request processed in 2154us (10840us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202844.149234:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 524 00000100:00100000:2.0:1779202844.158164:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+22:2422:x1865628501317120:12345-192.168.204.21@tcp:101:ll_sa.0 Request processed in 10794us (19729us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202844.158183:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 525 00000100:00100000:2.0:1779202844.162313:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202844.162803:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501317504 00000100:00100000:2.0:1779202844.162820:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501317504 00000100:00100000:2.0:1779202844.162910:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1749 00000100:00100000:2.0:1779202844.163063:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:34712:x1865628501317504:12345-192.168.204.21@tcp:36:rm.0 00010000:00010000:2.0:1779202844.163145:0:6563:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1779202844.163183:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6600/0x3d5ca2fc49dc0a70 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66144 expref: 120 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.163207:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff91d0ebf53e00) 00010000:00010000:2.0:1779202844.163219:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53a00/0x3d5ca2fc49dc1559 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d666f4 expref: 119 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.163232:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202844.163236:0:6563:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202844.163323:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc15e5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.163343:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc15e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.163356:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc15e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.163374:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc15ec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.163382:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc15ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.163389:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc15ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.163503:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.163516:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0a3f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6612f expref: 80 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.163525:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.163573:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0a3f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6612f expref: 80 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.163592:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0a3f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6612f expref: 80 pid: 16980 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202844.163609:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524190976:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202844.163786:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c7414480 going to sleep for 11 seconds 00000100:00080000:0.0:1779202844.165126:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202844.191511:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202844.191762:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524190976:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202844.191805:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202844.192861:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501317632 00000100:00100000:2.0:1779202844.192876:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501317632 00010000:00010000:2.0:1779202844.192956:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0a3f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6612f expref: 81 pid: 16980 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202844.193003:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 508 00000100:00100000:2.0:1779202844.193014:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+81:2420:x1865628501317632:12345-192.168.204.21@tcp:103:ldlm_bl.0 00000100:00080000:1.0:1779202844.193507:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1779202844.193540:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202844.193552:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0a3f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6612f expref: 81 pid: 16980 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.193568:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0a3f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6612f expref: 81 pid: 16980 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.193597:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac000/0x3d5ca2fc49dc0a3f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6612f expref: 81 pid: 16980 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.193621:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff91d0ebf53e00) 00010000:00010000:2.0:1779202844.193627:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.193638:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.193646:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.193825:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202844.193906:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:2420:x1865628501317632:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 892us (2409us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202844.193916:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 508 00010000:00010000:1.0:1779202844.199016:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.199040:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1779202844.199429:0:6563:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9352 00000004:00080000:1.0:1779202844.200799:0:6563:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 973437104053ns, next at 974437099477ns, rc = 0 00010000:00010000:1.0:1779202844.201012:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc15fa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201034:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc15fa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201048:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc15fa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201056:0:6563:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc15fa lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201069:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc15fa lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201076:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc15fa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201160:0:6563:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1779202844.201192:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201198:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201206:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201212:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202844.201217:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201227:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201242:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff91d0ebf53e00) 00010000:00010000:1.0:1779202844.201245:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1779202844.201251:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201258:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc15f3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201292:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc15e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201298:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc15e5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201304:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc15e5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201309:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922fa00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202844.201312:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc15e5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201318:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc15e5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201327:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202844.201330:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202844.201333:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc15e5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201338:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc15e5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202844.201349:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dfd677fe reply state 0000000099c38a83 transno 4294968369 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc15ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201362:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc15ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202844.201368:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff91cfc2882a00) 00010000:00010000:1.0:1779202844.201371:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202844.201375:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202844.201499:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:34712:x1865628501317504:12345-192.168.204.21@tcp:36:rm.0 Request processed in 38573us (39196us total) trans 4294968369 rc 0/0 00000100:00100000:1.0:1779202844.201511:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1749 00010000:00010000:2.0:1779202844.211682:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1779202844.211838:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc15fa lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.211853:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202844.211859:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc15fa lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.211871:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc15fa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.211897:0:19508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff91d0ebf53e00) 00010000:00010000:2.0:1779202844.211900:0:19508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1779202844.211906:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc15fa lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.211917:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc15fa lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202844.211947:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202844.211949:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202844.211951:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202844.372680:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202844.491373:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1779202845.387551:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202845.509135:0:24526:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202845.509148:0:24526:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202845.509211:0:24526:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1779202845.509219:0:24526:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202845.567997:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202845.569355:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501317888 00000100:00100000:3.0:1779202845.569374:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501317888 00000100:00100000:3.0:1779202845.569644:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1750 00000100:00100000:3.0:1779202845.569659:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+120:34724:x1865628501317888:12345-192.168.204.21@tcp:36:rm.0 00010000:00010000:3.0:1779202845.569776:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202845.569819:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af7c00/0x3d5ca2fc49dc0b42 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66198 expref: 120 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.569846:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff91cfc2882200) 00010000:00010000:3.0:1779202845.569853:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1779202845.569885:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1601 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.569902:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1601 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.569914:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1601 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.569935:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc1608 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.569947:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc1608 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.569953:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc1608 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.570404:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.572481:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc0b11 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66183 expref: 79 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.572493:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.572550:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc0b11 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66183 expref: 79 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.572570:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc0b11 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66183 expref: 79 pid: 10076 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202845.572592:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524191104:192.168.204.21@tcp:104: 00000100:00100000:3.0:1779202845.572759:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0fbe930c0 going to sleep for 11 seconds 00000100:00100000:3.0:1779202845.576779:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202845.576826:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501318016 00000100:00100000:3.0:1779202845.576840:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501318016 00010000:00010000:3.0:1779202845.576907:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc0b11 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66183 expref: 80 pid: 10076 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202845.576968:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 509 00000100:00100000:3.0:1779202845.576980:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+80:2419:x1865628501318016:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202845.577000:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202845.577007:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc0b11 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66183 expref: 80 pid: 10076 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.577023:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc0b11 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66183 expref: 80 pid: 10076 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.577054:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff91cfc2882200) 00010000:00010000:3.0:1779202845.577061:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.577073:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.577083:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.577424:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3934a00/0x3d5ca2fc49dc0b11 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66183 expref: 80 pid: 10076 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202845.577460:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524191104:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202845.581006:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524191232:0@lo:400:kworker.0 00000100:00100000:2.0:1779202845.581201:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202845.581289:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524191744:0@lo:400:kworker.0 00000100:00100000:2.0:1779202845.581321:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202845.581344:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524192256:0@lo:400:kworker.0 00000100:00100000:2.0:1779202845.581370:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202845.581388:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524192768:0@lo:400:kworker.0 00000100:00100000:2.0:1779202845.581408:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1779202845.581670:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202845.581802:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1779202845.581810:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524191616:0@lo:400:kworker.0 00000100:00100000:2.0:1779202845.581841:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202845.581952:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524192256 00000100:00100000:0.0:1779202845.581967:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524192256 00000100:00100000:0.0:1779202845.582048:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524192768 00000100:00100000:0.0:1779202845.582051:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524192768 00000100:00100000:0.0:1779202845.582083:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1779202845.582622:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524192128:0@lo:400:kworker.0 00000100:00100000:2.0:1779202845.582659:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202845.582681:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524192640:0@lo:400:kworker.0 00000100:00100000:2.0:1779202845.582747:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202845.582789:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524191360:0@lo:400:kworker.0 00000100:00100000:2.0:1779202845.582819:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202845.582840:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524191872:0@lo:400:kworker.0 00000100:00100000:0.0:1779202845.582970:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524192256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202845.583055:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524192256:12345-0@lo:400:kworker.0 Request processed in 91us (1683us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202845.583067:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00010000:00010000:3.0:1779202845.583227:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202845.583271:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524191232 00000100:00100000:3.0:1779202845.583277:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524191232 00000100:00100000:3.0:1779202845.583317:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1779202845.583325:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524191232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.583367:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524191232:12345-0@lo:400:kworker.0 Request processed in 44us (2169us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202845.583373:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1779202845.583408:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524192128 00000100:00100000:3.0:1779202845.583423:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524192128 00000100:00100000:3.0:1779202845.583443:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524192640 00000100:00100000:2.0:1779202845.583996:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202845.584030:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524192384:0@lo:400:kworker.0 00000100:00100000:2.0:1779202845.584054:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202845.584081:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1779202845.584197:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:0.0:1779202845.584209:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524192768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202845.584267:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524192768:12345-0@lo:400:kworker.0 Request processed in 61us (2857us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202845.584274:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:0.0:1779202845.584288:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1779202845.584294:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524192128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202845.584322:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524192128:12345-0@lo:400:kworker.0 Request processed in 29us (1663us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202845.584328:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00080000:0.0:1779202845.584351:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202845.584356:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202845.584374:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524191616 00000100:00100000:0.0:1779202845.584380:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524191616 00000100:00100000:0.0:1779202845.584411:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524191360 00000100:00100000:0.0:1779202845.584415:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524191360 00000100:00100000:0.0:1779202845.584427:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524191872 00000100:00100000:0.0:1779202845.584429:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524191872 00000100:00100000:3.0:1779202845.584575:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524192640 00000100:00100000:3.0:1779202845.584610:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1779202845.584617:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524192640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.584656:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524192640:12345-0@lo:400:kworker.0 Request processed in 39us (1909us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202845.584661:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1779202845.584797:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+79:2419:x1865628501318016:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 7817us (8032us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202845.584806:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 509 00000100:00100000:2.0:1779202845.585175:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524192896:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202845.585225:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202845.585266:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524191488:0@lo:400:kworker.0 00000100:00100000:2.0:1779202845.585287:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202845.585307:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524192000:0@lo:400:kworker.0 00000100:00100000:2.0:1779202845.585332:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202845.585343:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524192512:0@lo:400:kworker.0 00000100:00100000:2.0:1779202845.585363:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202845.585406:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524191744 00000100:00100000:2.0:1779202845.585420:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524191744 00000100:00100000:0.0:1779202845.585978:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524192384 00000100:00100000:0.0:1779202845.585984:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524192384 00000100:00100000:0.0:1779202845.586002:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524192000 00000100:00100000:0.0:1779202845.586004:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524192000 00000100:00100000:0.0:1779202845.586017:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524192512 00000100:00100000:0.0:1779202845.586020:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524192512 00000100:00100000:0.0:1779202845.586034:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1779202845.586041:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524191616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202845.587372:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524192896 00000100:00100000:2.0:1779202845.587384:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524192896 00000100:00100000:2.0:1779202845.587422:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524191488 00000100:00100000:2.0:1779202845.587425:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524191488 00000100:00100000:2.0:1779202845.587440:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1779202845.587455:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524191744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.587618:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1779202845.587627:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524191360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.587687:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524191360:12345-0@lo:400:kworker.0 Request processed in 62us (4868us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202845.587734:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1779202845.587755:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1779202845.587761:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524191872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.587793:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524191872:12345-0@lo:400:kworker.0 Request processed in 32us (3798us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202845.587799:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1779202845.587809:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1779202845.587815:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524192384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.587838:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524192384:12345-0@lo:400:kworker.0 Request processed in 24us (3784us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202845.587858:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1779202845.587868:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1779202845.587874:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524192000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.587898:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524192000:12345-0@lo:400:kworker.0 Request processed in 25us (2566us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202845.587903:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1779202845.587912:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1779202845.587917:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524192512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.587938:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524192512:12345-0@lo:400:kworker.0 Request processed in 22us (2574us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202845.587944:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1779202845.587967:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1779202845.587974:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3662:x1865628524192896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202845.588002:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1779202845.588035:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3662:x1865628524192896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (2811us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202845.588041:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1779202845.588056:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1779202845.588061:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524191488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.588081:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524191488:12345-0@lo:400:kworker.0 Request processed in 21us (2794us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202845.588097:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1779202845.588156:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524192896:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202845.588167:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524191488:0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.588178:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524192000:0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.588188:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524192512:0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.588199:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524191360:0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.588210:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524191872:0@lo:400:kworker.0 00000100:00100000:3.0:1779202845.588220:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524192384:0@lo:400:kworker.0 00000100:00100000:0.0:1779202845.590736:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524191616:12345-0@lo:400:kworker.0 Request processed in 4679us (8878us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202845.590756:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00080000:0.0:1779202845.590821:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202845.590829:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202845.590833:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202845.590911:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524191616:0@lo:400:kworker.0 00000100:00100000:0.0:1779202845.590927:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524192128:0@lo:400:kworker.0 00000100:00100000:0.0:1779202845.590941:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524192640:0@lo:400:kworker.0 00000100:00100000:0.0:1779202845.590954:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524191232:0@lo:400:kworker.0 00000100:00100000:0.0:1779202845.590967:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524192256:0@lo:400:kworker.0 00000100:00100000:0.0:1779202845.590981:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524192768:0@lo:400:kworker.0 00010000:00010000:0.0:1779202845.591050:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591064:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202845.591440:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 64 off9416 00000004:00080000:0.0:1779202845.591464:0:10076:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 974827770647ns, next at 975827767480ns, rc = 0 00010000:00010000:0.0:1779202845.591537:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53200/0x3d5ca2fc49dc1616 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591555:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53200/0x3d5ca2fc49dc1616 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591568:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53200/0x3d5ca2fc49dc1616 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591580:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53200/0x3d5ca2fc49dc1616 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591587:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53200/0x3d5ca2fc49dc1616 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591593:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53200/0x3d5ca2fc49dc1616 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591629:0:10076:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1779202845.591657:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591664:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591670:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591677:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcefc00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202845.591682:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591725:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591742:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff91cfc2882200) 00010000:00010000:0.0:1779202845.591746:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1779202845.591751:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591763:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefc00/0x3d5ca2fc49dc160f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591788:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1601 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591795:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1601 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591801:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1601 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591807:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1601 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591812:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f3af6800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202845.591815:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1601 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591821:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1601 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591830:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202845.591833:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202845.591836:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1601 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591842:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6800/0x3d5ca2fc49dc1601 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202845.591854:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019972b59 reply state 00000000bbd6bd76 transno 4294968370 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc1608 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591867:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc1608 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202845.591873:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff91cfc10a3a00) 00010000:00010000:0.0:1779202845.591876:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202845.591880:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1779202845.591983:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+121:34724:x1865628501317888:12345-192.168.204.21@tcp:36:rm.0 Request processed in 22326us (24000us total) trans 4294968370 rc 0/0 00000100:00100000:0.0:1779202845.591993:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1750 00010000:00010000:3.0:1779202845.593029:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202845.593043:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53200/0x3d5ca2fc49dc1616 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.593055:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c53200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202845.593059:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53200/0x3d5ca2fc49dc1616 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.593067:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53200/0x3d5ca2fc49dc1616 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.593082:0:19508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff91cfc2882200) 00010000:00010000:3.0:1779202845.593085:0:19508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1779202845.593089:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53200/0x3d5ca2fc49dc1616 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.593095:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53200/0x3d5ca2fc49dc1616 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202845.593120:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202845.593122:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202845.593124:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202845.593590:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524191744:12345-0@lo:400:kworker.0 Request processed in 6130us (12261us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202845.593603:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1779202845.594866:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524191744:0@lo:400:kworker.0 00010000:00010000:2.0:1779202846.418900:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202846.764726:0:24577:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202846.764738:0:24577:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202846.764810:0:24577:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1779202846.764823:0:24577:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202846.832664:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202846.832799:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501318272 00000100:00100000:1.0:1779202846.832813:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501318272 00000100:00100000:1.0:1779202846.832907:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1751 00000100:00100000:1.0:1779202846.832923:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+121:34734:x1865628501318272:12345-192.168.204.21@tcp:36:rm.0 00010000:00010000:1.0:1779202846.833014:0:6562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202846.833051:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840800/0x3d5ca2fc49dc0c14 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661ec expref: 121 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.833075:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff91cfc2882500) 00010000:00010000:1.0:1779202846.833082:0:6562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202846.833112:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc161d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.833129:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc161d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.833140:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc161d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.833161:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1624 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.833168:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1624 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.833174:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1624 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.833295:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.833307:0:6562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0be3 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661d7 expref: 78 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.833316:0:6562:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.833361:0:6562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0be3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661d7 expref: 78 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.833377:0:6562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0be3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661d7 expref: 78 pid: 6564 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202846.833406:0:6562:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524193024:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202846.833547:0:6562:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc54d4900 going to sleep for 11 seconds 00000100:00080000:3.0:1779202846.834313:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202846.844379:0:6562:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6562:1865628524193024:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202846.844426:0:6562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202846.845590:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202846.845638:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501318400 00000100:00100000:0.0:1779202846.845650:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501318400 00000100:00080000:3.0:1779202846.845757:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1779202846.845763:0:6548:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0be3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661d7 expref: 79 pid: 6564 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202846.845811:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 510 00000100:00100000:0.0:1779202846.845822:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+79:2422:x1865628501318400:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202846.845841:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202846.845848:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0be3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661d7 expref: 79 pid: 6564 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.845862:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0be3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661d7 expref: 79 pid: 6564 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.845900:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3840000/0x3d5ca2fc49dc0be3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d661d7 expref: 79 pid: 6564 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.845916:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff91cfc2882500) 00010000:00010000:0.0:1779202846.845921:0:6548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.845931:0:6548:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846065:0:6548:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846097:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202846.846191:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+78:2422:x1865628501318400:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 369us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202846.846200:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 510 00010000:00010000:0.0:1779202846.846245:0:6562:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846253:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1779202846.846630:0:6562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 64 off9416 00000004:00080000:0.0:1779202846.846644:0:6562:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 976082949697ns, next at 977082947033ns, rc = 0 00010000:00010000:0.0:1779202846.846745:0:6562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc1632 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846759:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc1632 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846769:0:6562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc1632 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846777:0:6562:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc1632 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846783:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc1632 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846790:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc1632 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846817:0:6562:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1779202846.846844:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846851:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846857:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846864:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96c00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202846.846869:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846878:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846890:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff91cfc2882500) 00010000:00010000:0.0:1779202846.846893:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1779202846.846899:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846905:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc162b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202846.846920:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202846.846926:0:6562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc161d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202846.846927:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc1632 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202846.846934:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52c00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202846.846934:0:6562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc161d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202846.846939:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc1632 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846940:0:6562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc161d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202846.846945:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc1632 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846945:0:6562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b97400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202846.846948:0:6562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc161d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846954:0:6562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc161d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202846.846955:0:6551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff91cfc2882500) 00010000:00010000:2.0:1779202846.846957:0:6551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1779202846.846960:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc1632 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846962:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:0.0:1779202846.846964:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202846.846967:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c52c00/0x3d5ca2fc49dc1632 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846967:0:6562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc161d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.846973:0:6562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc161d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1779202846.846980:0:6562:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000eddebed reply state 00000000467f7865 transno 4294968371 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1624 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202846.846981:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202846.846982:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202846.846984:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202846.847010:0:6562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1624 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202846.847016:0:6562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff91d0d85a2100) 00010000:00010000:0.0:1779202846.847018:0:6562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1779202846.847021:0:6562:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1779202846.847084:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+122:34734:x1865628501318272:12345-192.168.204.21@tcp:36:rm.0 Request processed in 14164us (14435us total) trans 4294968371 rc 0/0 00000100:00100000:0.0:1779202846.847093:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1751 00000100:00100000:2.0:1779202846.862338:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202846.862802:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501318528 00000100:00100000:3.0:1779202846.862817:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501318528 00000100:00100000:2.0:1779202846.863296:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202846.863454:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 638 00000100:00100000:3.0:1779202846.863470:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+122:2419:x1865628501318528:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:3.0:1779202846.863533:0:6568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202846.863558:0:6568:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1639 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66756 expref: -99 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863633:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1640 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863653:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1640 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863667:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1640 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863685:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc1647 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863719:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc1647 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863728:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc1647 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863781:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1640 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863791:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1640 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863798:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1640 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863805:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202846.863811:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1640 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863819:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1640 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863832:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202846.863836:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202846.863842:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1640 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863849:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1640 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863864:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc1647 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863870:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc1647 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863876:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc1647 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863881:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202846.863885:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc1647 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863890:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc1647 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863896:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff91cfc10a3f00) 00010000:00010000:3.0:1779202846.863899:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202846.863901:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc1647 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863906:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc1647 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863939:0:6568:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1639 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66756 expref: 123 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863949:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202846.863951:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1779202846.863955:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1639 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66756 expref: 123 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202846.863965:0:6568:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbceec00, rc -2) 00000100:00100000:3.0:1779202846.864057:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+122:2419:x1865628501318528:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 592us (1734us total) trans 0 rc -2/-2 00000100:00100000:3.0:1779202846.864066:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 638 00000100:00100000:1.0:1779202846.866056:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501318656 00000100:00100000:1.0:1779202846.866074:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501318656 00000100:00100000:1.0:1779202846.866441:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 527 00000100:00100000:1.0:1779202846.866455:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+28:2419:x1865628501318656:12345-192.168.204.21@tcp:101:ll_sa.0 00010000:00010000:1.0:1779202846.866681:0:8446:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202846.866734:0:8446:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a0a20d6/0x3d5ca2fc49dc164e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6675d expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.866771:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202846.866775:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202846.866785:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a0a20d6/0x3d5ca2fc49dc164e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6675d expref: 29 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.866807:0:8446:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000a0a20d6/0x3d5ca2fc49dc164e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6675d expref: 29 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202846.866822:0:8446:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c2b96000, rc 0) 00000100:00100000:1.0:1779202846.866900:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+29:2419:x1865628501318656:12345-192.168.204.21@tcp:101:ll_sa.0 Request processed in 449us (3606us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202846.866907:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 527 00000100:00080000:2.0:1779202846.868131:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202847.108191:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202847.108308:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202847.108354:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202847.108937:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501319040 00000100:00100000:0.0:1779202847.108952:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501319040 00000100:00100000:0.0:1779202847.109031:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501319296 00000100:00100000:0.0:1779202847.109035:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501319296 00000100:00100000:0.0:1779202847.109065:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 890 00000100:00100000:0.0:1779202847.109076:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+22:2422:x1865628501319040:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202847.109184:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+22:2422:x1865628501319040:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 109us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202847.109192:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 890 00000100:00100000:0.0:1779202847.109225:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 891 00000100:00100000:0.0:1779202847.109231:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+20:2422:x1865628501319296:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202847.109255:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+20:2422:x1865628501319296:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202847.109270:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 891 00000100:00080000:1.0:1779202847.109754:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202847.109760:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202847.110965:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501318784 00000100:00100000:3.0:1779202847.110979:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501318784 00000100:00100000:3.0:1779202847.111053:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 802 00000100:00100000:3.0:1779202847.111063:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501318784:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202847.111975:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501318784:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 906us (3793us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202847.111997:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 802 00000100:00100000:1.0:1779202847.113098:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202847.113141:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202847.113176:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202847.113385:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501318912 00000100:00100000:3.0:1779202847.113396:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501318912 00000100:00100000:3.0:1779202847.113465:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501319168 00000100:00100000:3.0:1779202847.113469:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501319168 00000100:00100000:3.0:1779202847.113770:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1300 00000100:00100000:3.0:1779202847.113791:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501318912:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202847.113882:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501318912:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 103us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202847.113888:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1300 00000100:00100000:3.0:1779202847.113903:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1301 00000100:00100000:3.0:1779202847.113908:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501319168:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202847.113928:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501319168:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202847.113934:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1301 00000100:00080000:3.0:1779202847.113951:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202847.114413:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501319424 00000100:00100000:1.0:1779202847.114421:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501319424 00000100:00100000:1.0:1779202847.114487:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 892 00000100:00100000:1.0:1779202847.114639:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2422:x1865628501319424:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202847.114683:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2422:x1865628501319424:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 50us (1506us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202847.114703:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 892 00000100:00080000:3.0:1779202847.114771:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202847.116221:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3184e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524193152:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202847.116772:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202847.116974:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524193152 00000004:00080000:3.0:1779202847.117173:0:8510:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 976353478548ns, next at 977353475570ns, rc = 0 00000100:00100000:3.0:1779202847.117202:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202847.117373:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524193152 00000100:00100000:0.0:1779202847.117450:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1779202847.117461:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524193152:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202847.117928:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524193280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202847.117983:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1779202847.118428:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238529344 pending 86016 free 3922411520 avail 3690889216 00000100:00080000:1.0:1779202847.118744:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202847.119170:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524193280 00000100:00100000:3.0:1779202847.119180:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524193280 00000100:00100000:3.0:1779202847.119245:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1779202847.119255:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524193280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202847.119281:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238529344 pending 86016 free 3922411520 avail 3690889216 00000100:00100000:0.0:1779202847.119382:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524193152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1922us (2914us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202847.119391:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1779202847.120040:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524193280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 785us (2054us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202847.120049:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00080000:3.0:1779202847.120073:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202847.120173:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524193280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202847.123669:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3184e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524193152:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1779202847.437037:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202847.627837:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524193408:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202847.627948:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202847.628123:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524193408 00000100:00100000:0.0:1779202847.628135:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524193408 00000100:00100000:0.0:1779202847.628227:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1779202847.628238:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524193408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202847.628290:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244239168 pending 28672 free 3920314368 avail 3688792064 00000100:00100000:0.0:1779202847.628353:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524193408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202847.628361:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1779202847.628428:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524193408:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1779202847.628867:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202847.631799:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779202847.631823:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524193536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202847.631901:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202847.632007:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524193536 00000100:00100000:0.0:1779202847.632015:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524193536 00000100:00100000:0.0:1779202847.632076:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1779202847.632087:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524193536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202847.632111:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244239168 pending 28672 free 3920314368 avail 3688792064 00000100:00100000:0.0:1779202847.632167:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524193536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202847.632174:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1779202847.632242:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524193536:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1779202847.632735:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1779202847.639517:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967386 is committed 00000040:00080000:3.0:1779202847.937887:0:24628:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202847.937896:0:24628:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202847.937956:0:24628:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1779202847.937962:0:24628:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202848.030166:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202848.040822:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501319552 00000100:00100000:3.0:1779202848.040838:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501319552 00000100:00100000:3.0:1779202848.040908:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 639 00000100:00100000:3.0:1779202848.040920:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f25d6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+122:2421:x1865628501319552:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:3.0:1779202848.040963:0:7870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202848.040988:0:7870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc1655 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66764 expref: -99 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041061:0:7870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc165c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041093:0:7870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc165c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041107:0:7870:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc165c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041127:0:7870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1663 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041134:0:7870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1663 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041140:0:7870:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1663 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041176:0:7870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc165c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041183:0:7870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc165c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041198:0:7870:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc165c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041205:0:7870:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbceec00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202848.041209:0:7870:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc165c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041217:0:7870:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc165c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041229:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202848.041232:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202848.041236:0:7870:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc165c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041242:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc165c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041254:0:7870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1663 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041258:0:7870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1663 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041264:0:7870:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1663 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041269:0:7870:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202848.041271:0:7870:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1663 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041276:0:7870:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1663 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041283:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x996ea506 (ffff91cfc10a3f00) 00010000:00010000:3.0:1779202848.041285:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202848.041287:0:7870:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1663 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041292:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1663 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041326:0:7870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc1655 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66764 expref: 123 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041336:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202848.041339:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1779202848.041344:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef400/0x3d5ca2fc49dc1655 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66764 expref: 123 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.041356:0:7870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcef400, rc -2) 00000100:00100000:3.0:1779202848.041448:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f25d6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+122:2421:x1865628501319552:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 531us (11289us total) trans 0 rc -2/-2 00000100:00100000:3.0:1779202848.041457:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 639 00000100:00080000:2.0:1779202848.042969:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202848.043083:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202848.043371:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501319808 00000100:00100000:1.0:1779202848.043381:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501319808 00000100:00100000:1.0:1779202848.043444:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1752 00000100:00100000:1.0:1779202848.043454:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+122:34746:x1865628501319808:12345-192.168.204.21@tcp:36:rm.0 00010000:00010000:1.0:1779202848.043502:0:6563:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202848.043524:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4296400/0x3d5ca2fc49dc0df7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6632e expref: 122 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.043540:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff91cfc2882c00) 00010000:00010000:1.0:1779202848.043544:0:6563:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202848.043564:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc166a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.043577:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc166a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.043585:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc166a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.043599:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc1671 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.043605:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc1671 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.043611:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc1671 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.043681:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.043715:0:6563:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc0d41 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6627f expref: 77 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.043724:0:6563:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.043759:0:6563:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc0d41 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6627f expref: 77 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.043775:0:6563:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc0d41 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6627f expref: 77 pid: 16980 timeout: 1077 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202848.043792:0:6563:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524193664:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202848.043898:0:6563:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc54d49c0 going to sleep for 11 seconds 00000100:00100000:1.0:1779202848.055499:0:6563:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6563:1865628524193664:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202848.055501:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00010000:00010000:1.0:1779202848.055537:0:6563:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202848.055614:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501319936 00000100:00100000:3.0:1779202848.055622:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501319936 00010000:00010000:3.0:1779202848.055684:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc0d41 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6627f expref: 78 pid: 16980 timeout: 1077 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202848.055757:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 511 00000100:00100000:3.0:1779202848.055767:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+78:2420:x1865628501319936:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202848.055784:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202848.055792:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc0d41 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6627f expref: 78 pid: 16980 timeout: 1077 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.055804:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc0d41 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6627f expref: 78 pid: 16980 timeout: 1077 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.055831:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc0d41 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6627f expref: 78 pid: 16980 timeout: 1077 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.055847:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff91cfc2882c00) 00010000:00010000:3.0:1779202848.055852:0:6549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.055862:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.055869:0:6549:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.055891:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202848.055945:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+77:2420:x1865628501319936:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 178us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202848.055953:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 511 00010000:00010000:3.0:1779202848.056054:0:6563:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056061:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1779202848.056322:0:6563:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9480 00010000:00010000:3.0:1779202848.056394:0:6563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc167f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056407:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc167f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056415:0:6563:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc167f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056421:0:6563:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc167f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056427:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc167f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056436:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc167f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056453:0:6563:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1779202848.056475:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056481:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056487:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056493:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202848.056497:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056505:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056513:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff91cfc2882c00) 00010000:00010000:3.0:1779202848.056516:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1779202848.056520:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056525:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc1678 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056543:0:6563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc166a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056549:0:6563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc166a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056555:0:6563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc166a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056560:0:6563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202848.056563:0:6563:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc166a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056569:0:6563:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc166a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056576:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202848.056578:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202848.056581:0:6563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc166a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056587:0:6563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc166a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202848.056596:0:6563:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ef57856 reply state 0000000046178702 transno 4294968372 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc1671 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056607:0:6563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc1671 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056612:0:6563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff91d0d85a2700) 00010000:00010000:3.0:1779202848.056614:0:6563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202848.056617:0:6563:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1779202848.056672:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+123:34746:x1865628501319808:12345-192.168.204.21@tcp:36:rm.0 Request processed in 13218us (13604us total) trans 4294968372 rc 0/0 00000100:00100000:3.0:1779202848.056679:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1752 00010000:00010000:3.0:1779202848.056982:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202848.056988:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc167f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.056996:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202848.056999:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc167f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.057005:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc167f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.057013:0:6552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff91cfc2882c00) 00010000:00010000:3.0:1779202848.057015:0:6552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1779202848.057018:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc167f lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.057023:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc167f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.057039:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202848.057040:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202848.057041:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1779202848.058433:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1779202848.078433:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968372 is committed 00000004:00080000:3.0:1779202848.078448:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00000004:00080000:3.0:1779202848.078464:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000004:00080000:3.0:1779202848.078481:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000004:00080000:3.0:1779202848.078489:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000001:00080000:3.0:1779202848.078498:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968368 is committed 00010000:00010000:0.0:1779202848.080571:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc15ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080587:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc15ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080595:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc15ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080601:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922ec00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202848.080606:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc15ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080614:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc15ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080631:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff91cfc2882a00) 00010000:00010000:0.0:1779202848.080634:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202848.080638:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc15ec lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080644:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc15ec lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080675:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc1608 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080681:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc1608 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080686:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc1608 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080708:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcef000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202848.080711:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc1608 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080717:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc1608 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080724:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff91cfc10a3a00) 00010000:00010000:0.0:1779202848.080727:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202848.080729:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc1608 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080735:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcef000/0x3d5ca2fc49dc1608 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080750:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1624 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080755:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1624 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080761:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1624 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080766:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202848.080768:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1624 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080774:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1624 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080785:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff91d0d85a2100) 00010000:00010000:0.0:1779202848.080787:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202848.080789:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1624 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080795:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc1624 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080808:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc1671 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080814:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc1671 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080820:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc1671 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080825:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b97000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202848.080828:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc1671 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080833:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc1671 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080840:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff91d0d85a2700) 00010000:00010000:0.0:1779202848.080842:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202848.080845:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc1671 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080850:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc1671 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080872:0:3648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc1479 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080878:0:3648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc1479 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080884:0:3648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc1479 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080888:0:3648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0e24a6e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:0.0:1779202848.080891:0:3648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc1479 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080897:0:3648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc1479 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080904:0:3648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff91cfc10a3200) 00010000:00010000:0.0:1779202848.080906:0:3648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1779202848.080909:0:3648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc1479 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.080914:0:3648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6e00/0x3d5ca2fc49dc1479 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.080950:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524193792:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1779202848.081031:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202848.081858:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524193920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1779202848.081901:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202848.081928:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202848.081936:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524194048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1779202848.081960:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202848.081996:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524193792 00000100:00100000:0.0:1779202848.082003:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524193792 00000100:00100000:0.0:1779202848.082045:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524193920 00000100:00100000:0.0:1779202848.082048:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524193920 00000100:00100000:0.0:1779202848.082066:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524194048 00000100:00100000:0.0:1779202848.082068:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524194048 00000100:00100000:0.0:1779202848.083262:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1779202848.083275:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524193792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1779202848.083306:0:12963:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:30 count 1 00010000:00010000:0.0:1779202848.083330:0:12963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.083351:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0d33 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66286 expref: 13 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.083360:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc15d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66717 expref: 28 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.084442:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202848.084445:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202848.084451:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.084492:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc15d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66717 expref: 28 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.084513:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc15d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66717 expref: 28 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.084529:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524194176:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202848.084632:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0d33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66286 expref: 13 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.084643:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0d33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66286 expref: 13 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.084652:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524194304:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202848.084675:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d06d5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1779202848.084721:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1779202848.084733:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524193920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1779202848.085972:0:17866:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:30 count 1 00010000:00010000:0.0:1779202848.086000:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.086022:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000003a8d9cd/0x3d5ca2fc49dc0d3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6628d expref: 15 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.086031:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc15c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6673a expref: 21 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.086043:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202848.086045:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202848.086048:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.086233:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc15c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6673a expref: 21 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.086246:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc15c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6673a expref: 21 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.086261:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2888e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524194432:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202848.086342:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000003a8d9cd/0x3d5ca2fc49dc0d3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6628d expref: 15 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.086352:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000003a8d9cd/0x3d5ca2fc49dc0d3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6628d expref: 15 pid: 8511 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.086361:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524194560:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202848.087527:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d06d5000 going to sleep for 11 seconds 00000100:00100000:0.0:1779202848.087570:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1779202848.087586:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524194048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1779202848.087612:0:8444:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:31 count 1 00010000:00010000:0.0:1779202848.087632:0:8444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.087649:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000065b68621/0x3d5ca2fc49dc0d4f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66294 expref: 15 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.087659:0:8444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000007a1416f/0x3d5ca2fc49dc15de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66741 expref: 21 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.087666:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202848.087667:0:8444:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202848.087670:0:8444:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.087710:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000007a1416f/0x3d5ca2fc49dc15de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66741 expref: 21 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.087721:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000007a1416f/0x3d5ca2fc49dc15de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66741 expref: 21 pid: 8444 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.087732:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524194688:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202848.087772:0:8444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000065b68621/0x3d5ca2fc49dc0d4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66294 expref: 15 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.087782:0:8444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000065b68621/0x3d5ca2fc49dc0d4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66294 expref: 15 pid: 8447 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.087797:0:8444:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524194816:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202848.087816:0:8444:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d06d5540 going to sleep for 11 seconds 00000100:00100000:0.0:1779202848.091860:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202848.091885:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202848.091902:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202848.091924:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202848.091941:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202848.091957:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202848.091978:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501320192 00000100:00100000:0.0:1779202848.091987:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501320192 00010000:00010000:0.0:1779202848.092025:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0d33 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66286 expref: 14 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.092053:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501320448 00000100:00100000:0.0:1779202848.092055:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501320448 00010000:00010000:0.0:1779202848.092071:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000003a8d9cd/0x3d5ca2fc49dc0d3a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6628d expref: 16 pid: 8511 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.092863:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501320704 00000100:00100000:0.0:1779202848.092867:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501320704 00010000:00010000:0.0:1779202848.092884:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000065b68621/0x3d5ca2fc49dc0d4f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66294 expref: 17 pid: 8447 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.092895:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501320064 00000100:00100000:0.0:1779202848.092897:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501320064 00010000:00010000:0.0:1779202848.092930:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc15d0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66717 expref: 29 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.092944:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501320320 00000100:00100000:0.0:1779202848.092946:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501320320 00010000:00010000:0.0:1779202848.092957:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc15c2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6673a expref: 22 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.092970:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501320576 00000100:00100000:0.0:1779202848.092972:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501320576 00010000:00010000:0.0:1779202848.092983:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000007a1416f/0x3d5ca2fc49dc15de lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66741 expref: 23 pid: 8444 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.093001:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 512 00000100:00100000:0.0:1779202848.093010:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2422:x1865628501320192:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202848.093022:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202848.093027:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0d33 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66286 expref: 14 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.093040:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0d33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66286 expref: 14 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.093066:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202848.093634:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+14:2422:x1865628501320192:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 621us (1780us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202848.093643:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 512 00000100:00100000:1.0:1779202848.093664:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524194176:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202848.093671:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 513 00000100:00100000:0.0:1779202848.093680:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2422:x1865628501320448:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202848.093686:0:12963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000422c9c1c/0x3d5ca2fc49dc0d33 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66286 expref: 13 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.093710:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202848.093718:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000003a8d9cd/0x3d5ca2fc49dc0d3a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6628d expref: 17 pid: 8511 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202848.093729:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524194304:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202848.093732:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000003a8d9cd/0x3d5ca2fc49dc0d3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6628d expref: 17 pid: 8511 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.093752:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202848.093758:0:12963:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.093770:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+17:2422:x1865628501320448:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 91us (1883us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202848.093776:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 513 00000100:00100000:0.0:1779202848.093794:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 514 00000100:00100000:0.0:1779202848.093799:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2422:x1865628501320704:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202848.093805:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202848.093810:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000065b68621/0x3d5ca2fc49dc0d4f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66294 expref: 16 pid: 8447 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.093819:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000065b68621/0x3d5ca2fc49dc0d4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66294 expref: 16 pid: 8447 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.093829:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202848.093840:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+16:2422:x1865628501320704:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 42us (1938us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202848.093845:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 514 00000100:00100000:0.0:1779202848.093855:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 515 00000100:00100000:0.0:1779202848.093860:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c166ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+29:2422:x1865628501320064:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202848.093867:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202848.093871:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc15d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66717 expref: 29 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.093881:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc15d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66717 expref: 29 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.093892:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000127303a8/0x3d5ca2fc49dc15d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66717 expref: 29 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.093902:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202848.093904:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202848.093908:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.093917:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.093983:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202848.094000:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c166ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+28:2422:x1865628501320064:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 139us (2075us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202848.094006:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 515 00000100:00100000:0.0:1779202848.094036:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 516 00000100:00100000:0.0:1779202848.094041:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+23:2422:x1865628501320320:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202848.094048:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202848.094053:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc15c2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6673a expref: 23 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.094063:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc15c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6673a expref: 23 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.094085:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202848.094086:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202848.094089:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.094097:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.094107:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202848.094120:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+23:2422:x1865628501320320:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 79us (2178us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202848.094125:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 516 00000100:00100000:0.0:1779202848.094135:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 517 00000100:00100000:0.0:1779202848.094140:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+22:2422:x1865628501320576:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202848.094146:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202848.094150:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000007a1416f/0x3d5ca2fc49dc15de lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66741 expref: 22 pid: 8444 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.094159:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000007a1416f/0x3d5ca2fc49dc15de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66741 expref: 22 pid: 8444 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.094175:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202848.094177:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202848.094179:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.094194:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.094205:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202848.094221:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+22:2422:x1865628501320576:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 80us (2263us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202848.094226:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 517 00000100:00080000:0.0:1779202848.094252:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1779202848.094472:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007a1416f/0x3d5ca2fc49dc15de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66741 expref: 21 pid: 8444 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.094483:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524194688:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202848.094493:0:8444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065b68621/0x3d5ca2fc49dc0d4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66294 expref: 15 pid: 8447 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.094501:0:8444:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8444:1865628524194816:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202848.094514:0:8444:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.094526:0:8444:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.094532:0:8444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.094542:0:8444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.094548:0:8444:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.094566:0:8444:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1779202848.094747:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524194048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7168us (12785us total) trans 4294967386 rc 0/0 00000100:00100000:0.0:1779202848.094754:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000004:00080000:0.0:1779202848.094960:0:3664:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc3187480/2, rc 0, transno 4294967386 00000100:00100000:0.0:1779202848.094966:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524194048:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1779202848.094992:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8af66c1/0x3d5ca2fc49dc15c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6673a expref: 20 pid: 12963 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.095002:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2888e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524194432:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202848.095012:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003a8d9cd/0x3d5ca2fc49dc0d3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6628d expref: 14 pid: 8511 timeout: 1077 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202848.095025:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524194560:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202848.095039:0:17866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.095047:0:17866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.095054:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.095061:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.095068:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202848.095083:0:17866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1779202848.095654:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524193920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10910us (13737us total) trans 4294967387 rc 0/0 00000100:00100000:0.0:1779202848.095662:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000004:00080000:0.0:1779202848.095733:0:3664:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc3185c00/2, rc 0, transno 4294967387 00000100:00100000:0.0:1779202848.095738:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524193920:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1779202848.096162:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1779202848.096171:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.096198:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c53400 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202848.096202:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.096213:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.096233:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.096241:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa46ee6e/0x3d5ca2fc49dc1694 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.096315:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202848.096319:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.096326:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202848.096329:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.096337:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.096346:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.096355:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015cae007/0x3d5ca2fc49dc168d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.096368:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202848.096369:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202848.096371:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202848.097617:0:12963:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.097637:0:12963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.097649:0:12963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.097657:0:12963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.097681:0:12963:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1779202848.097880:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524193792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14606us (16845us total) trans 4294967387 rc 0/0 00000100:00100000:1.0:1779202848.097890:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00010000:00010000:1.0:1779202848.097919:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1779202848.097925:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.097933:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0f4c52a00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202848.097937:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.097951:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202848.097967:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202848.097968:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.097977:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000735c1993/0x3d5ca2fc49dc1686 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202848.097995:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202848.097997:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202848.097999:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1779202848.098351:0:3663:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91d0f38fce00/2, rc 0, transno 4294967387 00000100:00100000:0.0:1779202848.098503:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524193792:0@lo:6:osp-syn-0-0.0 00000001:00080000:1.0:1779202848.098603:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967386 is committed 00000001:00080000:1.0:1779202848.098614:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967385 is committed 00010000:00010000:3.0:1779202848.459112:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202848.654222:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524194944:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202848.654312:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202848.654430:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524194944 00000100:00100000:2.0:1779202848.654441:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524194944 00000100:00100000:2.0:1779202848.654498:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1779202848.654508:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524194944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202848.654545:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202848.654610:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524194944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202848.654618:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1779202848.654671:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524194944:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1779202849.022597:0:24679:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202849.022606:0:24679:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202849.022666:0:24679:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1779202849.022674:0:24679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202849.133740:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202849.133803:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501320960 00000100:00100000:1.0:1779202849.133814:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501320960 00000100:00100000:1.0:1779202849.133887:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1753 00000100:00100000:1.0:1779202849.133898:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:34757:x1865628501320960:12345-192.168.204.21@tcp:36:rm.0 00010000:00010000:1.0:1779202849.133968:0:7869:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202849.134003:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceee00/0x3d5ca2fc49dc0ede lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66389 expref: 115 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134026:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff91cfc2a5dd00) 00010000:00010000:1.0:1779202849.134032:0:7869:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202849.134059:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97e00/0x3d5ca2fc49dc169b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134077:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97e00/0x3d5ca2fc49dc169b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134087:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97e00/0x3d5ca2fc49dc169b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134102:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc16a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134110:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc16a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134117:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc16a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134209:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134230:0:7869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee200/0x3d5ca2fc49dc0ead lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66374 expref: 56 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134239:0:7869:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134272:0:7869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee200/0x3d5ca2fc49dc0ead lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66374 expref: 56 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134297:0:7869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee200/0x3d5ca2fc49dc0ead lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66374 expref: 56 pid: 16980 timeout: 1078 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202849.134311:0:7869:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524195072:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202849.134404:0:7869:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc54d4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1779202849.134450:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202849.134544:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501321088 00000100:00100000:1.0:1779202849.134549:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501321088 00000100:00100000:1.0:1779202849.134580:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 641 00000100:00100000:1.0:1779202849.134588:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:2421:x1865628501321088:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:1.0:1779202849.134610:0:6567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1779202849.134620:0:6567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16b0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d6676b expref: -99 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134656:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97800/0x3d5ca2fc49dc16b7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134665:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97800/0x3d5ca2fc49dc16b7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134673:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97800/0x3d5ca2fc49dc16b7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134687:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc16be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134719:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc16be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134724:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc16be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134744:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97800/0x3d5ca2fc49dc16b7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134751:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97800/0x3d5ca2fc49dc16b7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134757:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97800/0x3d5ca2fc49dc16b7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134763:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b97800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202849.134768:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97800/0x3d5ca2fc49dc16b7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134777:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97800/0x3d5ca2fc49dc16b7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134787:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202849.134790:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202849.134796:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97800/0x3d5ca2fc49dc16b7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134801:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97800/0x3d5ca2fc49dc16b7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134812:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc16be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134817:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc16be lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134823:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc16be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134828:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b97a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202849.134830:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc16be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134836:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc16be lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134845:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff91d0d85a2300) 00010000:00010000:1.0:1779202849.134846:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202849.134849:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc16be lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134855:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97a00/0x3d5ca2fc49dc16be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134883:0:6567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16b0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6676b expref: 116 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134891:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202849.134894:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1779202849.134897:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6676b expref: 116 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.134911:0:6567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0c2b96200, rc -2) 00000100:00100000:1.0:1779202849.134955:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+115:2421:x1865628501321088:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 368us (505us total) trans 0 rc -2/-2 00000100:00100000:1.0:1779202849.134963:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 641 00000100:00100000:1.0:1779202849.143182:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202849.143258:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501321216 00000100:00100000:0.0:1779202849.143267:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501321216 00010000:00010000:0.0:1779202849.143321:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee200/0x3d5ca2fc49dc0ead lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66374 expref: 57 pid: 16980 timeout: 1078 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202849.143367:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 518 00000100:00100000:0.0:1779202849.143377:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:2419:x1865628501321216:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202849.143394:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202849.143401:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee200/0x3d5ca2fc49dc0ead lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66374 expref: 57 pid: 16980 timeout: 1078 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202849.143414:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee200/0x3d5ca2fc49dc0ead lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66374 expref: 57 pid: 16980 timeout: 1078 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202849.143436:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff91cfc2a5dd00) 00010000:00010000:0.0:1779202849.143441:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202849.143450:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202849.143458:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202849.143476:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202849.143524:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+57:2419:x1865628501321216:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 148us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202849.143531:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 518 00010000:00010000:2.0:1779202849.146136:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee200/0x3d5ca2fc49dc0ead lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66374 expref: 56 pid: 16980 timeout: 1078 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202849.146157:0:7869:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7869:1865628524195072:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202849.146193:0:7869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.146264:0:7869:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.146273:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1779202849.149621:0:7869:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 64 off9480 00000004:00080000:1.0:1779202849.149636:0:7869:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 978385942649ns, next at 979385939822ns, rc = 0 00010000:00010000:1.0:1779202849.149724:0:7869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16c5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.149879:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16c5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.149894:0:7869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16c5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.149904:0:7869:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16c5 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.149911:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16c5 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.149917:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16c5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.149943:0:7869:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1779202849.149966:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.149973:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.149979:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.149986:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96a00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202849.149991:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.149998:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.150009:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff91cfc2a5dd00) 00010000:00010000:2.0:1779202849.150013:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1779202849.150013:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1779202849.150017:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202849.150019:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16c5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.150024:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96a00/0x3d5ca2fc49dc16a9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202849.150035:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96200 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:2.0:1779202849.150039:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16c5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202849.150044:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16c5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.150044:0:7869:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97e00/0x3d5ca2fc49dc169b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.150050:0:7869:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97e00/0x3d5ca2fc49dc169b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202849.150054:0:6552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff91cfc2a5dd00) 00010000:00010000:2.0:1779202849.150057:0:6552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1779202849.150060:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16c5 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.150061:0:7869:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97e00/0x3d5ca2fc49dc169b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202849.150066:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96200/0x3d5ca2fc49dc16c5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.150066:0:7869:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b97e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202849.150069:0:7869:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97e00/0x3d5ca2fc49dc169b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.150073:0:7869:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97e00/0x3d5ca2fc49dc169b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.150079:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202849.150080:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202849.150081:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202849.150082:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202849.150083:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202849.150084:0:7869:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97e00/0x3d5ca2fc49dc169b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.150088:0:7869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97e00/0x3d5ca2fc49dc169b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202849.150097:0:7869:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b722600 reply state 0000000062055ccd transno 4294968373 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc16a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.150108:0:7869:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc16a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202849.150113:0:7869:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff91d0d85a2400) 00010000:00010000:1.0:1779202849.150116:0:7869:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202849.150120:0:7869:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202849.150363:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:34757:x1865628501320960:12345-192.168.204.21@tcp:36:rm.0 Request processed in 16463us (16627us total) trans 4294968373 rc 0/0 00000100:00100000:1.0:1779202849.150372:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1753 00010000:00010000:3.0:1779202849.484038:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202850.228410:0:24731:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202850.228423:0:24731:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202850.228491:0:24731:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1779202850.228500:0:24731:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202850.300772:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202850.305269:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501321344 00000100:00100000:2.0:1779202850.305287:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501321344 00000100:00100000:2.0:1779202850.305391:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 642 00000100:00080000:1.0:1779202850.305391:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202850.305413:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:2422:x1865628501321344:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:2.0:1779202850.305455:0:6568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202850.305477:0:6568:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc16cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66780 expref: -99 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305541:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc16d3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305556:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc16d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305570:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc16d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305587:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc16da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305595:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc16da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305602:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc16da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305638:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc16d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305646:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc16d3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305652:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc16d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305658:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922fa00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202850.305662:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc16d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305669:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc16d3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305681:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202850.305684:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202850.305689:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc16d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305717:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc16d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305732:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc16da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305738:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc16da lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305743:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc16da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305748:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202850.305751:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc16da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305758:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc16da lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305767:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x4b66ad81 (ffff91cfc2882500) 00010000:00010000:2.0:1779202850.305770:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202850.305773:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc16da lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305779:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc16da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305812:0:6568:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc16cc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66780 expref: 117 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305822:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202850.305824:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1779202850.305828:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e000/0x3d5ca2fc49dc16cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66780 expref: 117 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.305841:0:6568:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922e000, rc -2) 00000100:00100000:2.0:1779202850.305921:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:2422:x1865628501321344:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 514us (5159us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202850.305929:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 642 00000100:00100000:1.0:1779202850.306167:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202850.307657:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501321600 00000100:00100000:2.0:1779202850.307669:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501321600 00000100:00100000:2.0:1779202850.307757:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1754 00000100:00100000:2.0:1779202850.307766:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+116:34769:x1865628501321600:12345-192.168.204.21@tcp:36:rm.0 00010000:00010000:2.0:1779202850.307820:0:10076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202850.307844:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4c53800/0x3d5ca2fc49dc0fef lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66423 expref: 116 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.307865:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff91cfc2a5d700) 00010000:00010000:2.0:1779202850.307869:0:10076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202850.307890:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc16e1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.307902:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc16e1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.307911:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc16e1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.307924:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc16e8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.307931:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc16e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.307937:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc16e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.308011:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.308022:0:10076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc0fbe lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6640e expref: 55 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.308030:0:10076:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 4/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.308067:0:10076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc0fbe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6640e expref: 55 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202850.308081:0:10076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc0fbe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6640e expref: 55 pid: 10076 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202850.308096:0:10076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3165500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524195200:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202850.308216:0:10076:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0e005df00 going to sleep for 11 seconds 00000100:00100000:1.0:1779202850.322904:0:10076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3165500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10076:1865628524195200:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202850.322958:0:10076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202850.334031:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202850.334296:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501321728 00000100:00100000:3.0:1779202850.334306:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501321728 00010000:00010000:3.0:1779202850.334374:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc0fbe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6640e expref: 56 pid: 10076 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202850.334409:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 519 00000100:00100000:3.0:1779202850.334418:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+56:2419:x1865628501321728:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202850.334432:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202850.334438:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc0fbe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6640e expref: 56 pid: 10076 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.334452:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc0fbe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6640e expref: 56 pid: 10076 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.334474:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc0fbe lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6640e expref: 56 pid: 10076 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.334497:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff91cfc2a5d700) 00010000:00010000:3.0:1779202850.334502:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.334511:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.334519:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.334543:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202850.334600:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2419:x1865628501321728:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 183us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202850.334608:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 519 00010000:00010000:3.0:1779202850.334718:0:10076:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.334726:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1779202850.334970:0:10076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].20, 64 off9544 00000004:00080000:3.0:1779202850.334980:0:10076:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 979571286732ns, next at 980571284390ns, rc = 0 00010000:00010000:3.0:1779202850.335031:0:10076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc16f6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335043:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc16f6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335051:0:10076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc16f6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335058:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc16f6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335064:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc16f6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335069:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc16f6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335085:0:10076:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1779202850.335104:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335110:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335116:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335122:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202850.335126:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335134:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335154:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff91cfc2a5d700) 00010000:00010000:3.0:1779202850.335157:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1779202850.335162:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 2/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335172:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f000/0x3d5ca2fc49dc16ef lrc: 0/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335190:0:10076:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc16e1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335196:0:10076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc16e1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335202:0:10076:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc16e1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335208:0:10076:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc16e1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335213:0:10076:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202850.335216:0:10076:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc16e1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335222:0:10076:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc16e1 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335229:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202850.335232:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202850.335234:0:10076:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc16e1 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335240:0:10076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e600/0x3d5ca2fc49dc16e1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1779202850.335249:0:10076:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006fea00f4 reply state 0000000034bc1210 transno 4294968374 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc16e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335259:0:10076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc16e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335265:0:10076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff91cfc2882b00) 00010000:00010000:3.0:1779202850.335267:0:10076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1779202850.335270:0:10076:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1779202850.335316:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:34769:x1865628501321600:12345-192.168.204.21@tcp:36:rm.0 Request processed in 27550us (29155us total) trans 4294968374 rc 0/0 00000100:00100000:3.0:1779202850.335323:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1754 00010000:00010000:3.0:1779202850.335347:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202850.335352:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc16f6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335358:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbcee600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202850.335361:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc16f6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335367:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc16f6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335375:0:6551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff91cfc2a5d700) 00010000:00010000:3.0:1779202850.335377:0:6551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1779202850.335380:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc16f6 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335386:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc16f6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202850.335401:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202850.335403:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202850.335405:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1779202850.335641:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1779202850.507523:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202850.699849:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524195328:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202850.699932:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202850.700028:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524195328 00000100:00100000:3.0:1779202850.700039:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524195328 00000100:00100000:3.0:1779202850.700088:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1779202850.700097:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524195328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202850.700133:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1779202850.700194:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524195328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202850.700201:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1779202850.700262:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524195328:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202850.701389:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524195712:0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.701434:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202850.701471:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524196224:0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.701502:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202850.701521:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524196736:0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.701540:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202850.701566:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1779202850.701574:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524195840:0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.701597:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202850.701620:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524196352:0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.701641:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202850.701666:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524196864:0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.701719:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202850.701747:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524195712 00000100:00100000:3.0:1779202850.701753:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524195712 00000100:00100000:3.0:1779202850.701801:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1779202850.701809:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524195712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.701861:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524195712:12345-0@lo:400:kworker.0 Request processed in 50us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202850.701868:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1779202850.701893:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524196224 00000100:00100000:3.0:1779202850.701896:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524196224 00000100:00100000:3.0:1779202850.701931:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524196736 00000100:00100000:3.0:1779202850.701934:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524196736 00000100:00100000:3.0:1779202850.701952:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524196352 00000100:00100000:3.0:1779202850.701955:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524196352 00000100:00100000:3.0:1779202850.701969:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524196864 00000100:00100000:3.0:1779202850.701971:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524196864 00000100:00100000:3.0:1779202850.701985:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1779202850.701991:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524196224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.702021:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524196224:12345-0@lo:400:kworker.0 Request processed in 30us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202850.702030:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1779202850.702045:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1779202850.702050:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524196736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.702074:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524196736:12345-0@lo:400:kworker.0 Request processed in 24us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202850.702079:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1779202850.702088:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1779202850.702094:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524196352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.702118:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524196352:12345-0@lo:400:kworker.0 Request processed in 25us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202850.702124:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1779202850.702134:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1779202850.702150:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524196864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.702179:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524196864:12345-0@lo:400:kworker.0 Request processed in 30us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202850.702188:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1779202850.702206:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524195840 00000100:00100000:3.0:1779202850.702209:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524195840 00000100:00100000:3.0:1779202850.702237:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1779202850.702243:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524195840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.702273:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524195840:12345-0@lo:400:kworker.0 Request processed in 31us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202850.702282:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00080000:3.0:1779202850.702306:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202850.702310:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202850.702344:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524195840:0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.702354:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524196352:0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.702362:0:3662:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967386 gen 2 00000004:00080000:3.0:1779202850.702367:0:3662:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc3187480, transno 4294967386 00000100:00100000:3.0:1779202850.702380:0:3662:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff91cfc3185c00 x1865628524193920/t4294967387(4294967387) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779202864 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1779202850.702390:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524196864:0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.702401:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524195712:0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.702410:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524196224:0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.702417:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524196736:0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.702528:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524195456:0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.702572:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202850.702614:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524195968:0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.702636:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202850.702658:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524196480:0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.702680:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202850.702723:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779202850.702729:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524195584:0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.702752:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202850.702770:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524196096:0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.702794:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202850.702811:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524196608:0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.702832:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202850.702969:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524195968 00000100:00100000:0.0:1779202850.702972:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524195968 00000100:00100000:0.0:1779202850.702994:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524196480 00000100:00100000:0.0:1779202850.702996:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524196480 00000100:00100000:0.0:1779202850.703002:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524195584 00000100:00100000:0.0:1779202850.703003:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524195584 00000100:00100000:0.0:1779202850.703008:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524196096 00000100:00100000:0.0:1779202850.703010:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524196096 00000100:00100000:0.0:1779202850.703016:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524196608 00000100:00100000:0.0:1779202850.703017:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524196608 00000100:00100000:0.0:1779202850.703025:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:0.0:1779202850.703029:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524195968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.703061:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524195968:12345-0@lo:400:kworker.0 Request processed in 31us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202850.703069:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:0.0:1779202850.703083:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1779202850.703089:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524196480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.703115:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524196480:12345-0@lo:400:kworker.0 Request processed in 27us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202850.703120:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1779202850.703132:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1779202850.703147:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524195584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.703176:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524195584:12345-0@lo:400:kworker.0 Request processed in 39us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202850.703181:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1779202850.703193:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1779202850.703198:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524196096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.703226:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524196096:12345-0@lo:400:kworker.0 Request processed in 28us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202850.703230:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1779202850.703238:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1779202850.703247:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524196608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.703279:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524196608:12345-0@lo:400:kworker.0 Request processed in 32us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202850.703287:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1779202850.703326:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524195584:0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.703339:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524196096:0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.703353:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524196608:0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.703365:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524195968:0@lo:400:kworker.0 00000100:00100000:0.0:1779202850.703375:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524196480:0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.703689:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524195456 00000100:00100000:3.0:1779202850.703729:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524195456 00000100:00100000:3.0:1779202850.703770:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1779202850.703777:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524195456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202850.703833:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524195456:12345-0@lo:400:kworker.0 Request processed in 57us (1261us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202850.703842:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00080000:3.0:1779202850.703884:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202850.703891:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202850.704021:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524195456:0@lo:400:kworker.0 00000040:00080000:1.0:1779202851.175668:0:24782:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202851.175680:0:24782:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202851.175862:0:24782:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1779202851.175871:0:24782:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202851.242349:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202851.242388:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202851.242671:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501321984 00000100:00100000:2.0:1779202851.242680:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501321984 00000100:00100000:2.0:1779202851.242752:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1755 00000100:00100000:2.0:1779202851.242763:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:34779:x1865628501321984:12345-192.168.204.21@tcp:36:rm.0 00010000:00010000:2.0:1779202851.242819:0:6564:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202851.242847:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fe00/0x3d5ca2fc49dc10c1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66477 expref: 117 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.242862:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff91cfc2882000) 00010000:00010000:2.0:1779202851.242867:0:6564:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202851.242889:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc16fd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.242903:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc16fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.242912:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc16fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.242926:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc1704 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.242932:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc1704 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.242939:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc1704 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243010:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243021:0:6564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1090 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66462 expref: 54 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243044:0:6564:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 4/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243080:0:6564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1090 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66462 expref: 54 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243093:0:6564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1090 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66462 expref: 54 pid: 16980 timeout: 1080 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202851.243108:0:6564:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3165880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524196992:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202851.243205:0:6564:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0d858f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1779202851.243222:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501322112 00000100:00100000:2.0:1779202851.243226:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501322112 00000100:00100000:2.0:1779202851.243252:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 645 00000100:00100000:2.0:1779202851.243259:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:2420:x1865628501322112:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:2.0:1779202851.243277:0:6568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202851.243285:0:6568:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc1712 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d66787 expref: -99 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243320:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1719 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243328:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1719 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243336:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1719 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243349:0:6568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1720 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243361:0:6568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1720 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243367:0:6568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1720 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243386:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1719 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243393:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1719 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243399:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1719 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243405:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202851.243409:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1719 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243417:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1719 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243425:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202851.243428:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202851.243431:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1719 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243437:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f800/0x3d5ca2fc49dc1719 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243446:0:6568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1720 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243452:0:6568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1720 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243458:0:6568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1720 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243463:0:6568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202851.243465:0:6568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1720 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243471:0:6568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1720 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243478:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff91cfc2882a00) 00010000:00010000:2.0:1779202851.243480:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202851.243483:0:6568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1720 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243488:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f600/0x3d5ca2fc49dc1720 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6568 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243513:0:6568:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc1712 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66787 expref: 118 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243522:0:6568:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202851.243524:0:6568:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1779202851.243527:0:6568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ec00/0x3d5ca2fc49dc1712 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66787 expref: 118 pid: 6568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202851.243541:0:6568:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922ec00, rc -2) 00000100:00100000:2.0:1779202851.243576:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+117:2420:x1865628501322112:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 317us (1187us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202851.243583:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 645 00000100:00100000:3.0:1779202851.256024:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202851.256054:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501322240 00000100:00100000:3.0:1779202851.256063:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501322240 00010000:00010000:3.0:1779202851.256100:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1090 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66462 expref: 55 pid: 16980 timeout: 1080 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202851.256146:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 520 00000100:00100000:3.0:1779202851.256156:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2419:x1865628501322240:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202851.256172:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1779202851.256179:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1090 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66462 expref: 55 pid: 16980 timeout: 1080 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202851.256193:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1090 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66462 expref: 55 pid: 16980 timeout: 1080 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202851.256221:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff91cfc2882000) 00010000:00010000:3.0:1779202851.256226:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202851.256236:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202851.256243:0:6550:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202851.256263:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202851.256384:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+55:2419:x1865628501322240:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 229us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202851.256391:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 520 00010000:00010000:1.0:1779202851.256609:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1090 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66462 expref: 54 pid: 16980 timeout: 1080 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202851.256627:0:6564:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3165880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6564:1865628524196992:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202851.256648:0:6564:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.256657:0:6564:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.256664:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1779202851.256973:0:6564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].20, 64 off9544 00000004:00080000:1.0:1779202851.256985:0:6564:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 980493291472ns, next at 981493289022ns, rc = 0 00010000:00010000:1.0:1779202851.257045:0:6564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc1727 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257057:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc1727 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257065:0:6564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc1727 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257071:0:6564:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc1727 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257077:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc1727 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257083:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc1727 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257102:0:6564:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1779202851.257123:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257140:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257147:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257153:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922ea00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202851.257157:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257169:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257180:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff91cfc2882000) 00010000:00010000:1.0:1779202851.257183:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1779202851.257188:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257195:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922ea00/0x3d5ca2fc49dc170b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257215:0:6564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc16fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257221:0:6564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc16fd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257227:0:6564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc16fd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257232:0:6564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202851.257235:0:6564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc16fd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257240:0:6564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc16fd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257247:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202851.257250:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202851.257252:0:6564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc16fd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257262:0:6564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e200/0x3d5ca2fc49dc16fd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202851.257272:0:6564:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ee3c441 reply state 00000000295da60a transno 4294968375 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc1704 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257281:0:6564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc1704 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202851.257287:0:6564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff91cfc2882500) 00010000:00010000:1.0:1779202851.257289:0:6564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202851.257292:0:6564:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1779202851.257827:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1779202851.257833:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc1727 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202851.257841:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96c00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:3.0:1779202851.257844:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc1727 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202851.257851:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc1727 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202851.257861:0:19508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff91cfc2882000) 00010000:00010000:3.0:1779202851.257864:0:19508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1779202851.257867:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc1727 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202851.257876:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96c00/0x3d5ca2fc49dc1727 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202851.257891:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202851.257893:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202851.257895:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202851.258500:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:34779:x1865628501321984:12345-192.168.204.21@tcp:36:rm.0 Request processed in 15733us (16153us total) trans 4294968375 rc 0/0 00000100:00100000:1.0:1779202851.258509:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1755 00010000:00010000:0.0:1779202851.531270:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202852.155401:0:24833:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202852.155410:0:24833:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202852.155467:0:24833:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1779202852.155477:0:24833:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202852.235140:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202852.235169:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524197120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202852.235251:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202852.236810:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524197120 00000100:00100000:0.0:1779202852.236824:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524197120 00000004:00080000:3.0:1779202852.236891:0:8510:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 981473196959ns, next at 982473193486ns, rc = 0 00000100:00100000:0.0:1779202852.236895:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1779202852.236908:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524197120:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202852.236912:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779202852.236927:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524197248:0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202852.236941:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922415616 avail 3690893312 00000100:00100000:3.0:1779202852.236990:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202852.237001:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524197120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (1749us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202852.237009:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1779202852.237032:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524197248 00000100:00100000:0.0:1779202852.237035:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524197248 00000100:00100000:0.0:1779202852.237057:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1779202852.237063:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524197248:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202852.237072:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524197120:0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202852.237075:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922415616 avail 3690893312 00000100:00100000:0.0:1779202852.237117:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524197248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202852.237125:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1779202852.237131:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524197248:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1779202852.237145:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202852.237331:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202852.237370:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202852.237402:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202852.237425:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501322368 00000100:00100000:3.0:1779202852.237430:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501322368 00000100:00100000:1.0:1779202852.237432:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202852.237458:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202852.237479:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 804 00000100:00100000:3.0:1779202852.237489:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501322368:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202852.237496:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202852.237554:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501322368:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 68us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202852.237564:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 804 00000100:00100000:3.0:1779202852.237593:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501322880 00000100:00100000:3.0:1779202852.237596:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501322880 00000100:00100000:3.0:1779202852.237622:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501323392 00000100:00100000:3.0:1779202852.237625:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501323392 00000100:00100000:3.0:1779202852.237659:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 897 00000100:00100000:3.0:1779202852.237665:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+20:2421:x1865628501322880:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202852.237755:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501322624 00000100:00100000:0.0:1779202852.237760:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501322624 00000100:00100000:0.0:1779202852.237790:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501323136 00000100:00100000:0.0:1779202852.237793:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501323136 00000100:00100000:0.0:1779202852.237813:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501322496 00000100:00100000:0.0:1779202852.237816:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501322496 00000100:00100000:0.0:1779202852.237838:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1308 00000100:00100000:0.0:1779202852.237845:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501322624:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202852.241228:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202852.241402:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202852.241422:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202852.241458:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501322752 00000100:00100000:1.0:1779202852.241467:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501322752 00000100:00100000:1.0:1779202852.241509:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501323264 00000100:00100000:1.0:1779202852.241512:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501323264 00000100:00100000:1.0:1779202852.241532:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 898 00000100:00100000:1.0:1779202852.241545:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2421:x1865628501323392:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202852.241620:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2421:x1865628501323392:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 78us (4161us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202852.241628:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 898 00000100:00100000:1.0:1779202852.241645:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 899 00000100:00100000:1.0:1779202852.241652:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+28:2421:x1865628501322752:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202852.241678:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+28:2421:x1865628501322752:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202852.241684:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 899 00000100:00100000:1.0:1779202852.243221:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 900 00000100:00100000:1.0:1779202852.243241:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2421:x1865628501323264:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202852.244444:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2421:x1865628501323264:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1203us (3012us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202852.244456:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 900 00000100:00100000:1.0:1779202852.246725:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501323008 00000100:00100000:1.0:1779202852.246745:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501323008 00000100:00100000:1.0:1779202852.246822:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1309 00000100:00100000:1.0:1779202852.246834:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501323136:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202852.246930:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501323136:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 98us (9497us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202852.246938:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1309 00000100:00100000:1.0:1779202852.246959:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1310 00000100:00100000:1.0:1779202852.246965:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:2421:x1865628501322496:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202852.246995:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:2421:x1865628501322496:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (9506us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202852.247001:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1310 00000100:00100000:1.0:1779202852.247010:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1311 00000100:00100000:1.0:1779202852.247015:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:2421:x1865628501323008:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202852.247049:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:2421:x1865628501323008:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 33us (5648us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202852.247055:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1311 00000100:00080000:1.0:1779202852.247076:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202852.247082:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202852.247084:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202852.247087:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202852.251609:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501322624:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 13744us (14218us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202852.251626:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1308 00000100:00100000:2.0:1779202852.254277:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+20:2421:x1865628501322880:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 16601us (16863us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202852.254292:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 897 00000100:00100000:1.0:1779202852.254546:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202852.254582:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202852.254974:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501323776 00000100:00100000:1.0:1779202852.254983:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501323776 00000100:00100000:1.0:1779202852.255029:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1756 00000100:00100000:1.0:1779202852.255037:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:34791:x1865628501323776:12345-192.168.204.21@tcp:36:rm.0 00010000:00010000:1.0:1779202852.255090:0:16980:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202852.255130:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3af6000/0x3d5ca2fc49dc1193 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664cb expref: 118 pid: 16980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.255146:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202852.255152:0:16980:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202852.255173:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc172e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.255191:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc172e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.255200:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc172e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.255215:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96e00/0x3d5ca2fc49dc1735 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.255221:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96e00/0x3d5ca2fc49dc1735 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.255226:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96e00/0x3d5ca2fc49dc1735 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.255307:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.255318:0:16980:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1162 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664b6 expref: 53 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.255326:0:16980:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 4/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.255364:0:16980:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1162 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664b6 expref: 53 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.255377:0:16980:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1162 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664b6 expref: 53 pid: 10076 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202852.255397:0:16980:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524197376:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202852.255482:0:16980:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1779202852.255585:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501323520 00000100:00100000:3.0:1779202852.255591:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501323520 00000100:00100000:3.0:1779202852.255634:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 646 00000100:00100000:3.0:1779202852.255642:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:2422:x1865628501323520:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:3.0:1779202852.255663:0:7870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1779202852.255673:0:7870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1743 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d667aa expref: -99 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255724:0:7870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc174a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255743:0:7870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc174a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255751:0:7870:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc174a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255810:0:7870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1751 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255818:0:7870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1751 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255825:0:7870:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1751 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255846:0:7870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc174a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255853:0:7870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc174a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255861:0:7870:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc174a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255866:0:7870:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbceea00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202852.255871:0:7870:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc174a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255878:0:7870:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc174a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255887:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202852.255890:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202852.255893:0:7870:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc174a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255898:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceea00/0x3d5ca2fc49dc174a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255908:0:7870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1751 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255913:0:7870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1751 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255918:0:7870:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1751 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255923:0:7870:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbceec00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:3.0:1779202852.255926:0:7870:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1751 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255931:0:7870:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1751 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255938:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x71bff0c5 (ffff91d10205dd00) 00010000:00010000:3.0:1779202852.255940:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1779202852.255943:0:7870:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1751 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255947:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbceec00/0x3d5ca2fc49dc1751 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255975:0:7870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1743 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d667aa expref: 119 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255984:0:7870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:3.0:1779202852.255987:0:7870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1779202852.255991:0:7870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcee600/0x3d5ca2fc49dc1743 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d667aa expref: 119 pid: 7870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202852.255999:0:7870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0fbcee600, rc -2) 00000100:00100000:3.0:1779202852.256049:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+118:2422:x1865628501323520:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 407us (1503us total) trans 0 rc -2/-2 00000100:00100000:3.0:1779202852.256059:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 646 00000100:00100000:2.0:1779202852.263612:0:16980:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16980:1865628524197376:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202852.263650:0:16980:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202852.263856:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202852.263930:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501323904 00000100:00100000:1.0:1779202852.263937:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501323904 00010000:00010000:1.0:1779202852.263976:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1162 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664b6 expref: 54 pid: 10076 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202852.264017:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 521 00000100:00100000:1.0:1779202852.264026:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+54:2420:x1865628501323904:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202852.264041:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202852.264047:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1162 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664b6 expref: 54 pid: 10076 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264059:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1162 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664b6 expref: 54 pid: 10076 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264082:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0fbcefa00/0x3d5ca2fc49dc1162 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d664b6 expref: 54 pid: 10076 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264098:0:7938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202852.264103:0:7938:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264122:0:7938:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264134:0:7938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264158:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202852.264213:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501323904:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 188us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202852.264220:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 521 00010000:00010000:1.0:1779202852.264245:0:16980:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264251:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1779202852.264542:0:16980:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].21, 64 off9608 00010000:00010000:1.0:1779202852.264603:0:16980:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc1758 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264614:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc1758 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264622:0:16980:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc1758 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264629:0:16980:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc1758 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264635:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc1758 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264640:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc1758 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264661:0:16980:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1779202852.264679:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264685:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264717:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264723:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96600 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202852.264727:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264735:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264743:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202852.264746:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1779202852.264751:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264756:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96600/0x3d5ca2fc49dc173c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264775:0:16980:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc172e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264780:0:16980:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc172e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264789:0:16980:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc172e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264794:0:16980:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202852.264797:0:16980:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc172e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264803:0:16980:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc172e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264810:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:1.0:1779202852.264813:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202852.264816:0:16980:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc172e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264821:0:16980:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96800/0x3d5ca2fc49dc172e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1779202852.264831:0:16980:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee7822eb reply state 0000000038ed4311 transno 4294968376 ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96e00/0x3d5ca2fc49dc1735 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264841:0:16980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96e00/0x3d5ca2fc49dc1735 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264847:0:16980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff91d0d85a2500) 00010000:00010000:1.0:1779202852.264850:0:16980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1779202852.264853:0:16980:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1779202852.264901:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+119:34791:x1865628501323776:12345-192.168.204.21@tcp:36:rm.0 Request processed in 9863us (10315us total) trans 4294968376 rc 0/0 00000100:00100000:1.0:1779202852.264908:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1756 00010000:00010000:1.0:1779202852.264933:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1779202852.264938:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc1758 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264944:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b97400 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202852.264947:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc1758 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264953:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc1758 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264961:0:6552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff91cfc2a5d000) 00010000:00010000:1.0:1779202852.264964:0:6552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1779202852.264967:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc1758 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264972:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97400/0x3d5ca2fc49dc1758 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202852.264986:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202852.264988:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202852.264989:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202852.560374:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1779202852.748753:0:9799:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 981985057142ns, next at 982985054332ns, rc = 0 00000100:00100000:0.0:1779202852.748875:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524197632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202852.748953:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202852.749036:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202852.749042:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524197504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202852.749063:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202852.749224:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524197632 00000100:00100000:3.0:1779202852.749232:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524197632 00000100:00100000:3.0:1779202852.749287:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524197504 00000100:00100000:3.0:1779202852.749290:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524197504 00000100:00100000:3.0:1779202852.749305:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1779202852.749313:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524197632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202852.749345:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920322560 avail 3688800256 00000100:00100000:3.0:1779202852.749387:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524197632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202852.749393:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1779202852.749409:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1779202852.749415:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524197504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202852.749423:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920322560 avail 3688800256 00000100:00100000:3.0:1779202852.749443:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524197504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 30us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202852.749449:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00080000:0.0:1779202852.749728:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202852.749770:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524197504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202852.749783:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524197632:0@lo:13:osp-pre-1-1.0 00000040:00080000:0.0:1779202853.196312:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202853.196322:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202853.196468:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:0.0:1779202853.196477:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1779202853.254000:0:24884:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202853.254009:0:24884:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202853.254037:0:24884:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:3.0:1779202853.254046:0:24884:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202853.581366:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202853.772621:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524197760:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202853.772716:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202853.772936:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524197760 00000100:00100000:0.0:1779202853.772945:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524197760 00000100:00100000:0.0:1779202853.772993:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1779202853.773002:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524197760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202853.773036:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202853.773100:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524197760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202853.773111:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1779202853.773410:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524197760:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1779202853.778048:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967387 is committed 00000001:00080000:2.0:1779202853.778451:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967387 is committed 00010000:00010000:3.0:1779202854.603446:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202854.736912:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000004:00080000:3.0:1779202854.797747:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 26 committed 00000001:00080000:3.0:1779202854.797792:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968376 is committed 00000004:00080000:3.0:1779202854.797798:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 24 committed 00000004:00080000:3.0:1779202854.797817:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 25 committed 00000004:00080000:3.0:1779202854.797822:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 23 committed 00000004:00080000:3.0:1779202854.797826:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000100:00100000:0.0:1779202854.797935:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202854.797945:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524198016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1779202854.797948:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524197888:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1779202854.798015:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc16a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798025:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc16a2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798032:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc16a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798038:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b97000 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202854.798042:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc16a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798049:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc16a2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798077:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff91d0d85a2400) 00010000:00010000:1.0:1779202854.798080:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202854.798085:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc16a2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798091:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b97000/0x3d5ca2fc49dc16a2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7869 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798118:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc16e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798123:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc16e8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798128:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc16e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798133:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202854.798135:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc16e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798141:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc16e8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798153:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff91cfc2882b00) 00010000:00010000:1.0:1779202854.798156:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202854.798159:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc16e8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798165:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f400/0x3d5ca2fc49dc16e8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798178:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc1704 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798185:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc1704 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798190:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc1704 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798195:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e400 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202854.798198:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc1704 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798204:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc1704 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798210:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff91cfc2882500) 00010000:00010000:1.0:1779202854.798212:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202854.798215:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc1704 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798221:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e400/0x3d5ca2fc49dc1704 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798337:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96e00/0x3d5ca2fc49dc1735 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798344:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96e00/0x3d5ca2fc49dc1735 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798350:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96e00/0x3d5ca2fc49dc1735 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798355:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96e00 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:1.0:1779202854.798358:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96e00/0x3d5ca2fc49dc1735 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798364:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96e00/0x3d5ca2fc49dc1735 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798373:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff91d0d85a2500) 00010000:00010000:1.0:1779202854.798375:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1779202854.798378:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96e00/0x3d5ca2fc49dc1735 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.798383:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c2b96e00/0x3d5ca2fc49dc1735 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16980 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202854.800156:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524198272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1779202854.805116:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202854.806012:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524197888 00000100:00100000:1.0:1779202854.806025:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524197888 00000100:00100000:3.0:1779202854.806033:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202854.806097:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524198272 00000100:00100000:1.0:1779202854.806101:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524198272 00000100:00100000:3.0:1779202854.806103:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524198144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1779202854.806131:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1779202854.806144:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524197888:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1779202854.806151:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1779202854.806183:0:17866:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:32 count 1 00000100:00100000:3.0:1779202854.806187:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524198144 00000100:00100000:3.0:1779202854.806191:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524198144 00010000:00010000:1.0:1779202854.806210:0:17866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202854.806225:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00010000:00010000:1.0:1779202854.806233:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000047628823/0x3d5ca2fc49dc1337 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66606 expref: 11 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202854.806235:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524198272:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1779202854.806250:0:17866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec6e5b08/0x3d5ca2fc49dc15ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66725 expref: 19 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1779202854.806255:0:12963:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:32 count 1 00010000:00010000:1.0:1779202854.806262:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202854.806264:0:17866:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202854.806268:0:17866:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202854.806273:0:12963:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202854.806288:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dc133e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6660d expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202854.806299:0:12963:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b24e3f32/0x3d5ca2fc49dc15b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6672c expref: 27 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.806302:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ec6e5b08/0x3d5ca2fc49dc15ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66725 expref: 19 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202854.806315:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1779202854.806319:0:12963:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1779202854.806320:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00010000:00010000:3.0:1779202854.806323:0:12963:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.806325:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ec6e5b08/0x3d5ca2fc49dc15ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66725 expref: 19 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202854.806332:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3663:x1865628524198144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1779202854.806349:0:8511:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:33 count 1 00000100:00100000:1.0:1779202854.806353:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524198400:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202854.806363:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202854.806375:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b24e3f32/0x3d5ca2fc49dc15b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6672c expref: 27 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.806376:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007479da78/0x3d5ca2fc49dc14a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66684 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202854.806403:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b24e3f32/0x3d5ca2fc49dc15b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6672c expref: 27 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.806407:0:8511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007393b1fc/0x3d5ca2fc49dc15bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66733 expref: 19 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.806424:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202854.806424:0:17866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000047628823/0x3d5ca2fc49dc1337 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66606 expref: 11 pid: 12963 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.806426:0:8511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1779202854.806429:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524198528:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202854.806430:0:8511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.806440:0:17866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000047628823/0x3d5ca2fc49dc1337 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66606 expref: 11 pid: 12963 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.806456:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007393b1fc/0x3d5ca2fc49dc15bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66733 expref: 19 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.806466:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007393b1fc/0x3d5ca2fc49dc15bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66733 expref: 19 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202854.806466:0:17866:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524198656:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202854.806476:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524198784:192.168.204.21@tcp:104: 00010000:00010000:3.0:1779202854.806482:0:12963:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dc133e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6660d expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202854.806494:0:12963:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dc133e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6660d expref: 12 pid: 8511 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1779202854.806504:0:12963:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524198912:192.168.204.21@tcp:104: 00000100:00080000:0.0:1779202854.806818:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202854.806823:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1779202854.810425:0:8511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007479da78/0x3d5ca2fc49dc14a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66684 expref: 11 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.810452:0:8511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007479da78/0x3d5ca2fc49dc14a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66684 expref: 11 pid: 17866 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202854.810470:0:8511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524199040:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202854.810506:0:8511:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc54d4540 going to sleep for 11 seconds 00000100:00100000:2.0:1779202854.810553:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202854.810644:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524198016 00000100:00100000:2.0:1779202854.810655:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524198016 00000100:00100000:2.0:1779202854.810742:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1779202854.810753:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524198016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1779202854.810784:0:8447:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:31 count 1 00010000:00010000:2.0:1779202854.810811:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.810830:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000020246238/0x3d5ca2fc49dc1330 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ff expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.810840:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af87e928/0x3d5ca2fc49dc15a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6671e expref: 27 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.810847:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202854.810849:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202854.810852:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.810877:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af87e928/0x3d5ca2fc49dc15a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6671e expref: 27 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.810885:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af87e928/0x3d5ca2fc49dc15a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6671e expref: 27 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202854.810895:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524199168:192.168.204.21@tcp:104: 00010000:00010000:2.0:1779202854.810933:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000020246238/0x3d5ca2fc49dc1330 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ff expref: 12 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.810942:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000020246238/0x3d5ca2fc49dc1330 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ff expref: 12 pid: 17866 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202854.810951:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524199296:192.168.204.21@tcp:104: 00000100:00100000:2.0:1779202854.810970:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc54d4180 going to sleep for 11 seconds 00000100:00100000:1.0:1779202854.815991:0:17866:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0c82b9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1779202854.816998:0:12963:0:(client.c:2692:ptlrpc_set_wait()) set ffff91d0f92b5480 going to sleep for 11 seconds 00000100:00100000:0.0:1779202854.841233:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202854.841258:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202854.841316:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202854.841366:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524198528:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202854.841379:0:12963:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12963:1865628524198912:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202854.841402:0:12963:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202854.841432:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501324032 00000100:00100000:0.0:1779202854.841437:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501324032 00000100:00100000:1.0:1779202854.841736:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524199168:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202854.841746:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524199296:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202854.841760:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202854.841780:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501324160 00000100:00100000:1.0:1779202854.841783:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501324160 00010000:00010000:1.0:1779202854.841805:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000020246238/0x3d5ca2fc49dc1330 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ff expref: 13 pid: 17866 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202854.841840:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501324288 00000100:00100000:1.0:1779202854.841843:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501324288 00010000:00010000:1.0:1779202854.841858:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000047628823/0x3d5ca2fc49dc1337 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66606 expref: 12 pid: 12963 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202854.841873:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 522 00000100:00100000:1.0:1779202854.841880:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+13:2420:x1865628501324160:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202854.841893:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202854.841898:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000020246238/0x3d5ca2fc49dc1330 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ff expref: 13 pid: 17866 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.841915:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000020246238/0x3d5ca2fc49dc1330 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ff expref: 13 pid: 17866 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.841939:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020246238/0x3d5ca2fc49dc1330 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d665ff expref: 13 pid: 17866 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.841955:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202854.842002:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501324160:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 121us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202854.842009:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 522 00000100:00100000:1.0:1779202854.842025:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 523 00000100:00100000:1.0:1779202854.842032:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501324288:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1779202854.842039:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1779202854.842043:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000047628823/0x3d5ca2fc49dc1337 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66606 expref: 12 pid: 12963 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.842052:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000047628823/0x3d5ca2fc49dc1337 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66606 expref: 12 pid: 12963 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.842076:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202854.842093:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2419:x1865628501324288:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 62us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202854.842099:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 523 00000100:00100000:1.0:1779202854.842250:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524198400:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202854.842263:0:17866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047628823/0x3d5ca2fc49dc1337 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66606 expref: 11 pid: 12963 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202854.842273:0:17866:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17866:1865628524198656:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202854.842288:0:17866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.842835:0:6550:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000af87e928/0x3d5ca2fc49dc15a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6671e expref: 28 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202854.842864:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 524 00000100:00100000:0.0:1779202854.842873:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+28:2419:x1865628501324032:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202854.842880:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202854.842884:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000af87e928/0x3d5ca2fc49dc15a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6671e expref: 28 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.842899:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000af87e928/0x3d5ca2fc49dc15a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6671e expref: 28 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.842913:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af87e928/0x3d5ca2fc49dc15a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6671e expref: 28 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.842923:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202854.842924:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1779202854.842929:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.842939:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.842958:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202854.842988:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+27:2419:x1865628501324032:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 117us (1763us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202854.842995:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 524 00000100:00080000:0.0:1779202854.843045:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202854.843049:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202854.843080:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524198784:192.168.204.21@tcp:104: 00000100:00100000:0.0:1779202854.843090:0:8511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8511:1865628524199040:192.168.204.21@tcp:104: 00010000:00010000:0.0:1779202854.843101:0:8511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.843337:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.843347:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.843356:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.843364:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.843383:0:8447:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1779202854.843901:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202854.843908:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.843917:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e600 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202854.843922:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.843930:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.843944:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.843950:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002341773e/0x3d5ca2fc49dc1774 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.843970:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202854.843972:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202854.843973:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202854.844177:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3662:x1865628524198016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33424us (33622us total) trans 4294967388 rc 0/0 00000100:00100000:1.0:1779202854.844186:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1779202854.844332:0:3662:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967387 gen 2 00000004:00080000:0.0:1779202854.844338:0:3662:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91d0f38fce00, transno 4294967387 00000100:00100000:0.0:1779202854.844390:0:3662:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff91cfc3164000 x1865628524198016/t4294967388(4294967388) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779202870 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1779202854.844401:0:3662:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc3164000/2, rc 0, transno 4294967388 00000100:00100000:2.0:1779202854.847038:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202854.847077:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202854.847096:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202854.847113:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202854.847639:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202854.848184:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501324544 00000100:00100000:2.0:1779202854.848197:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501324544 00010000:00010000:2.0:1779202854.848350:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ec6e5b08/0x3d5ca2fc49dc15ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66725 expref: 20 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202854.848378:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501324672 00000100:00100000:2.0:1779202854.848381:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501324672 00010000:00010000:2.0:1779202854.848394:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b24e3f32/0x3d5ca2fc49dc15b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6672c expref: 27 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202854.848403:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501324416 00000100:00100000:2.0:1779202854.848405:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501324416 00010000:00010000:2.0:1779202854.848414:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dc133e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6660d expref: 12 pid: 8511 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202854.848428:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501324800 00000100:00100000:2.0:1779202854.848430:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501324800 00010000:00010000:2.0:1779202854.848440:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007393b1fc/0x3d5ca2fc49dc15bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66733 expref: 21 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202854.848450:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501324928 00000100:00100000:2.0:1779202854.848453:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501324928 00010000:00010000:2.0:1779202854.848463:0:6549:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007479da78/0x3d5ca2fc49dc14a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66684 expref: 11 pid: 17866 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202854.848477:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 525 00000100:00100000:2.0:1779202854.848485:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+21:2421:x1865628501324544:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202854.848499:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202854.848504:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ec6e5b08/0x3d5ca2fc49dc15ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66725 expref: 21 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.848518:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ec6e5b08/0x3d5ca2fc49dc15ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66725 expref: 21 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.848541:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec6e5b08/0x3d5ca2fc49dc15ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66725 expref: 21 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.848556:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202854.848558:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202854.848562:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.848572:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.848605:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202854.848680:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+20:2421:x1865628501324544:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 194us (1647us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202854.848686:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 525 00000100:00100000:2.0:1779202854.850381:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 526 00000100:00100000:2.0:1779202854.850399:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+27:2422:x1865628501324672:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202854.850418:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202854.850428:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b24e3f32/0x3d5ca2fc49dc15b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6672c expref: 27 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.850446:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b24e3f32/0x3d5ca2fc49dc15b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6672c expref: 27 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.850470:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b24e3f32/0x3d5ca2fc49dc15b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6672c expref: 27 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.850488:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202854.850537:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+26:2422:x1865628501324672:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 146us (3459us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202854.850544:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 526 00000100:00100000:2.0:1779202854.850566:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 527 00000100:00100000:2.0:1779202854.850574:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+12:2420:x1865628501324416:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202854.850582:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202854.850586:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dc133e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6660d expref: 12 pid: 8511 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.850596:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dc133e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6660d expref: 12 pid: 8511 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.850610:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2af01e8/0x3d5ca2fc49dc133e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6660d expref: 12 pid: 8511 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.850620:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202854.850622:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202854.850626:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.850650:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.850704:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1779202854.851113:0:17866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.851131:0:17866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.851142:0:17866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.851150:0:17866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.851171:0:17866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1779202854.851710:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524198016:0@lo:6:osp-syn-0-0.0 00000100:00080000:0.0:1779202854.851739:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202854.851762:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 528 00000100:00100000:0.0:1779202854.851773:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+19:2421:x1865628501324800:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202854.851785:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202854.851791:0:6548:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007393b1fc/0x3d5ca2fc49dc15bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66733 expref: 19 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.851805:0:6548:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007393b1fc/0x3d5ca2fc49dc15bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66733 expref: 19 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.851822:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007393b1fc/0x3d5ca2fc49dc15bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66733 expref: 19 pid: 8444 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.851837:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202854.852044:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501324416:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 1459us (4935us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202854.852052:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 527 00000100:00100000:2.0:1779202854.852083:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 529 00000100:00100000:2.0:1779202854.852091:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92dc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2422:x1865628501324928:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779202854.852098:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202854.852103:0:6549:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007479da78/0x3d5ca2fc49dc14a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66684 expref: 11 pid: 17866 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.852116:0:6549:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007479da78/0x3d5ca2fc49dc14a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66684 expref: 11 pid: 17866 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.852130:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007479da78/0x3d5ca2fc49dc14a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66684 expref: 11 pid: 17866 timeout: 1084 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.852140:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202854.852142:0:6549:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202854.852146:0:6549:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.852154:0:6549:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.852180:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1779202854.856231:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524197888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50083us (51115us total) trans 4294967388 rc 0/0 00000100:00100000:1.0:1779202854.856246:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00010000:00010000:1.0:1779202854.856293:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1779202854.856302:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.856314:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b97800 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202854.856318:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.856329:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.856350:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.856358:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9614e39/0x3d5ca2fc49dc175f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.856384:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202854.856386:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202854.856387:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202854.857349:0:3664:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967387 gen 2 00000004:00080000:1.0:1779202854.857357:0:3664:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc3185c00, transno 4294967387 00000100:00100000:1.0:1779202854.857378:0:3664:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff91cfc3187480 x1865628524197888/t4294967388(4294967388) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779202870 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1779202854.857390:0:3664:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc3187480/2, rc 0, transno 4294967388 00000100:00100000:1.0:1779202854.857395:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524197888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1779202854.858050:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501324800:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 6275us (10930us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202854.858069:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 528 00010000:00010000:0.0:1779202854.858104:0:12963:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.858116:0:12963:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.858127:0:12963:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.858134:0:12963:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.858153:0:12963:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1779202854.858368:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3663:x1865628524198272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52135us (52338us total) trans 4294967389 rc 0/0 00000100:00100000:0.0:1779202854.858376:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00010000:00010000:0.0:1779202854.858394:0:6552:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1779202854.858399:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.858408:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0fbceec00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:0.0:1779202854.858412:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.858420:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.858438:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.858456:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9577da8/0x3d5ca2fc49dc1766 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202854.858475:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202854.858477:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202854.858479:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1779202854.858796:0:3663:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc3165c00/2, rc 0, transno 4294967389 00000100:00100000:0.0:1779202854.858807:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524198272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1779202854.863435:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92dc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501324928:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 11333us (15794us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202854.863451:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 529 00010000:00010000:2.0:1779202854.863542:0:8511:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.863558:0:8511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.863575:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.863584:0:8511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202854.863659:0:8511:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1779202854.864374:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3663:x1865628524198144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 58043us (58224us total) trans 4294967389 rc 0/0 00000100:00100000:2.0:1779202854.864383:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000004:00080000:3.0:1779202854.867904:0:3663:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91cfc3184a80/2, rc 0, transno 4294967389 00000100:00100000:3.0:1779202854.867918:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524198144:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1779202854.869315:0:19508:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1779202854.869328:0:19508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.869344:0:19508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e000 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202854.869348:0:19508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.869357:0:19508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.869380:0:19508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.869393:0:19508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059c28653/0x3d5ca2fc49dc176d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202854.869413:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202854.869415:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202854.869417:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202855.297036:0:24935:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202855.297045:0:24935:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202855.297086:0:24935:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:1.0:1779202855.297094:0:24935:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202855.627343:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202855.823777:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524199680:0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.823875:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202855.823968:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524200320:0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.823995:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202855.824022:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524200704:0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.824057:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202855.824082:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524199552:0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.824095:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1779202855.824106:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524199808:0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.824164:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202855.824175:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524199680 00000100:00100000:0.0:1779202855.824185:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524199680 00000100:00100000:3.0:1779202855.824212:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524200192:0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.824259:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1779202855.824270:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524199680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.824279:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202855.824303:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524199936:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202855.824349:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202855.824360:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524199680:12345-0@lo:400:kworker.0 Request processed in 90us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202855.824372:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1779202855.824378:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524201088:0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.824393:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524199936 00000100:00100000:0.0:1779202855.824399:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524199936 00000100:00100000:3.0:1779202855.824415:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202855.824421:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1779202855.824434:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524199936:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202855.824448:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1779202855.824459:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524199424:0@lo:400:kworker.0 00000004:00000024:0.0:1779202855.824462:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1779202855.824498:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202855.824531:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524200064:0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.824555:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202855.824566:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524200576:0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.824585:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202855.824599:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524200960:0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.824617:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202855.824827:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524200320 00000100:00100000:0.0:1779202855.824835:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524199936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 402us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202855.824838:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524200320 00000100:00100000:0.0:1779202855.824852:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1779202855.824872:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524200064 00000100:00100000:0.0:1779202855.824877:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524200064 00000100:00100000:3.0:1779202855.824901:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524200704 00000100:00100000:3.0:1779202855.824905:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524200704 00000100:00100000:3.0:1779202855.824924:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524199552 00000100:00100000:3.0:1779202855.824926:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524199552 00000100:00100000:3.0:1779202855.824936:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524200192 00000100:00100000:3.0:1779202855.824938:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524200192 00000100:00100000:3.0:1779202855.824953:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1779202855.824964:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524200320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.824984:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1779202855.824994:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524200064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.825033:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524200320:12345-0@lo:400:kworker.0 Request processed in 70us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202855.825055:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:0.0:1779202855.825065:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524200064:12345-0@lo:400:kworker.0 Request processed in 72us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202855.825073:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1779202855.825078:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:3.0:1779202855.825090:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524200704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.825109:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524199424 00000100:00100000:0.0:1779202855.825115:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524199424 00000100:00100000:3.0:1779202855.825150:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524200704:12345-0@lo:400:kworker.0 Request processed in 62us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202855.825159:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:0.0:1779202855.825166:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1779202855.825179:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524199424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.825182:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:3.0:1779202855.825199:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524199552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.825232:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524199552:12345-0@lo:400:kworker.0 Request processed in 38us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202855.825238:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:3.0:1779202855.825248:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:3.0:1779202855.825254:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524200192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.825279:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524200192:12345-0@lo:400:kworker.0 Request processed in 26us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202855.825284:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:3.0:1779202855.825331:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202855.825369:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524200448:0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.825442:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524199424:12345-0@lo:400:kworker.0 Request processed in 266us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202855.825452:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202855.825462:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1779202855.825487:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524200832:0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.825512:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202855.825555:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524199680:0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.825570:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524200320:0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.825581:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524200704:0@lo:400:kworker.0 00000100:00080000:0.0:1779202855.825627:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202855.825634:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202855.825651:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524199808 00000100:00100000:3.0:1779202855.825657:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524199808 00000100:00100000:3.0:1779202855.825689:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524200832 00000100:00100000:3.0:1779202855.825726:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524200832 00000100:00100000:3.0:1779202855.825752:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:3.0:1779202855.825757:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524199808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202855.826299:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:2.0:1779202855.826312:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524200832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.826421:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524199424:0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.829622:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524199808:12345-0@lo:400:kworker.0 Request processed in 3850us (4276us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202855.829640:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:3.0:1779202855.829774:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524199808:0@lo:400:kworker.0 00000100:00100000:3.0:1779202855.829845:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524201088 00000100:00100000:3.0:1779202855.829854:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524201088 00000100:00100000:3.0:1779202855.829915:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524200576 00000100:00100000:3.0:1779202855.829919:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524200576 00000100:00100000:3.0:1779202855.829944:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524200960 00000100:00100000:3.0:1779202855.829947:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524200960 00000100:00100000:3.0:1779202855.829968:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524200448 00000100:00100000:3.0:1779202855.829971:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524200448 00000100:00100000:3.0:1779202855.829987:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1779202855.829995:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524201088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202855.830129:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1779202855.830143:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524200576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202855.830191:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524200576:12345-0@lo:400:kworker.0 Request processed in 54us (5604us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202855.830198:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1779202855.830226:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:1.0:1779202855.830234:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524200960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202855.830273:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524200960:12345-0@lo:400:kworker.0 Request processed in 41us (5654us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202855.830280:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:1.0:1779202855.830293:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1779202855.830299:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524200448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202855.830334:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524200448:12345-0@lo:400:kworker.0 Request processed in 35us (4888us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202855.830343:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1779202855.830386:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524200448:0@lo:400:kworker.0 00000100:00080000:1.0:1779202855.830430:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202855.830435:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202855.830438:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202855.833522:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524201088:12345-0@lo:400:kworker.0 Request processed in 3512us (9094us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202855.833540:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:2.0:1779202855.837011:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524200832:12345-0@lo:400:kworker.0 Request processed in 10688us (11481us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202855.837031:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:0.0:1779202855.837189:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524200064:0@lo:400:kworker.0 00000100:00100000:1.0:1779202855.837209:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524200832:0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.837304:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524200576:0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.837318:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524200960:0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.837330:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524199552:0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.837341:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524200192:0@lo:400:kworker.0 00000100:00100000:0.0:1779202855.837364:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524199936:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202855.837376:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524201088:0@lo:400:kworker.0 00010000:00010000:0.0:1779202856.650962:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202857.348094:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202857.348136:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202857.348163:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202857.348275:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501325056 00000100:00100000:2.0:1779202857.348285:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501325056 00000100:00100000:2.0:1779202857.348329:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 806 00000100:00100000:2.0:1779202857.348340:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501325056:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202857.348419:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501325056:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 80us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202857.348427:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 806 00000100:00100000:1.0:1779202857.348555:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202857.348678:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202857.348719:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202857.348737:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202857.348755:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202857.348777:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202857.348798:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501325568 00000100:00100000:1.0:1779202857.348802:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501325568 00000100:00100000:1.0:1779202857.348837:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501326080 00000100:00100000:1.0:1779202857.348840:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501326080 00000100:00100000:1.0:1779202857.348858:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501325440 00000100:00100000:1.0:1779202857.348860:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501325440 00000100:00100000:1.0:1779202857.348872:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501325952 00000100:00100000:1.0:1779202857.348874:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501325952 00000100:00100000:1.0:1779202857.348887:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 905 00000100:00100000:1.0:1779202857.348894:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501325568:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202857.348932:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501325568:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 38us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202857.348941:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 905 00000100:00100000:1.0:1779202857.348951:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 906 00000100:00100000:1.0:1779202857.348956:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501326080:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202857.348975:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501326080:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202857.348981:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 906 00000100:00100000:1.0:1779202857.348991:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 907 00000100:00100000:1.0:1779202857.348997:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+26:2421:x1865628501325440:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202857.349030:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+26:2421:x1865628501325440:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 33us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202857.349036:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 907 00000100:00100000:1.0:1779202857.349046:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 908 00000100:00100000:1.0:1779202857.349052:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2421:x1865628501325952:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202857.349074:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2421:x1865628501325952:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202857.349079:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 908 00000100:00100000:1.0:1779202857.349152:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501325312 00000100:00100000:1.0:1779202857.349156:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501325312 00000100:00100000:1.0:1779202857.349190:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501325824 00000100:00100000:1.0:1779202857.349193:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501325824 00000100:00100000:1.0:1779202857.349211:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501325184 00000100:00100000:1.0:1779202857.349214:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501325184 00000100:00100000:1.0:1779202857.349226:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501325696 00000100:00100000:1.0:1779202857.349228:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501325696 00000100:00100000:1.0:1779202857.349240:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1318 00000100:00100000:1.0:1779202857.349247:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501325312:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202857.349276:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501325312:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202857.349282:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1318 00000100:00100000:1.0:1779202857.349293:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1319 00000100:00100000:1.0:1779202857.349300:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501325824:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202857.349323:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501325824:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202857.349328:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1319 00000100:00100000:1.0:1779202857.349338:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1320 00000100:00100000:1.0:1779202857.349344:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2421:x1865628501325184:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202857.349368:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2421:x1865628501325184:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202857.349374:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1320 00000100:00100000:1.0:1779202857.349383:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1321 00000100:00100000:1.0:1779202857.349389:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2421:x1865628501325696:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202857.349409:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2421:x1865628501325696:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202857.349414:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1321 00000100:00080000:0.0:1779202857.352062:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202857.352069:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202857.352073:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202857.352075:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1779202857.355153:0:8510:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 986591457676ns, next at 987591455007ns, rc = 0 00000100:00100000:3.0:1779202857.355179:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202857.355200:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524201216:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202857.355265:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202857.355340:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524201216 00000100:00100000:3.0:1779202857.355348:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524201216 00000100:00100000:3.0:1779202857.355405:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1779202857.355413:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3663:x1865628524201216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202857.355562:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1779202857.355619:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3663:x1865628524201216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 206us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202857.355626:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00080000:3.0:1779202857.355648:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202857.355782:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202857.355793:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524201344:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202857.355826:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202857.355899:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524201216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202857.356051:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524201344 00000100:00100000:1.0:1779202857.356056:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524201344 00000100:00100000:1.0:1779202857.356099:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1779202857.356106:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524201344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202857.356119:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1779202857.356151:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524201344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202857.356156:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:2.0:1779202857.356198:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202857.356220:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524201344:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1779202857.377586:0:24988:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202857.377595:0:24988:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202857.377622:0:24988:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:1.0:1779202857.377629:0:24988:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202857.675252:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202857.867105:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202857.867138:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524201472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202857.867229:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202857.867364:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524201472 00000100:00100000:1.0:1779202857.867373:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524201472 00000100:00100000:1.0:1779202857.867445:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1779202857.867456:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524201472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202857.867483:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779202857.867527:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1865628524201472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202857.867533:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1779202857.867581:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524201472:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1779202857.868098:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202857.869837:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524201600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202857.869914:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202857.870332:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524201600 00000100:00100000:2.0:1779202857.870344:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524201600 00000100:00100000:2.0:1779202857.870423:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1779202857.870433:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524201600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202857.870455:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00080000:0.0:1779202857.870526:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202857.879516:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524201600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202857.880752:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524201600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 10314us (10842us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202857.880765:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00010000:00010000:1.0:1779202858.701902:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202858.891563:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524201728:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202858.891669:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202858.892603:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524201728 00000100:00100000:2.0:1779202858.892616:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524201728 00000100:00100000:2.0:1779202858.892684:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1779202858.892810:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524201728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202858.892861:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202858.893059:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524201728:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202858.894055:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524201728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1325us (2380us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202858.894068:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000040:00080000:0.0:1779202859.656487:0:25039:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202859.656499:0:25039:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202859.656538:0:25039:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:0.0:1779202859.656549:0:25039:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202859.724742:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202860.747092:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202860.941618:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524201856:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202860.941713:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202860.941799:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524201856 00000100:00100000:0.0:1779202860.941806:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524201856 00000100:00100000:0.0:1779202860.941859:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1779202860.941869:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524201856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202860.941904:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1779202860.941961:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524201856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202860.941968:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1779202860.942019:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524201856:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202860.946550:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524201984:0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.946633:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202860.946720:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524202496:0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.946754:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202860.946780:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524203008:0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.946809:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202860.946837:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779202860.946843:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524202112:0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947017:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202860.947123:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524202624:0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947147:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202860.947166:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524203136:0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947185:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202860.947218:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524202240:0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947243:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202860.947257:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524202752:0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947281:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202860.947299:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524203264:0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947319:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202860.947337:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1779202860.947342:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3165f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524202368:0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947364:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202860.947381:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524202880:0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947398:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202860.947412:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524203392:0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947429:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202860.947457:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524202496 00000100:00100000:0.0:1779202860.947465:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524202496 00000100:00100000:0.0:1779202860.947512:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524203008 00000100:00100000:0.0:1779202860.947515:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524203008 00000100:00100000:0.0:1779202860.947527:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524202112 00000100:00100000:0.0:1779202860.947529:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524202112 00000100:00100000:0.0:1779202860.947538:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524202624 00000100:00100000:0.0:1779202860.947540:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524202624 00000100:00100000:0.0:1779202860.947550:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524203136 00000100:00100000:0.0:1779202860.947552:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524203136 00000100:00100000:0.0:1779202860.947562:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524202240 00000100:00100000:0.0:1779202860.947564:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524202240 00000100:00100000:0.0:1779202860.947576:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:0.0:1779202860.947584:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524202496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947634:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524202496:12345-0@lo:400:kworker.0 Request processed in 51us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202860.947641:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:0.0:1779202860.947658:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1779202860.947663:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524203008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947712:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524203008:12345-0@lo:400:kworker.0 Request processed in 27us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202860.947718:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1779202860.947729:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1779202860.947734:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524202112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947758:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524202112:12345-0@lo:400:kworker.0 Request processed in 24us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202860.947764:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1779202860.947773:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:0.0:1779202860.947778:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524202624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947803:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524202624:12345-0@lo:400:kworker.0 Request processed in 26us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202860.947808:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:0.0:1779202860.947818:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1779202860.947823:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524203136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.947848:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524203136:12345-0@lo:400:kworker.0 Request processed in 25us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202860.948082:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524201984 00000100:00100000:3.0:1779202860.948087:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524201984 00000100:00100000:3.0:1779202860.948118:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1779202860.948125:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524201984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948163:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524201984:12345-0@lo:400:kworker.0 Request processed in 39us (1530us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202860.948169:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1779202860.948225:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524202752 00000100:00100000:3.0:1779202860.948229:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524202752 00000100:00100000:3.0:1779202860.948257:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524203264 00000100:00100000:3.0:1779202860.948260:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524203264 00000100:00100000:3.0:1779202860.948276:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524202880 00000100:00100000:3.0:1779202860.948278:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524202880 00000100:00100000:3.0:1779202860.948290:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524203392 00000100:00100000:3.0:1779202860.948292:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524203392 00000100:00100000:3.0:1779202860.948305:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1779202860.948311:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524202752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948344:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524202752:12345-0@lo:400:kworker.0 Request processed in 33us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202860.948350:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1779202860.948360:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1779202860.948366:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524203264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948392:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524203264:12345-0@lo:400:kworker.0 Request processed in 27us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202860.948397:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1779202860.948408:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1779202860.948413:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3662:x1865628524202880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948433:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3662:x1865628524202880:12345-0@lo:400:kworker.0 Request processed in 21us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202860.948439:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1779202860.948446:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1779202860.948452:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3662:x1865628524203392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948473:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3662:x1865628524203392:12345-0@lo:400:kworker.0 Request processed in 22us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202860.948478:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1779202860.948495:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:3.0:1779202860.948502:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524202240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948527:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524202240:12345-0@lo:400:kworker.0 Request processed in 27us (1283us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202860.948533:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:3.0:1779202860.948581:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524202368 00000100:00100000:3.0:1779202860.948598:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524202368 00000100:00100000:3.0:1779202860.948623:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1779202860.948629:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524202368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948660:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524202368:12345-0@lo:400:kworker.0 Request processed in 32us (1295us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202860.948670:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00080000:3.0:1779202860.948716:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202860.948720:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202860.948722:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202860.948724:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202860.948756:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524202112:0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948767:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524202624:0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948777:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524203136:0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948785:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524201984:0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948795:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524202496:0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948803:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524203008:0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948881:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3165f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524202368:0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948891:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524202880:0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948901:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524203392:0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948910:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524202240:0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948919:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524202752:0@lo:400:kworker.0 00000100:00100000:3.0:1779202860.948927:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524203264:0@lo:400:kworker.0 00000100:00100000:0.0:1779202860.950264:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000001:00080000:0.0:1779202860.952402:0:9507:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967389 is committed 00000004:00080000:3.0:1779202860.954310:0:6542:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 25 committed 00000100:00100000:0.0:1779202860.954455:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524203520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1779202860.954525:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202860.955131:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524203520 00000100:00100000:1.0:1779202860.955140:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524203520 00000100:00100000:1.0:1779202860.955231:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1779202860.955242:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3664:x1865628524203520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1779202860.955268:0:8447:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:33 count 1 00010000:00010000:1.0:1779202860.955292:0:8447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.955315:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5880df7/0x3d5ca2fc49dc149c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6667d expref: 10 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.955325:0:8447:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac366c72/0x3d5ca2fc49dc15c9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6674f expref: 25 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.955332:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202860.955334:0:8447:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1779202860.955337:0:8447:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 5/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.955366:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ac366c72/0x3d5ca2fc49dc15c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6674f expref: 25 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.955381:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ac366c72/0x3d5ca2fc49dc15c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6674f expref: 25 pid: 8444 timeout: 1090 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202860.955393:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524203648:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202860.955481:0:8447:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e5880df7/0x3d5ca2fc49dc149c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6667d expref: 10 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.955496:0:8447:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e5880df7/0x3d5ca2fc49dc149c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6667d expref: 10 pid: 8447 timeout: 1090 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202860.955505:0:8447:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524203776:192.168.204.21@tcp:104: 00000100:00100000:1.0:1779202860.955526:0:8447:0:(client.c:2692:ptlrpc_set_wait()) set ffff91cfc54d4f00 going to sleep for 11 seconds 00000001:00080000:1.0:1779202860.959486:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967389 is committed 00000100:00100000:3.0:1779202860.961017:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202860.961103:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202860.961143:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501326208 00000100:00100000:0.0:1779202860.961154:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501326208 00010000:00010000:0.0:1779202860.961207:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ac366c72/0x3d5ca2fc49dc15c9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6674f expref: 26 pid: 8444 timeout: 1090 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1779202860.961231:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202860.961239:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501326336 00000100:00100000:0.0:1779202860.961244:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501326336 00010000:00010000:0.0:1779202860.961277:0:7938:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e5880df7/0x3d5ca2fc49dc149c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6667d expref: 11 pid: 8447 timeout: 1090 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202860.961301:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 530 00000100:00100000:0.0:1779202860.961310:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+26:2419:x1865628501326208:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202860.961323:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1779202860.961329:0:7938:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ac366c72/0x3d5ca2fc49dc15c9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6674f expref: 26 pid: 8444 timeout: 1090 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202860.961344:0:7938:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ac366c72/0x3d5ca2fc49dc15c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6674f expref: 26 pid: 8444 timeout: 1090 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1779202860.961353:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 531 00000100:00100000:2.0:1779202860.961367:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501326336:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202860.961376:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1779202860.961377:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1779202860.961385:0:6550:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e5880df7/0x3d5ca2fc49dc149c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6667d expref: 11 pid: 8447 timeout: 1090 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202860.961426:0:6550:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e5880df7/0x3d5ca2fc49dc149c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6667d expref: 11 pid: 8447 timeout: 1090 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1779202860.961429:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+26:2419:x1865628501326208:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 118us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202860.961447:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 530 00010000:00010000:2.0:1779202860.961454:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202860.961457:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1779202860.961462:0:6550:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202860.961473:0:6550:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202860.961495:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779202860.961519:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+11:2420:x1865628501326336:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 157us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202860.961526:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 531 00010000:00010000:1.0:1779202860.962074:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac366c72/0x3d5ca2fc49dc15c9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6674f expref: 25 pid: 8444 timeout: 1090 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202860.962089:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524203648:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202860.962101:0:8447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5880df7/0x3d5ca2fc49dc149c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6667d expref: 10 pid: 8447 timeout: 1090 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1779202860.962110:0:8447:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8447:1865628524203776:192.168.204.21@tcp:104: 00010000:00010000:1.0:1779202860.962142:0:8447:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.962151:0:8447:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.962159:0:8447:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.962174:0:8447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.962182:0:8447:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.962198:0:8447:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:3.0:1779202860.962269:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202860.962364:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3664:x1865628524203520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7124us (7839us total) trans 4294967390 rc 0/0 00000100:00100000:1.0:1779202860.962372:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00010000:00010000:1.0:1779202860.962402:0:6551:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1779202860.962408:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.962415:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0c2b96a00 already unused, calling callback (ffffffffc0ce36f0) 00010000:00010000:1.0:1779202860.962419:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.962427:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.962439:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.962445:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c4131c5/0x3d5ca2fc49dc177b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1779202860.962461:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202860.962463:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202860.962464:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202860.962505:0:3664:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967389 gen 2 00000004:00080000:3.0:1779202860.962512:0:3664:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc3164000, transno 4294967388 00000004:00080000:3.0:1779202860.962531:0:3664:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc3165c00, transno 4294967389 00000100:00100000:3.0:1779202860.962539:0:3664:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff91d0c411e300 x1865628524203520/t4294967390(4294967390) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1779202876 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1779202860.962550:0:3664:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91d0c411e300/2, rc 0, transno 4294967390 00000100:00100000:3.0:1779202860.962555:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524203520:0@lo:6:osp-syn-0-0.0 00000040:00080000:1.0:1779202861.583743:0:25093:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202861.583751:0:25093:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202861.583780:0:25093:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:1.0:1779202861.583788:0:25093:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202861.780262:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202862.471831:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202862.471885:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202862.471935:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202862.471981:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202862.472011:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202862.472034:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202862.472049:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202862.472063:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202862.472094:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202862.472133:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501326464 00000100:00100000:0.0:1779202862.472149:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501326464 00000100:00100000:0.0:1779202862.472216:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 808 00000100:00100000:0.0:1779202862.472229:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501326464:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202862.472332:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501326464:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 105us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202862.472342:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 808 00000100:00100000:2.0:1779202862.472764:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501326592 00000100:00100000:2.0:1779202862.472771:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501326592 00000100:00100000:2.0:1779202862.472829:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501327104 00000100:00100000:2.0:1779202862.472833:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501327104 00000100:00100000:2.0:1779202862.472855:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501326720 00000100:00100000:2.0:1779202862.472858:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501326720 00000100:00100000:2.0:1779202862.472872:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501327232 00000100:00100000:2.0:1779202862.472874:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501327232 00000100:00100000:2.0:1779202862.472891:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1328 00000100:00100000:2.0:1779202862.472899:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2420:x1865628501326592:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202862.472972:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2420:x1865628501326592:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 73us (1160us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202862.472984:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1328 00000100:00100000:2.0:1779202862.473001:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1329 00000100:00100000:2.0:1779202862.473007:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501327104:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202862.473036:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501327104:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202862.473043:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1329 00000100:00100000:2.0:1779202862.473054:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1330 00000100:00100000:2.0:1779202862.473061:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501326720:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202862.473103:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501326720:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 42us (1067us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202862.473110:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1330 00000100:00100000:2.0:1779202862.473121:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1331 00000100:00100000:2.0:1779202862.473127:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501327232:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202862.473152:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501327232:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202862.473158:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1331 00000100:00100000:1.0:1779202862.473392:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501326848 00000100:00100000:1.0:1779202862.473397:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501326848 00000100:00100000:1.0:1779202862.473443:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501327360 00000100:00100000:1.0:1779202862.473446:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501327360 00000100:00100000:1.0:1779202862.473470:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501326976 00000100:00100000:1.0:1779202862.473473:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501326976 00000100:00100000:1.0:1779202862.473490:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501327488 00000100:00100000:1.0:1779202862.473493:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501327488 00000100:00100000:1.0:1779202862.473511:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 913 00000100:00100000:1.0:1779202862.473529:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501326848:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202862.473564:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501326848:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 46us (1679us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202862.473571:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 913 00000100:00100000:1.0:1779202862.473584:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 914 00000100:00100000:1.0:1779202862.473590:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501327360:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202862.473616:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501327360:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (1635us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202862.473623:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 914 00000100:00100000:1.0:1779202862.473633:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 915 00000100:00100000:1.0:1779202862.473640:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501326976:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202862.473665:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501326976:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (1614us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202862.473669:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 915 00000100:00100000:1.0:1779202862.473680:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 916 00000100:00100000:1.0:1779202862.473686:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501327488:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202862.473752:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501327488:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 65us (1666us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202862.473758:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 916 00000100:00080000:0.0:1779202862.474227:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202862.474234:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202862.474237:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202862.474241:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202862.477053:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524204032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202862.477165:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202862.478232:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202862.478254:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524203904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202862.478315:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202862.478516:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524204032 00000100:00100000:3.0:1779202862.478537:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524204032 00000100:00100000:3.0:1779202862.478620:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524203904 00000100:00100000:3.0:1779202862.478624:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524203904 00000100:00100000:3.0:1779202862.478644:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1779202862.478656:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524204032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202862.478731:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779202862.478796:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524204032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 141us (1631us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202862.478804:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1779202862.478822:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1779202862.478829:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc381c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524203904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202862.478839:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779202862.478868:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc381c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524203904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202862.478875:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1779202862.479788:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524204032:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1779202862.480228:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202862.480265:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524203904:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1779202862.797063:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202862.990940:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202862.990971:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524204160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202862.991409:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202862.991564:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524204160 00000100:00100000:2.0:1779202862.991575:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524204160 00000100:00100000:2.0:1779202862.991661:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1779202862.991673:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524204160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202862.991739:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1779202862.991821:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524204160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 138us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202862.991830:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1779202862.991889:0:3662:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967389 gen 2 00000004:00080000:2.0:1779202862.991896:0:3662:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc3187480, transno 4294967388 00000004:00080000:2.0:1779202862.991920:0:3662:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91cfc3184a80, transno 4294967389 00000100:00100000:2.0:1779202862.991935:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524204160:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1779202862.992645:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202862.996630:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524204288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202862.996784:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202862.997007:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524204288 00000100:00100000:1.0:1779202862.997031:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524204288 00000100:00100000:1.0:1779202862.997130:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1779202862.997142:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524204288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202862.997173:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00080000:0.0:1779202863.006588:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202863.006966:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524204288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9816us (10174us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202863.006983:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1779202863.007301:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524204288:0@lo:13:osp-pre-1-1.0 00000040:00080000:0.0:1779202863.436138:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202863.436148:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202863.436237:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 1 00000040:00080000:0.0:1779202863.436245:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779202863.819111:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202863.947328:0:25154:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202863.947339:0:25154:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202863.948467:0:25154:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202863.948483:0:25154:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202864.011750:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202864.011775:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524204416:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202864.011852:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202864.011934:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524204416 00000100:00100000:2.0:1779202864.011941:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524204416 00000100:00100000:2.0:1779202864.011989:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1779202864.011997:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524204416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202864.012031:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202864.012079:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524204416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202864.012086:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1779202864.012130:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524204416:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202864.846448:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202864.973636:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1779202865.872854:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202866.084330:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524204544:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202866.084411:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202866.084501:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524204544 00000100:00100000:0.0:1779202866.084509:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524204544 00000100:00100000:0.0:1779202866.084564:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1779202866.084575:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524204544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202866.084614:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1779202866.084661:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524204544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202866.084669:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1779202866.084734:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524204544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202866.087903:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202866.087926:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524204672:0@lo:400:kworker.0 00000100:00100000:2.0:1779202866.088000:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202866.088055:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524204672 00000100:00100000:2.0:1779202866.088063:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524204672 00000100:00100000:2.0:1779202866.092615:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1779202866.092627:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524204672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202866.092752:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524204672:12345-0@lo:400:kworker.0 Request processed in 127us (4752us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202866.092759:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1779202866.092866:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524204672:0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.102905:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202866.102930:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524204800:0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.103009:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202866.103075:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524204928:0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.103100:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202866.103162:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202866.103168:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524205312:0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.103195:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202866.103226:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524204800 00000100:00100000:3.0:1779202866.103233:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524204800 00000100:00100000:3.0:1779202866.103282:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524204928 00000100:00100000:3.0:1779202866.103285:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524204928 00000100:00100000:3.0:1779202866.103300:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524205312 00000100:00100000:3.0:1779202866.103302:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524205312 00000100:00100000:3.0:1779202866.103332:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1779202866.103342:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524204800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.103399:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524204800:12345-0@lo:400:kworker.0 Request processed in 58us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202866.103406:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1779202866.103426:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:3.0:1779202866.103432:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524204928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.104366:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524204928:12345-0@lo:400:kworker.0 Request processed in 930us (1261us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202866.104377:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:3.0:1779202866.104404:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:3.0:1779202866.104413:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524205312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.105382:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524205312:12345-0@lo:400:kworker.0 Request processed in 41us (1255us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202866.105393:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:3.0:1779202866.105487:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524205312:0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.105502:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524204928:0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.105514:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524204800:0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.105598:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524205440:0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.105657:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202866.105725:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524205440 00000100:00100000:3.0:1779202866.105731:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524205440 00000100:00100000:3.0:1779202866.105777:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:3.0:1779202866.105786:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524205440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.105825:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524205440:12345-0@lo:400:kworker.0 Request processed in 41us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202866.105830:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1779202866.106588:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524205184:0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.106635:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202866.106668:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202866.106674:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524205056:0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.106712:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1779202866.106736:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202866.106741:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202866.106752:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524205184 00000100:00100000:0.0:1779202866.106757:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524205184 00000100:00100000:0.0:1779202866.106792:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:0.0:1779202866.106799:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524205184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.106849:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524205184:12345-0@lo:400:kworker.0 Request processed in 41us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202866.106855:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:0.0:1779202866.106878:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524205056 00000100:00100000:0.0:1779202866.106881:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524205056 00000100:00100000:0.0:1779202866.106903:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1779202866.106909:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524205056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.106939:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524205056:12345-0@lo:400:kworker.0 Request processed in 31us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202866.106944:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00080000:0.0:1779202866.106968:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202866.106993:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524205056:0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.107003:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524205184:0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.107524:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524205440:0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.107580:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202866.107586:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524205824:0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.107615:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202866.107642:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524205824 00000100:00100000:3.0:1779202866.107645:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524205824 00000100:00100000:3.0:1779202866.107678:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1779202866.107685:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524205824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.107736:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524205824:12345-0@lo:400:kworker.0 Request processed in 52us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202866.107743:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1779202866.107769:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524205824:0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.107792:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524205952:0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.107815:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202866.107850:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524205952 00000100:00100000:3.0:1779202866.107853:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524205952 00000100:00100000:3.0:1779202866.107876:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1779202866.107881:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524205952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202866.107912:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524205952:12345-0@lo:400:kworker.0 Request processed in 31us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202866.107918:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1779202866.107941:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524205952:0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.111033:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524205568:0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.111118:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202866.111159:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524206080:0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.111184:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202866.111210:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202866.111217:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524205696:0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.111241:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1779202866.111275:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202866.111281:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202866.111295:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524205568 00000100:00100000:0.0:1779202866.111302:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524205568 00000100:00100000:0.0:1779202866.111348:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524206080 00000100:00100000:0.0:1779202866.111351:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524206080 00000100:00100000:0.0:1779202866.111373:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:0.0:1779202866.111381:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524205568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.111432:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3662:x1865628524205568:12345-0@lo:400:kworker.0 Request processed in 51us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202866.111439:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:0.0:1779202866.112392:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1779202866.112407:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524206080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.113624:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524206080:12345-0@lo:400:kworker.0 Request processed in 1216us (2433us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202866.113637:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1779202866.113683:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524205696 00000100:00100000:0.0:1779202866.113705:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524205696 00000100:00100000:0.0:1779202866.113761:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1779202866.113769:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524205696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.113810:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524205696:12345-0@lo:400:kworker.0 Request processed in 42us (2567us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202866.113817:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00080000:0.0:1779202866.113833:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202866.113838:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202866.113850:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202866.113892:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524205696:0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.113907:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524205568:0@lo:400:kworker.0 00000100:00100000:0.0:1779202866.113917:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524206080:0@lo:400:kworker.0 00000040:00080000:1.0:1779202866.224953:0:25206:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202866.224962:0:25206:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202866.229651:0:25206:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202866.229671:0:25206:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:1.0:1779202866.585672:0:8440:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967390 is committed 00010000:00010000:3.0:1779202866.890977:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202867.592076:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202867.592124:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202867.592161:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202867.592182:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202867.592202:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202867.592220:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202867.592239:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202867.592257:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202867.592280:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202867.592321:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501327872 00000100:00100000:3.0:1779202867.592332:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501327872 00000100:00100000:3.0:1779202867.592395:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501328384 00000100:00100000:3.0:1779202867.592399:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501328384 00000100:00100000:3.0:1779202867.592423:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501327744 00000100:00100000:3.0:1779202867.592425:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501327744 00000100:00100000:3.0:1779202867.592438:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501328256 00000100:00100000:3.0:1779202867.592441:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501328256 00000100:00100000:3.0:1779202867.592457:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1338 00000100:00100000:3.0:1779202867.592466:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501327872:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202867.592554:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501327872:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 88us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202867.592562:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1338 00000100:00100000:1.0:1779202867.592870:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501327616 00000100:00100000:1.0:1779202867.592886:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501327616 00000100:00100000:1.0:1779202867.592961:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 810 00000100:00100000:1.0:1779202867.592971:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501327616:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202867.593037:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501327616:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 68us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202867.593045:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 810 00000100:00100000:1.0:1779202867.593126:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501328128 00000100:00100000:1.0:1779202867.593132:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501328128 00000100:00100000:1.0:1779202867.593182:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501328640 00000100:00100000:1.0:1779202867.593186:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501328640 00000100:00100000:3.0:1779202867.593192:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1339 00000100:00100000:3.0:1779202867.593208:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501328384:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202867.593219:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501328000 00000100:00100000:1.0:1779202867.593224:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501328000 00000100:00100000:1.0:1779202867.593249:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501328512 00000100:00100000:3.0:1779202867.593259:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501328384:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 57us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202867.593264:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501328512 00000100:00100000:3.0:1779202867.593271:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1339 00000100:00100000:3.0:1779202867.593300:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1340 00000100:00100000:1.0:1779202867.593308:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 921 00000100:00100000:3.0:1779202867.593329:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2420:x1865628501327744:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202867.593329:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501328128:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202867.593554:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501328128:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 235us (1389us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202867.593562:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 921 00000100:00100000:1.0:1779202867.593579:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 922 00000100:00100000:1.0:1779202867.593586:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501328640:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202867.593992:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2420:x1865628501327744:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 674us (1767us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202867.594001:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1340 00000100:00100000:3.0:1779202867.594023:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1341 00000100:00100000:3.0:1779202867.594032:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501328256:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202867.594069:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501328256:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 40us (1811us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202867.594075:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1341 00000100:00100000:3.0:1779202867.594109:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 923 00000100:00100000:3.0:1779202867.594118:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501328000:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202867.594148:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501328000:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 32us (1909us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202867.594155:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 923 00000100:00100000:3.0:1779202867.594170:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 924 00000100:00100000:3.0:1779202867.594176:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501328512:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202867.594200:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501328512:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (1919us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202867.594205:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 924 00000100:00080000:3.0:1779202867.594245:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202867.594251:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202867.594254:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202867.594256:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202867.599029:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524206208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202867.599113:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202867.599232:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524206208 00000100:00100000:3.0:1779202867.599240:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524206208 00000100:00100000:3.0:1779202867.599288:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1779202867.599298:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524206208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202867.599334:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779202867.599384:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524206208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202867.599392:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1779202867.599428:0:3663:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967390 gen 2 00000004:00080000:3.0:1779202867.599434:0:3663:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91d0c411e300, transno 4294967390 00000100:00100000:3.0:1779202867.599452:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524206208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202867.602407:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524206336:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202867.602476:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202867.602655:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524206336 00000100:00100000:3.0:1779202867.602666:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524206336 00000100:00100000:3.0:1779202867.602751:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1779202867.602763:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524206336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202867.602787:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779202867.610712:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501328640:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 17080us (18462us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202867.611011:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524206336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8239us (8522us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202867.611028:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1779202867.613039:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 922 00000100:00100000:0.0:1779202867.613577:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524206336:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1779202867.915488:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202868.110333:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202868.110366:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524206464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202868.110469:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202868.111488:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524206464 00000100:00100000:3.0:1779202868.111500:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524206464 00000100:00100000:3.0:1779202868.111579:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1779202868.111591:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524206464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202868.111644:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779202868.111753:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524206464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 165us (1283us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202868.111761:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1779202868.111793:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524206592:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202868.111845:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1779202868.111902:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202868.111953:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524206464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202868.114841:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524206592 00000100:00100000:2.0:1779202868.114863:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524206592 00000100:00100000:2.0:1779202868.114952:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1779202868.114965:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524206592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202868.115005:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1779202868.117728:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524206592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2362us (5478us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202868.117749:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00080000:3.0:1779202868.118206:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202868.118288:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524206592:0@lo:13:osp-pre-1-1.0 00000040:00080000:1.0:1779202868.724329:0:25257:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202868.724341:0:25257:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202868.727901:0:25257:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202868.727932:0:25257:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202868.940949:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202869.131500:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524206720:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202869.131607:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202869.132055:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524206720 00000100:00100000:2.0:1779202869.132068:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524206720 00000100:00100000:2.0:1779202869.132135:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1779202869.132146:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524206720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202869.132196:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202869.132267:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524206720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202869.132276:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1779202869.132428:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524206720:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1779202869.971744:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202870.987404:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202871.126521:0:25309:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202871.126531:0:25309:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202871.130143:0:25309:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202871.130174:0:25309:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202871.179819:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524206848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202871.179919:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202871.180016:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524206848 00000100:00100000:2.0:1779202871.180027:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524206848 00000100:00100000:2.0:1779202871.180085:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1779202871.180096:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524206848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202871.180148:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1779202871.180205:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524206848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202871.180213:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1779202871.180272:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524206848:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202871.194302:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524207360:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.194423:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202871.194497:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524207872:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.194529:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202871.194569:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524208384:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.194592:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202871.194644:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524207360 00000100:00100000:1.0:1779202871.194654:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524207360 00000100:00100000:1.0:1779202871.194736:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1779202871.194760:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524207360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.194828:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524207360:12345-0@lo:400:kworker.0 Request processed in 71us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202871.194845:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1779202871.194901:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524207360:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.195108:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524207232:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.195148:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202871.195176:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524207744:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.195200:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202871.195217:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524208256:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.195239:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202871.195260:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1779202871.195268:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524207104:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.195291:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202871.195310:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524207616:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.195331:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202871.195349:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524208128:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.195371:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202871.195422:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524207872 00000100:00100000:1.0:1779202871.195427:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524207872 00000100:00100000:1.0:1779202871.195470:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524208384 00000100:00100000:1.0:1779202871.195473:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524208384 00000100:00100000:1.0:1779202871.195492:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524207744 00000100:00100000:1.0:1779202871.195494:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524207744 00000100:00100000:1.0:1779202871.195508:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524208256 00000100:00100000:1.0:1779202871.195510:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524208256 00000100:00100000:1.0:1779202871.195528:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1779202871.195535:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524207872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.196235:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524207872:12345-0@lo:400:kworker.0 Request processed in 698us (1702us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202871.196245:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1779202871.196270:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1779202871.196280:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524208384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.196311:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524208384:12345-0@lo:400:kworker.0 Request processed in 34us (1719us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202871.196316:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1779202871.196327:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1779202871.196334:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524207744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.196366:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524207744:12345-0@lo:400:kworker.0 Request processed in 33us (1165us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202871.196373:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1779202871.196383:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:1.0:1779202871.196390:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524208256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.196417:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524208256:12345-0@lo:400:kworker.0 Request processed in 28us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202871.196423:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:1.0:1779202871.196450:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524207232 00000100:00100000:1.0:1779202871.196457:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524207232 00000100:00100000:1.0:1779202871.196499:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524207104 00000100:00100000:1.0:1779202871.196502:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524207104 00000100:00100000:1.0:1779202871.196520:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524207616 00000100:00100000:1.0:1779202871.196522:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524207616 00000100:00100000:1.0:1779202871.196549:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524208128 00000100:00100000:1.0:1779202871.196552:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524208128 00000100:00100000:1.0:1779202871.196569:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:1.0:1779202871.196575:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524207232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.196607:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524207232:12345-0@lo:400:kworker.0 Request processed in 33us (1459us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202871.196614:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:1.0:1779202871.196625:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1779202871.196631:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524207104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.196656:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524207104:12345-0@lo:400:kworker.0 Request processed in 26us (1365us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202871.196665:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1779202871.196674:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:1.0:1779202871.196679:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524207616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.196730:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524207616:12345-0@lo:400:kworker.0 Request processed in 51us (1398us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202871.196735:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:1.0:1779202871.196756:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1779202871.196762:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524208128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.196787:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524208128:12345-0@lo:400:kworker.0 Request processed in 26us (1415us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202871.196792:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:3.0:1779202871.197156:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524206976:0@lo:400:kworker.0 00000100:00100000:3.0:1779202871.197213:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202871.197261:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524207488:0@lo:400:kworker.0 00000100:00100000:3.0:1779202871.197289:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202871.197310:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524208000:0@lo:400:kworker.0 00000100:00100000:3.0:1779202871.197331:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202871.197377:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524207488 00000100:00100000:3.0:1779202871.197382:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524207488 00000100:00100000:3.0:1779202871.197410:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524208000 00000100:00100000:3.0:1779202871.197413:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524208000 00000100:00100000:3.0:1779202871.197427:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1779202871.197433:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524207488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202871.197472:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524207488:12345-0@lo:400:kworker.0 Request processed in 38us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202871.197478:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1779202871.197490:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1779202871.197496:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524208000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202871.197524:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524208000:12345-0@lo:400:kworker.0 Request processed in 29us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202871.197529:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00080000:3.0:1779202871.197553:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202871.197557:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202871.197560:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202871.197564:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202871.197589:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524206976 00000100:00100000:3.0:1779202871.197593:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524206976 00000100:00100000:3.0:1779202871.197622:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1779202871.197628:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524206976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202871.197658:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524206976:12345-0@lo:400:kworker.0 Request processed in 30us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202871.197665:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1779202871.197724:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524206976:0@lo:400:kworker.0 00000100:00100000:3.0:1779202871.197737:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524207488:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.204003:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524207104:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.204062:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524207616:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.204078:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524208128:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.204095:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524207232:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.204109:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524207744:0@lo:400:kworker.0 00000100:00100000:1.0:1779202871.204122:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524208256:0@lo:400:kworker.0 00000100:00100000:3.0:1779202871.204505:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524208000:0@lo:400:kworker.0 00000100:00100000:0.0:1779202871.206803:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524207872:0@lo:400:kworker.0 00000100:00100000:0.0:1779202871.206827:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524208384:0@lo:400:kworker.0 00010000:00010000:1.0:1779202872.016276:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202872.708568:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202872.708999:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501328768 00000100:00100000:2.0:1779202872.709011:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501328768 00000100:00100000:2.0:1779202872.709095:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 660 00000100:00100000:2.0:1779202872.709107:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2421:x1865628501328768:12345-192.168.204.21@tcp:63:ll_sa.0 00010000:00010000:2.0:1779202872.709150:0:6567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1779202872.709176:0:6567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc1782 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcabaa0b082d667b1 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709245:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1789 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1779202872.709257:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1779202872.709260:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1789 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709271:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1789 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709290:0:6567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1790 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709297:0:6567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1790 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709303:0:6567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1790 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709363:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1789 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709370:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1789 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709376:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1789 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709382:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922f200 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202872.709387:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1789 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709398:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1789 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709410:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202872.709413:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202872.709419:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1789 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709426:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922f200/0x3d5ca2fc49dc1789 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709440:0:6567:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1790 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709445:0:6567:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1790 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709450:0:6567:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1790 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709455:0:6567:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91d0d922e800 already unused, calling callback (ffffffffc186d4f0) 00010000:00010000:2.0:1779202872.709457:0:6567:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1790 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709462:0:6567:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1790 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709468:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x70954b0b (ffff91cfc2882200) 00010000:00010000:2.0:1779202872.709471:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1779202872.709473:0:6567:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1790 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709482:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922e800/0x3d5ca2fc49dc1790 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709513:0:6567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc1782 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d667b1 expref: 112 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709523:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff91cfc1ad0400) 00010000:00010000:2.0:1779202872.709525:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1779202872.709529:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0d922fa00/0x3d5ca2fc49dc1782 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d667b1 expref: 112 pid: 6567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779202872.709538:0:6567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91d0d922fa00, rc -2) 00000100:00100000:2.0:1779202872.709616:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2421:x1865628501328768:12345-192.168.204.21@tcp:63:ll_sa.0 Request processed in 512us (1056us total) trans 0 rc -2/-2 00000100:00100000:2.0:1779202872.709623:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 660 00000100:00100000:0.0:1779202872.716169:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202872.716196:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524208512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202872.716282:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202872.716358:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524208640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202872.716384:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202872.716447:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524208512 00000100:00100000:3.0:1779202872.716458:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524208512 00000100:00100000:2.0:1779202872.716465:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524208640 00000100:00100000:2.0:1779202872.716468:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524208640 00000100:00100000:3.0:1779202872.716519:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1779202872.716530:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524208512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202872.716570:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779202872.716643:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524208512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202872.716651:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1779202872.716686:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524208512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202872.731547:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1779202872.731570:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524208640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202872.731773:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779202872.731859:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202872.731870:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524208640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 311us (15485us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202872.731879:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1779202872.731894:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202872.731920:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202872.731932:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501328896 00000100:00100000:1.0:1779202872.731941:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501328896 00000100:00100000:0.0:1779202872.731941:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202872.731958:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202872.731975:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202872.731980:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 812 00000100:00100000:1.0:1779202872.731986:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501328896:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202872.731992:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202872.732052:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501328896:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 65us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202872.732058:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 812 00000100:00100000:1.0:1779202872.732126:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524208640:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202872.732167:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501329152 00000100:00100000:1.0:1779202872.732171:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501329152 00000100:00100000:0.0:1779202872.732182:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00080000:0.0:1779202872.732270:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202872.732439:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501329664 00000100:00100000:1.0:1779202872.732444:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501329664 00000100:00100000:1.0:1779202872.732471:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501329280 00000100:00100000:1.0:1779202872.732474:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501329280 00000100:00100000:1.0:1779202872.732487:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501329792 00000100:00100000:1.0:1779202872.732489:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501329792 00000100:00100000:1.0:1779202872.732503:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 929 00000100:00100000:1.0:1779202872.732509:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501329152:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202872.732546:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501329152:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 37us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202872.732552:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 929 00000100:00100000:1.0:1779202872.732565:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 930 00000100:00100000:1.0:1779202872.732570:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501329664:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202872.732606:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501329664:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 36us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202872.732613:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 930 00000100:00100000:1.0:1779202872.732625:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 931 00000100:00100000:1.0:1779202872.732630:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501329280:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202872.732655:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501329280:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202872.732661:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 931 00000100:00100000:1.0:1779202872.732672:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 932 00000100:00100000:1.0:1779202872.732677:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501329792:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202872.732735:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501329792:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 58us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202872.732741:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 932 00000100:00080000:1.0:1779202872.732769:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202872.732771:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202872.732851:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501329024 00000100:00100000:1.0:1779202872.732855:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501329024 00000100:00100000:1.0:1779202872.732886:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501329408 00000100:00100000:1.0:1779202872.732889:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501329408 00000100:00100000:1.0:1779202872.732908:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501329536 00000100:00100000:1.0:1779202872.732910:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501329536 00000100:00100000:1.0:1779202872.732926:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1348 00000100:00100000:1.0:1779202872.732933:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501329024:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202872.732964:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501329024:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (1108us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202872.732970:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1348 00000100:00100000:1.0:1779202872.732982:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1349 00000100:00100000:1.0:1779202872.732989:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501329408:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202872.733010:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501329408:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202872.733016:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1349 00000100:00100000:1.0:1779202872.733026:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1350 00000100:00100000:1.0:1779202872.735621:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501329536:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202872.735727:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501329536:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 2694us (3733us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202872.735738:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1350 00000100:00080000:1.0:1779202872.735808:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202872.735814:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1779202873.039646:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202873.141573:0:25361:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202873.141582:0:25361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202873.147232:0:25361:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202873.147251:0:25361:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202873.228854:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202873.228890:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524208768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202873.228964:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202873.229034:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524208768 00000100:00100000:0.0:1779202873.229042:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524208768 00000100:00100000:0.0:1779202873.229100:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1779202873.229111:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524208768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202873.229141:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202873.229185:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524208768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202873.229192:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00080000:0.0:1779202873.229213:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202873.229253:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524208768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202873.234916:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524208896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202873.234991:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202873.235095:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524208896 00000100:00100000:1.0:1779202873.235104:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524208896 00000100:00100000:1.0:1779202873.235168:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1779202873.235177:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524208896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202873.235201:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779202873.235245:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524208896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202873.235251:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00080000:0.0:1779202873.235297:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202873.235451:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524208896:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1779202873.676557:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202873.676565:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202873.677234:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202873.677248:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202874.059900:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202874.190639:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202874.255816:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779202874.255842:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524209024:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202874.255933:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202874.260327:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524209024 00000100:00100000:1.0:1779202874.260345:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524209024 00000100:00100000:1.0:1779202874.260420:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1779202874.260430:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524209024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202874.260470:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202874.260571:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524209024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 142us (4638us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202874.260579:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1779202874.261940:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524209024:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1779202875.089594:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202875.448747:0:25412:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202875.448763:0:25412:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202875.450570:0:25412:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202875.450598:0:25412:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202876.107160:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202876.299491:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524209408:0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.299726:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524209152:0@lo:400:kworker.0 00000100:00100000:0.0:1779202876.299823:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524209536:0@lo:400:kworker.0 00000100:00100000:2.0:1779202876.299881:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524209280:0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.307087:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202876.307199:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524209664:0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.307244:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202876.307277:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524210176:0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.307304:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202876.307326:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524210688:0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.307350:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202876.307414:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524210176 00000100:00100000:1.0:1779202876.307425:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524210176 00000100:00100000:1.0:1779202876.307497:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524210688 00000100:00100000:1.0:1779202876.307500:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524210688 00000100:00100000:1.0:1779202876.307526:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:1.0:1779202876.307538:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524210176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.307615:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524210176:12345-0@lo:400:kworker.0 Request processed in 80us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202876.307624:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:1.0:1779202876.307642:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1779202876.307671:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524210688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.307723:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524210688:12345-0@lo:400:kworker.0 Request processed in 54us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202876.307730:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1779202876.307789:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524210176:0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.307801:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524210688:0@lo:400:kworker.0 00000100:00080000:1.0:1779202876.307855:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202876.307860:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202876.307880:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524209664 00000100:00100000:1.0:1779202876.307884:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524209664 00000100:00100000:1.0:1779202876.307916:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1779202876.307923:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524209664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.307965:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524209664:12345-0@lo:400:kworker.0 Request processed in 43us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202876.307971:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1779202876.307997:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524209664:0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.308027:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524209152 00000100:00100000:1.0:1779202876.308030:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524209152 00000100:00100000:1.0:1779202876.308058:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1779202876.308065:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524209152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.308100:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524209152:12345-0@lo:400:kworker.0 Request processed in 36us (1026us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202876.308106:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1779202876.308145:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524209152:0@lo:400:kworker.0 00000100:00100000:0.0:1779202876.313188:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202876.313257:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524210048:0@lo:400:kworker.0 00000100:00100000:0.0:1779202876.313308:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202876.313329:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524210560:0@lo:400:kworker.0 00000100:00100000:0.0:1779202876.313351:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202876.313399:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524210048 00000100:00100000:0.0:1779202876.313410:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524210048 00000100:00100000:0.0:1779202876.313477:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524210560 00000100:00100000:0.0:1779202876.313481:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524210560 00000100:00100000:0.0:1779202876.313507:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1779202876.313517:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524210048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202876.313589:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524210048:12345-0@lo:400:kworker.0 Request processed in 72us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202876.313598:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1779202876.313619:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1779202876.313625:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524210560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202876.313674:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524210560:12345-0@lo:400:kworker.0 Request processed in 50us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202876.313679:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1779202876.313747:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524210560:0@lo:400:kworker.0 00000100:00100000:0.0:1779202876.313779:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524210048:0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.318832:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524209536 00000100:00100000:1.0:1779202876.318854:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524209536 00000100:00100000:1.0:1779202876.318962:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1779202876.318976:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524209536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.319121:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524209536:12345-0@lo:400:kworker.0 Request processed in 148us (5943us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202876.319129:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00080000:1.0:1779202876.319175:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202876.319183:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202876.322061:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524209536:0@lo:400:kworker.0 00000100:00100000:2.0:1779202876.326828:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202876.326906:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524209792:0@lo:400:kworker.0 00000100:00100000:2.0:1779202876.326948:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202876.326984:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524210304:0@lo:400:kworker.0 00000100:00100000:2.0:1779202876.327011:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202876.327031:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524210816:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202876.327062:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202876.327109:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524210816 00000100:00100000:2.0:1779202876.327121:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524210816 00000100:00100000:2.0:1779202876.327191:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1779202876.327202:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524210816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202876.327258:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1779202876.327310:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524210816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202876.327318:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1779202876.327381:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524210816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202876.327517:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524209280 00000100:00100000:0.0:1779202876.327522:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524209280 00000100:00100000:0.0:1779202876.327564:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524209792 00000100:00100000:0.0:1779202876.327567:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524209792 00000100:00100000:0.0:1779202876.327593:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524210304 00000100:00100000:0.0:1779202876.327596:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524210304 00000100:00100000:0.0:1779202876.327619:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:0.0:1779202876.327625:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524209280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202876.327686:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524209280:12345-0@lo:400:kworker.0 Request processed in 60us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202876.327720:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:0.0:1779202876.327737:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1779202876.327744:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524209792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202876.327772:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524209792:12345-0@lo:400:kworker.0 Request processed in 29us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202876.327778:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1779202876.327788:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1779202876.327794:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524210304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202876.327822:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524210304:12345-0@lo:400:kworker.0 Request processed in 29us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202876.327827:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00080000:1.0:1779202876.327926:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202876.328225:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524209280:0@lo:400:kworker.0 00000100:00100000:2.0:1779202876.328239:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524209792:0@lo:400:kworker.0 00000100:00100000:2.0:1779202876.328250:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524210304:0@lo:400:kworker.0 00000100:00100000:3.0:1779202876.334588:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202876.334734:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524209920:0@lo:400:kworker.0 00000100:00100000:3.0:1779202876.334814:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202876.334845:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524210432:0@lo:400:kworker.0 00000100:00100000:3.0:1779202876.334883:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202876.335207:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524209920 00000100:00100000:0.0:1779202876.335219:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524209920 00000100:00100000:0.0:1779202876.335298:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524210432 00000100:00100000:0.0:1779202876.335301:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524210432 00000100:00100000:0.0:1779202876.335328:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1779202876.335338:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524209920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202876.335413:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524209920:12345-0@lo:400:kworker.0 Request processed in 76us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202876.335421:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1779202876.335440:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:0.0:1779202876.335446:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524210432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202876.335477:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524210432:12345-0@lo:400:kworker.0 Request processed in 31us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202876.335483:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1779202876.335566:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524209408 00000100:00100000:1.0:1779202876.335572:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524209408 00000100:00100000:1.0:1779202876.335618:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1779202876.335626:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524209408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202876.335725:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524209408:12345-0@lo:400:kworker.0 Request processed in 66us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202876.335733:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00080000:3.0:1779202876.336386:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202876.336441:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524209408:0@lo:400:kworker.0 00000100:00100000:3.0:1779202876.336459:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524209920:0@lo:400:kworker.0 00000100:00100000:3.0:1779202876.336470:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524210432:0@lo:400:kworker.0 00010000:00010000:1.0:1779202877.132900:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202877.542340:0:25463:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202877.542352:0:25463:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202877.544866:0:25463:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202877.544891:0:25463:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202877.840668:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202877.840742:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202877.840767:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202877.840945:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501330304 00000100:00100000:3.0:1779202877.840959:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501330304 00000100:00100000:3.0:1779202877.841041:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 937 00000100:00100000:3.0:1779202877.841055:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501330304:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202877.841157:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501330304:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 105us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202877.841166:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 937 00000100:00100000:2.0:1779202877.841475:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501330048 00000100:00100000:2.0:1779202877.841481:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501330048 00000100:00100000:2.0:1779202877.841524:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501330560 00000100:00100000:2.0:1779202877.841527:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501330560 00000100:00100000:2.0:1779202877.841553:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1357 00000100:00100000:2.0:1779202877.841561:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2422:x1865628501330048:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202877.841602:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2422:x1865628501330048:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 42us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202877.841609:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1357 00000100:00100000:2.0:1779202877.841635:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1358 00000100:00100000:2.0:1779202877.841641:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2422:x1865628501330560:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202877.841669:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2422:x1865628501330560:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202877.841675:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1358 00000100:00100000:0.0:1779202877.842901:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202877.843029:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202877.843074:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202877.843521:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501330816 00000100:00100000:2.0:1779202877.843532:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501330816 00000100:00100000:2.0:1779202877.843596:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 938 00000100:00100000:2.0:1779202877.843606:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501330816:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202877.843687:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501330816:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 82us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202877.843709:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 938 00000100:00100000:0.0:1779202877.844539:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202877.844611:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202877.844650:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202877.844688:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501329920 00000100:00100000:0.0:1779202877.844715:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501329920 00000100:00100000:0.0:1779202877.844762:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 814 00000100:00100000:0.0:1779202877.844771:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501329920:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202877.844839:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501329920:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 69us (1808us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202877.844846:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 814 00000100:00100000:0.0:1779202877.844886:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501330176 00000100:00100000:0.0:1779202877.844890:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501330176 00000100:00100000:0.0:1779202877.844922:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501330688 00000100:00100000:0.0:1779202877.844925:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501330688 00000100:00100000:0.0:1779202877.844946:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1359 00000100:00100000:0.0:1779202877.844952:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501330176:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202877.844984:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501330176:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 32us (1910us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202877.844991:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1359 00000100:00100000:0.0:1779202877.845003:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1360 00000100:00100000:0.0:1779202877.845009:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501330688:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202877.845034:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501330688:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202877.845040:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1360 00000100:00100000:0.0:1779202877.845060:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501330432 00000100:00100000:0.0:1779202877.845063:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501330432 00000100:00100000:0.0:1779202877.845087:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501330944 00000100:00100000:0.0:1779202877.845089:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501330944 00000100:00100000:0.0:1779202877.845106:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 939 00000100:00100000:0.0:1779202877.845111:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501330432:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202877.845138:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501330432:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202877.845145:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 939 00000100:00100000:0.0:1779202877.845156:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 940 00000100:00100000:0.0:1779202877.845163:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501330944:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202877.846433:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501330944:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1260us (1772us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202877.846445:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 940 00000100:00080000:2.0:1779202877.846938:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202877.846945:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202877.846948:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202877.846952:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202877.848237:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524210944:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202877.848332:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202877.848426:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524210944 00000100:00100000:3.0:1779202877.848437:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524210944 00000100:00100000:3.0:1779202877.848489:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1779202877.848498:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524210944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202877.848537:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779202877.848587:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524210944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202877.848596:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1779202877.848667:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524210944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202877.857974:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524211072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202877.858073:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202877.859598:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524211072 00000100:00100000:2.0:1779202877.859625:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524211072 00000100:00100000:2.0:1779202877.859709:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1779202877.859722:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524211072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202877.859757:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779202877.859870:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524211072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 150us (1796us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202877.864315:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1779202877.869339:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524211072:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1779202878.157032:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202878.347777:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202878.347806:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524211200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202878.347904:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202878.348010:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524211200 00000100:00100000:3.0:1779202878.348019:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524211200 00000100:00100000:3.0:1779202878.348094:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1779202878.348102:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524211200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202878.348135:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00080000:2.0:1779202878.348154:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202878.348187:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524211200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202878.348195:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1779202878.348248:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524211200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202878.350589:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524211328:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202878.350664:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202878.350822:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524211328 00000100:00100000:0.0:1779202878.350830:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524211328 00000100:00100000:0.0:1779202878.350900:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1779202878.350910:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524211328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202878.350934:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202878.351004:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524211328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202878.351012:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1779202878.351107:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524211328:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1779202878.351226:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1779202879.180020:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202879.377953:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524211456:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202879.378056:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202879.378308:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524211456 00000100:00100000:2.0:1779202879.378319:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524211456 00000100:00100000:1.0:1779202879.378491:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1779202879.378507:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524211456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202879.378558:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202879.378636:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524211456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202879.378644:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1779202879.378758:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524211456:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1779202879.687831:0:25515:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202879.687841:0:25515:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202879.689436:0:25515:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202879.689457:0:25515:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202880.207372:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202881.235314:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202881.419462:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202881.419493:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524211584:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.419615:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202881.419753:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524211584 00000100:00100000:0.0:1779202881.419772:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524211584 00000100:00100000:0.0:1779202881.419837:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1779202881.419848:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524211584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.419911:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524211584:12345-0@lo:400:kworker.0 Request processed in 64us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202881.419919:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1779202881.419982:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524211584:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420031:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524211712:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420061:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202881.420112:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524211840:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420145:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202881.420189:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524211840 00000100:00100000:0.0:1779202881.420193:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524211840 00000100:00100000:0.0:1779202881.420222:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1779202881.420228:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524211840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420268:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524211840:12345-0@lo:400:kworker.0 Request processed in 40us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202881.420274:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1779202881.420305:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524211840:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420335:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524211968:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420358:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202881.420385:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524211712 00000100:00100000:0.0:1779202881.420389:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524211712 00000100:00100000:0.0:1779202881.420414:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524211968 00000100:00100000:0.0:1779202881.420417:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524211968 00000100:00100000:0.0:1779202881.420435:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1779202881.420441:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524211712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420473:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524211712:12345-0@lo:400:kworker.0 Request processed in 32us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202881.420479:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1779202881.420496:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1779202881.420502:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524211968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420529:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524211968:12345-0@lo:400:kworker.0 Request processed in 28us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202881.420536:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1779202881.420572:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524211712:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420592:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524211968:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420619:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202881.420625:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524212096:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420648:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202881.420685:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524212224:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420734:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202881.420777:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524212352:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420799:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202881.420841:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524212480:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.420868:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202881.420896:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524212480 00000100:00100000:0.0:1779202881.420899:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524212480 00000100:00100000:0.0:1779202881.420956:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1779202881.420963:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524212480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421000:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524212480:12345-0@lo:400:kworker.0 Request processed in 38us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202881.421006:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00080000:0.0:1779202881.421206:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202881.421229:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524212480:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421363:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202881.421370:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524212608:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421396:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202881.421434:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524212736:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421460:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202881.421489:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524212224 00000100:00100000:0.0:1779202881.421493:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524212224 00000100:00100000:0.0:1779202881.421518:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524212352 00000100:00100000:0.0:1779202881.421521:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524212352 00000100:00100000:0.0:1779202881.421534:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524212736 00000100:00100000:0.0:1779202881.421537:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524212736 00000100:00100000:0.0:1779202881.421568:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:0.0:1779202881.421574:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524212224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421610:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524212224:12345-0@lo:400:kworker.0 Request processed in 37us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202881.421618:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:0.0:1779202881.421630:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1779202881.421636:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524212352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421664:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524212352:12345-0@lo:400:kworker.0 Request processed in 29us (864us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202881.421670:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1779202881.421680:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:0.0:1779202881.421685:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524212736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421736:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524212736:12345-0@lo:400:kworker.0 Request processed in 50us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202881.421742:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00080000:0.0:1779202881.421757:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202881.421759:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202881.421775:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524212352:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421793:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524212736:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421801:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524212224:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421825:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524212864:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421846:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202881.421865:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524212864 00000100:00100000:0.0:1779202881.421869:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524212864 00000100:00100000:0.0:1779202881.421886:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:0.0:1779202881.421891:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524212864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421916:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524212864:12345-0@lo:400:kworker.0 Request processed in 25us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202881.421922:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00080000:0.0:1779202881.421932:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202881.421945:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524212864:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421969:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524212992:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.421988:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202881.422023:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202881.422028:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524213120:0@lo:400:kworker.0 00000100:00100000:0.0:1779202881.422050:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202881.424119:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524212096 00000100:00100000:2.0:1779202881.424137:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524212096 00000100:00100000:2.0:1779202881.424209:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1779202881.424219:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524212096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202881.424329:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524212096:12345-0@lo:400:kworker.0 Request processed in 111us (3679us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202881.424337:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1779202881.424375:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524212608 00000100:00100000:2.0:1779202881.424379:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524212608 00000100:00100000:2.0:1779202881.424421:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524212992 00000100:00100000:2.0:1779202881.424424:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524212992 00000100:00100000:2.0:1779202881.424446:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524213120 00000100:00100000:2.0:1779202881.424449:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524213120 00000100:00100000:2.0:1779202881.424466:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1779202881.424472:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524212608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202881.424507:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524212608:12345-0@lo:400:kworker.0 Request processed in 35us (3110us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202881.424514:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1779202881.424524:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1779202881.424531:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524212992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202881.424573:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524212992:12345-0@lo:400:kworker.0 Request processed in 42us (2584us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202881.424580:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1779202881.424589:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1779202881.424595:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524213120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202881.424619:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524213120:12345-0@lo:400:kworker.0 Request processed in 25us (2568us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202881.424624:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00080000:2.0:1779202881.424657:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202881.424661:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202881.424737:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524213120:0@lo:400:kworker.0 00000100:00100000:2.0:1779202881.424752:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524212992:0@lo:400:kworker.0 00000100:00100000:2.0:1779202881.424762:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524212608:0@lo:400:kworker.0 00000100:00100000:2.0:1779202881.424775:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524212096:0@lo:400:kworker.0 00000100:00100000:3.0:1779202881.429052:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202881.429083:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524213248:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202881.430592:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202881.430896:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524213248 00000100:00100000:1.0:1779202881.430909:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524213248 00000100:00100000:1.0:1779202881.430985:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1779202881.430997:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524213248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202881.431047:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779202881.431123:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524213248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 128us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202881.431132:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1779202881.432068:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524213248:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1779202882.060435:0:25566:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202882.060447:0:25566:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202882.061481:0:25566:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202882.061500:0:25566:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202882.251250:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202882.951385:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202882.951448:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202882.951503:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202882.951548:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202882.952032:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202882.952068:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202882.952088:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202882.952106:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202882.952133:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202882.952312:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501331584 00000100:00100000:3.0:1779202882.952328:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501331584 00000100:00100000:3.0:1779202882.952406:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501332096 00000100:00100000:3.0:1779202882.952409:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501332096 00000100:00100000:3.0:1779202882.952434:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 945 00000100:00100000:3.0:1779202882.952446:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501331584:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202882.952934:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501331584:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 487us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202882.952944:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 945 00000100:00100000:3.0:1779202882.952967:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501331456 00000100:00100000:3.0:1779202882.952972:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501331456 00000100:00100000:3.0:1779202882.952993:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501331968 00000100:00100000:3.0:1779202882.952996:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501331968 00000100:00100000:3.0:1779202882.953012:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 946 00000100:00100000:3.0:1779202882.953019:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501332096:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202882.953056:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501332096:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 37us (1488us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202882.953063:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 946 00000100:00100000:3.0:1779202882.953074:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 947 00000100:00100000:3.0:1779202882.953080:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501331456:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202882.953106:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501331456:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202882.953112:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 947 00000100:00100000:3.0:1779202882.953122:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 948 00000100:00100000:3.0:1779202882.953128:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501331968:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202882.953153:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501331968:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202882.953160:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 948 00000100:00100000:1.0:1779202882.953734:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501331072 00000100:00100000:1.0:1779202882.953742:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501331072 00000100:00100000:1.0:1779202882.953947:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 816 00000100:00100000:1.0:1779202882.953956:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501331072:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202882.954009:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501331072:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 55us (2641us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202882.954017:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 816 00000100:00080000:0.0:1779202882.954189:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202882.954196:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202882.954354:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501331328 00000100:00100000:2.0:1779202882.954362:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501331328 00000100:00100000:2.0:1779202882.954421:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501331840 00000100:00100000:2.0:1779202882.954425:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501331840 00000100:00100000:2.0:1779202882.954452:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501331200 00000100:00100000:2.0:1779202882.954455:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501331200 00000100:00100000:2.0:1779202882.954470:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501331712 00000100:00100000:2.0:1779202882.954473:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501331712 00000100:00100000:2.0:1779202882.954489:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1367 00000100:00100000:2.0:1779202882.954497:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501331328:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202882.954557:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501331328:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 60us (3109us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202882.954565:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1367 00000100:00100000:2.0:1779202882.954951:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1368 00000100:00100000:2.0:1779202882.954959:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501331840:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202882.954992:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501331840:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 34us (3444us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202882.954999:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1368 00000100:00100000:2.0:1779202882.955011:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1369 00000100:00100000:2.0:1779202882.955017:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2419:x1865628501331200:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202882.955045:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2419:x1865628501331200:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (2976us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202882.955051:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1369 00000100:00100000:2.0:1779202882.955063:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1370 00000100:00100000:2.0:1779202882.955069:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501331712:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202882.955093:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501331712:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (2986us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202882.955099:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1370 00000100:00080000:0.0:1779202882.955453:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202882.955458:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202882.957926:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524213376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202882.958024:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202882.958936:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202882.958954:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524213504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202882.959005:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202882.959251:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524213376 00000100:00100000:0.0:1779202882.959261:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524213376 00000100:00100000:0.0:1779202882.959323:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524213504 00000100:00100000:0.0:1779202882.959327:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524213504 00000100:00100000:0.0:1779202882.959344:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1779202882.959354:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524213376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202882.959393:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779202882.959465:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524213376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (1440us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202882.959482:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1779202882.959504:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1779202882.959510:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524213504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202882.959535:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779202882.959562:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524213504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202882.959578:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1779202882.960160:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524213376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202882.960830:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524213504:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1779202883.275081:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202883.467741:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202883.467792:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524213632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202883.467893:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202883.467989:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524213632 00000100:00100000:0.0:1779202883.467999:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524213632 00000100:00100000:0.0:1779202883.468072:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1779202883.468082:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524213632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202883.468125:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202883.468175:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524213632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202883.468186:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00080000:0.0:1779202883.468221:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202883.468267:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524213632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202883.481013:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779202883.481047:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524213760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202883.481531:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202883.481671:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524213760 00000100:00100000:3.0:1779202883.481683:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524213760 00000100:00100000:3.0:1779202883.481786:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1779202883.481799:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524213760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202883.481833:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00080000:1.0:1779202883.482533:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202883.483060:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524213760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1260us (1615us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202883.483075:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1779202883.483868:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524213760:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1779202883.924010:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202883.924021:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202883.924579:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202883.924592:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202884.300397:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202884.440627:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1779202884.491921:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524213888:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202884.492026:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202884.492134:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524213888 00000100:00100000:0.0:1779202884.492143:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524213888 00000100:00100000:0.0:1779202884.492202:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1779202884.492213:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524213888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202884.492275:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202884.492332:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524213888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202884.492340:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1779202884.492403:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524213888:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1779202884.574177:0:25617:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202884.574187:0:25617:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202884.581161:0:25617:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202884.581290:0:25617:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202885.326631:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202886.351202:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202886.542224:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202886.542258:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524214016:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202886.542358:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202886.542471:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524214016 00000100:00100000:1.0:1779202886.542481:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524214016 00000100:00100000:1.0:1779202886.542538:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1779202886.542547:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524214016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202886.542593:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779202886.542652:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524214016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202886.542660:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1779202886.542753:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524214016:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202886.543605:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524214272:0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.543655:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202886.543723:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524214784:0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.543748:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202886.543772:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524215296:0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.543900:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524214528:0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.543938:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202886.543961:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524215040:0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.543986:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202886.544005:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524215552:0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.544025:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202886.544047:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1779202886.544052:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524214144:0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.544094:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202886.544118:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524214656:0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.544142:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202886.544158:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524215168:0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.544181:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202886.544213:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524214528 00000100:00100000:2.0:1779202886.544221:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524214528 00000100:00100000:2.0:1779202886.544269:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1779202886.544278:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524214528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.544336:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524214528:12345-0@lo:400:kworker.0 Request processed in 58us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202886.544343:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1779202886.544369:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524215040 00000100:00100000:2.0:1779202886.544372:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524215040 00000100:00100000:2.0:1779202886.544409:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524215552 00000100:00100000:2.0:1779202886.544412:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524215552 00000100:00100000:2.0:1779202886.544433:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:2.0:1779202886.544439:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524215040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.544485:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524215040:12345-0@lo:400:kworker.0 Request processed in 46us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202886.544491:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:2.0:1779202886.544502:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1779202886.544507:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524215552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.544534:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524215552:12345-0@lo:400:kworker.0 Request processed in 27us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202886.544539:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1779202886.544566:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524214144 00000100:00100000:2.0:1779202886.544569:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524214144 00000100:00100000:2.0:1779202886.544596:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1779202886.544603:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524214144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.544633:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524214144:12345-0@lo:400:kworker.0 Request processed in 30us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202886.544639:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1779202886.544671:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524214272 00000100:00100000:2.0:1779202886.544674:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524214272 00000100:00100000:2.0:1779202886.544729:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524214784 00000100:00100000:2.0:1779202886.544733:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524214784 00000100:00100000:2.0:1779202886.544754:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524214656 00000100:00100000:2.0:1779202886.544756:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524214656 00000100:00100000:2.0:1779202886.544771:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524215168 00000100:00100000:2.0:1779202886.544773:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524215168 00000100:00100000:2.0:1779202886.544804:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1779202886.544810:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524214272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.544843:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524214272:12345-0@lo:400:kworker.0 Request processed in 33us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202886.544848:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1779202886.544861:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:2.0:1779202886.544867:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524214784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.544893:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524214784:12345-0@lo:400:kworker.0 Request processed in 26us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202886.544898:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:2.0:1779202886.544908:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:2.0:1779202886.544914:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524214656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.544938:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524214656:12345-0@lo:400:kworker.0 Request processed in 24us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202886.544944:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:2.0:1779202886.544954:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1779202886.544960:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524215168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.544984:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524215168:12345-0@lo:400:kworker.0 Request processed in 24us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202886.544990:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1779202886.545052:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524214144:0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.545072:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524214656:0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.545083:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524215168:0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.545094:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524214528:0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.545103:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524215040:0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.545113:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524215552:0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.545933:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202886.546001:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524214272:0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.546018:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524214784:0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.546036:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1779202886.546048:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524214400:0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.546463:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202886.546495:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524214912:0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.546520:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202886.546542:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524215424:0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.546559:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202886.546599:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524215296 00000100:00100000:1.0:1779202886.546606:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524215296 00000100:00100000:1.0:1779202886.546655:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524214400 00000100:00100000:1.0:1779202886.546657:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524214400 00000100:00100000:1.0:1779202886.546670:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:1.0:1779202886.546678:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524215296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.546756:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524215296:12345-0@lo:400:kworker.0 Request processed in 77us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202886.546764:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:2.0:1779202886.548575:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1779202886.548602:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524214400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202886.548735:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524214400:12345-0@lo:400:kworker.0 Request processed in 147us (2273us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202886.548744:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00080000:1.0:1779202886.548970:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202886.548978:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202886.548982:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202886.548986:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202886.549013:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524214912 00000100:00100000:1.0:1779202886.549024:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524214912 00000100:00100000:1.0:1779202886.549171:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524215424 00000100:00100000:1.0:1779202886.549175:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524215424 00000100:00100000:1.0:1779202886.549204:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1779202886.549211:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524214912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.549261:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524214912:12345-0@lo:400:kworker.0 Request processed in 51us (2739us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202886.549267:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1779202886.549282:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1779202886.549288:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524215424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.549318:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524215424:12345-0@lo:400:kworker.0 Request processed in 31us (2758us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202886.549325:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1779202886.549383:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524214400:0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.549397:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524214912:0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.549408:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524215424:0@lo:400:kworker.0 00000100:00100000:1.0:1779202886.549422:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524215296:0@lo:400:kworker.0 00000100:00080000:2.0:1779202886.549538:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202886.549541:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1779202886.982173:0:25669:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202886.982188:0:25669:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202886.986495:0:25669:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202886.986520:0:25669:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202887.374650:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202888.076082:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524215680:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202888.076193:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202888.077470:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524215680 00000100:00100000:1.0:1779202888.077486:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524215680 00000100:00100000:1.0:1779202888.077590:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1779202888.077608:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524215680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202888.077656:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202888.077772:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524215680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 172us (1578us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202888.077779:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00080000:2.0:1779202888.078021:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202888.078088:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524215680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202888.078924:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202888.078950:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524215808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202888.079034:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202888.079652:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524215808 00000100:00100000:0.0:1779202888.079663:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524215808 00000100:00100000:0.0:1779202888.079797:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1779202888.079808:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524215808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202888.079855:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779202888.079929:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524215808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202888.079937:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1779202888.080000:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524215808:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1779202888.080165:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202888.080786:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202888.080832:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202888.080948:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501332224 00000100:00100000:3.0:1779202888.080956:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501332224 00000100:00100000:3.0:1779202888.081010:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 818 00000100:00100000:3.0:1779202888.081018:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501332224:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202888.081102:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501332224:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 84us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202888.081109:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 818 00000100:00100000:2.0:1779202888.081513:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501332480 00000100:00100000:2.0:1779202888.081518:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501332480 00000100:00100000:2.0:1779202888.081584:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1377 00000100:00100000:2.0:1779202888.081594:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501332480:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202888.081635:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501332480:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 44us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202888.081645:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1377 00000100:00080000:3.0:1779202888.081953:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202888.082039:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202888.082090:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202888.082228:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501332736 00000100:00100000:2.0:1779202888.082234:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501332736 00000100:00100000:2.0:1779202888.082275:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 953 00000100:00100000:2.0:1779202888.082283:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501332736:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202888.082327:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501332736:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 45us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202888.082335:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 953 00000100:00080000:2.0:1779202888.082355:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202888.082485:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202888.082519:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202888.082558:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501333248 00000100:00100000:2.0:1779202888.082562:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501333248 00000100:00100000:2.0:1779202888.082596:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 954 00000100:00100000:2.0:1779202888.082603:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501333248:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202888.082633:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501333248:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202888.082639:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 954 00000100:00080000:2.0:1779202888.082658:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202888.091155:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501332992 00000100:00100000:1.0:1779202888.091227:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202888.091258:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202888.091401:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501332992 00000100:00080000:2.0:1779202888.091464:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202888.103022:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202888.103080:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501332608 00000100:00100000:1.0:1779202888.103094:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501332608 00000100:00100000:1.0:1779202888.103173:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501333120 00000100:00100000:1.0:1779202888.103177:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501333120 00000100:00100000:1.0:1779202888.103204:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 955 00000100:00100000:1.0:1779202888.103216:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501332608:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202888.103323:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501332608:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 108us (12101us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202888.103333:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 955 00000100:00100000:1.0:1779202888.103358:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 956 00000100:00100000:1.0:1779202888.103365:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501333120:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202888.107569:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501333120:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 4181us (4540us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202888.107589:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 956 00000100:00100000:0.0:1779202888.113346:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501332352 00000100:00100000:0.0:1779202888.113370:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501332352 00000100:00100000:0.0:1779202888.113508:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501332864 00000100:00100000:0.0:1779202888.113512:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501332864 00000100:00100000:0.0:1779202888.113557:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1378 00000100:00100000:0.0:1779202888.113572:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501332992:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202888.113719:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501332992:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 150us (31627us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202888.113729:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1378 00000100:00100000:0.0:1779202888.113854:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1379 00000100:00100000:0.0:1779202888.113862:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2420:x1865628501332352:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202888.113903:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2420:x1865628501332352:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 42us (31382us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202888.113910:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1379 00000100:00100000:0.0:1779202888.114064:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1380 00000100:00100000:0.0:1779202888.114071:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501332864:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202888.114106:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501332864:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (22847us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202888.114112:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1380 00000100:00080000:0.0:1779202888.114223:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202888.114230:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1779202888.394917:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202888.586998:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202888.587031:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524215936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202888.587140:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202888.587240:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202888.587240:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524215936 00000100:00100000:2.0:1779202888.587253:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524216064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202888.587253:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524215936 00000100:00100000:2.0:1779202888.587291:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202888.587342:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524216064 00000100:00100000:2.0:1779202888.587347:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524216064 00000100:00100000:1.0:1779202888.587351:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1779202888.587365:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524215936:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202888.587390:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1779202888.587401:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524216064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202888.587403:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00002000:00000024:2.0:1779202888.587426:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1779202888.587478:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524216064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202888.587486:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524215936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202888.587490:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1779202888.587499:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1779202888.588278:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524216064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202888.588337:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524215936:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1779202888.591535:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1779202889.231265:0:25720:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202889.231278:0:25720:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202889.231957:0:25720:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202889.231971:0:25720:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202889.424064:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202889.615300:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524216192:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202889.615582:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202889.618920:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524216192 00000100:00100000:1.0:1779202889.618944:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524216192 00000100:00100000:1.0:1779202889.619645:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1779202889.619664:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524216192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1779202889.619894:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779202889.620079:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524216192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 420us (4498us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202889.620089:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1779202889.620286:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524216192:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202890.444094:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202891.420888:0:25771:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202891.420900:0:25771:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202891.422579:0:25771:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202891.422599:0:25771:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202891.467225:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202891.660467:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3184380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524216448:0@lo:400:kworker.0 00000100:00100000:3.0:1779202891.660684:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524216576:0@lo:400:kworker.0 00000100:00100000:3.0:1779202891.660786:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202891.660895:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524217088:0@lo:400:kworker.0 00000100:00100000:3.0:1779202891.660931:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202891.660985:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524217600:0@lo:400:kworker.0 00000100:00100000:3.0:1779202891.661013:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202891.661058:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1779202891.661065:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524216704:0@lo:400:kworker.0 00000100:00100000:3.0:1779202891.661088:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202891.661796:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3185880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524216320:0@lo:400:kworker.0 00000100:00100000:2.0:1779202891.661859:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202891.661903:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524216832:0@lo:400:kworker.0 00000100:00100000:2.0:1779202891.661930:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202891.661951:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524217344:0@lo:400:kworker.0 00000100:00100000:2.0:1779202891.661979:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202891.661996:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524217856:0@lo:400:kworker.0 00000100:00100000:2.0:1779202891.662018:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202891.662040:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202891.662047:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524217984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202891.662070:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202891.662252:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524216576 00000100:00100000:1.0:1779202891.662264:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524216576 00000100:00100000:1.0:1779202891.662308:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524216832 00000100:00100000:1.0:1779202891.662311:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524216832 00000100:00100000:1.0:1779202891.662323:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524217984 00000100:00100000:1.0:1779202891.662325:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524217984 00000100:00100000:1.0:1779202891.662341:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1779202891.662365:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3664:x1865628524216576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202891.662433:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3664:x1865628524216576:12345-0@lo:400:kworker.0 Request processed in 83us (1649us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202891.662450:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1779202891.662468:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1779202891.662474:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524216832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202891.662580:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524217216:0@lo:400:kworker.0 00000100:00100000:3.0:1779202891.662604:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202891.662623:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524217728:0@lo:400:kworker.0 00000100:00100000:3.0:1779202891.662645:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202891.662686:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524216576:0@lo:400:kworker.0 00000100:00100000:3.0:1779202891.662737:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1779202891.662745:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524217984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202891.662777:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1779202891.665515:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524216320 00000100:00100000:2.0:1779202891.665534:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524216320 00000100:00100000:2.0:1779202891.665623:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1779202891.665636:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524216320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202891.665840:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524216832:12345-0@lo:400:kworker.0 Request processed in 3363us (3906us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202891.665853:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1779202891.666083:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524217344 00000100:00100000:0.0:1779202891.666089:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524217344 00000100:00100000:0.0:1779202891.666149:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524217856 00000100:00100000:0.0:1779202891.666152:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524217856 00000100:00100000:0.0:1779202891.666171:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524217216 00000100:00100000:0.0:1779202891.666174:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524217216 00000100:00100000:0.0:1779202891.666189:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524217728 00000100:00100000:0.0:1779202891.666192:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524217728 00000100:00100000:0.0:1779202891.666207:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1779202891.666214:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524217344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202891.666739:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524217984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3992us (4664us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202891.666749:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1779202891.668898:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:3.0:1779202891.668936:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524217856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202891.669399:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524216320:12345-0@lo:400:kworker.0 Request processed in 3763us (7537us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202891.669417:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1779202891.669820:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524217856:12345-0@lo:400:kworker.0 Request processed in 907us (7800us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202891.669828:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:3.0:1779202891.669862:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1779202891.669876:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524217216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202891.669927:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524217216:12345-0@lo:400:kworker.0 Request processed in 60us (7322us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202891.669938:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1779202891.669958:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1779202891.669965:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524217728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202891.670297:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524217984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202891.670316:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3185880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524216320:0@lo:400:kworker.0 00000100:00100000:2.0:1779202891.670334:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524216832:0@lo:400:kworker.0 00000100:00100000:2.0:1779202891.670411:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524217344:0@lo:400:kworker.0 00000100:00100000:2.0:1779202891.670424:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524217856:0@lo:400:kworker.0 00000100:00100000:1.0:1779202891.670789:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524217088 00000100:00100000:1.0:1779202891.670799:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524217088 00000100:00100000:1.0:1779202891.670857:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524217600 00000100:00100000:1.0:1779202891.670861:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524217600 00000100:00100000:1.0:1779202891.670884:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524216704 00000100:00100000:1.0:1779202891.670886:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524216704 00000100:00100000:1.0:1779202891.670907:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:1.0:1779202891.670913:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524217088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202891.671310:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1779202891.671321:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524217600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202891.671426:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524217728:12345-0@lo:400:kworker.0 Request processed in 1459us (8777us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202891.671435:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1779202891.671469:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:3.0:1779202891.671479:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524216704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202891.671509:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524216704:12345-0@lo:400:kworker.0 Request processed in 34us (10421us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202891.671514:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:0.0:1779202891.671675:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524217344:12345-0@lo:400:kworker.0 Request processed in 5459us (9692us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202891.671685:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00080000:0.0:1779202891.671752:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202891.671759:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202891.671763:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202891.671834:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202891.671881:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524216960:0@lo:400:kworker.0 00000100:00100000:0.0:1779202891.671922:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202891.671941:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524217472:0@lo:400:kworker.0 00000100:00100000:0.0:1779202891.671965:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202891.672000:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524216448 00000100:00100000:0.0:1779202891.672007:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524216448 00000100:00100000:0.0:1779202891.672045:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524216960 00000100:00100000:0.0:1779202891.672047:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524216960 00000100:00100000:0.0:1779202891.672069:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524217472 00000100:00100000:0.0:1779202891.672073:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524217472 00000100:00100000:0.0:1779202891.672088:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1779202891.672239:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524216448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202891.672283:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524216448:12345-0@lo:400:kworker.0 Request processed in 48us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202891.672290:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1779202891.672304:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1779202891.672310:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524216960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202891.672340:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524216960:12345-0@lo:400:kworker.0 Request processed in 31us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202891.672345:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1779202891.672367:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1779202891.672374:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524217472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202891.672411:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524217472:12345-0@lo:400:kworker.0 Request processed in 39us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202891.672417:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00080000:0.0:1779202891.672446:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202891.672495:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3184380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524216448:0@lo:400:kworker.0 00000100:00100000:0.0:1779202891.672508:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524216960:0@lo:400:kworker.0 00000100:00100000:0.0:1779202891.672518:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524217472:0@lo:400:kworker.0 00000100:00100000:0.0:1779202891.672596:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524216704:0@lo:400:kworker.0 00000100:00100000:0.0:1779202891.672610:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524217216:0@lo:400:kworker.0 00000100:00100000:0.0:1779202891.672624:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524217728:0@lo:400:kworker.0 00000100:00100000:1.0:1779202891.673082:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524217088:12345-0@lo:400:kworker.0 Request processed in 2165us (12147us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202891.673156:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:0.0:1779202891.673258:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524217088:0@lo:400:kworker.0 00000100:00100000:2.0:1779202891.673764:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524217600:12345-0@lo:400:kworker.0 Request processed in 2440us (12743us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202891.673775:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:0.0:1779202891.674271:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524217600:0@lo:400:kworker.0 00010000:00010000:2.0:1779202892.491087:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202893.133728:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202893.133739:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202893.134313:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202893.134340:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202893.196464:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202893.196523:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202893.196547:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202893.196565:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202893.196595:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202893.196628:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202893.196647:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202893.196665:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202893.196718:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202893.196756:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501333504 00000100:00100000:0.0:1779202893.197057:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501333504 00000100:00100000:0.0:1779202893.197148:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501334016 00000100:00100000:0.0:1779202893.197151:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501334016 00000100:00100000:0.0:1779202893.197172:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501333632 00000100:00100000:0.0:1779202893.197174:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501333632 00000100:00100000:0.0:1779202893.197189:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501334144 00000100:00100000:0.0:1779202893.197192:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501334144 00000100:00100000:0.0:1779202893.197213:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1387 00000100:00100000:0.0:1779202893.197224:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2420:x1865628501333504:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202893.197341:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2420:x1865628501333504:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 118us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202893.197350:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1387 00000100:00100000:0.0:1779202893.197371:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1388 00000100:00100000:0.0:1779202893.197378:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501334016:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202893.197407:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501334016:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202893.197413:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1388 00000100:00100000:0.0:1779202893.197425:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1389 00000100:00100000:0.0:1779202893.197430:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501333632:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202893.197456:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501333632:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202893.197461:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1389 00000100:00100000:0.0:1779202893.197473:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1390 00000100:00100000:0.0:1779202893.197479:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501334144:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202893.197552:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501334144:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 72us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202893.197558:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1390 00000100:00100000:0.0:1779202893.197584:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501333760 00000100:00100000:0.0:1779202893.197588:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501333760 00000100:00100000:0.0:1779202893.197722:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501334272 00000100:00100000:0.0:1779202893.197726:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501334272 00000100:00100000:0.0:1779202893.197751:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501333888 00000100:00100000:0.0:1779202893.197754:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501333888 00000100:00100000:0.0:1779202893.199234:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501334400 00000100:00100000:0.0:1779202893.199249:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501334400 00000100:00100000:0.0:1779202893.199317:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 961 00000100:00100000:0.0:1779202893.199340:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501333760:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202893.199426:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501333760:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 90us (2901us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202893.199438:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 961 00000100:00100000:0.0:1779202893.199459:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 962 00000100:00100000:0.0:1779202893.199466:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501334272:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202893.200260:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 963 00000100:00100000:1.0:1779202893.200276:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501333888:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202893.200342:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501333888:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 72us (3693us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202893.200349:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 963 00000100:00100000:1.0:1779202893.200370:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 964 00000100:00100000:1.0:1779202893.200377:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501334400:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202893.200407:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501334400:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (3688us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202893.200412:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 964 00000100:00100000:1.0:1779202893.200451:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501333376 00000100:00100000:1.0:1779202893.200456:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501333376 00000100:00100000:1.0:1779202893.200515:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 820 00000100:00100000:1.0:1779202893.200522:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501333376:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202893.200547:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501333376:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (3952us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202893.200553:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 820 00000100:00080000:1.0:1779202893.200621:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202893.200628:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202893.200631:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202893.200635:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202893.201153:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501334272:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1683us (4582us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202893.201163:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 962 00000100:00100000:3.0:1779202893.206309:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524218112:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202893.206393:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202893.206533:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524218112 00000100:00100000:1.0:1779202893.206541:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524218112 00000100:00100000:1.0:1779202893.206599:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1779202893.206607:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524218112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202893.206638:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202893.206679:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524218112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202893.206686:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1779202893.206772:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524218112:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1779202893.206948:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202893.218775:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202893.218808:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524218240:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202893.218910:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202893.218999:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524218240 00000100:00100000:1.0:1779202893.219008:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524218240 00000100:00100000:1.0:1779202893.219084:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1779202893.219096:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524218240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202893.219128:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202893.219184:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524218240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202893.219192:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00080000:1.0:1779202893.219224:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202893.219278:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524218240:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1779202893.517419:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202893.626419:0:25823:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202893.626429:0:25823:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202893.626984:0:25823:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202893.626996:0:25823:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202893.706897:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524218368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202893.706985:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202893.707112:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524218368 00000100:00100000:2.0:1779202893.707121:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524218368 00000100:00100000:2.0:1779202893.707185:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1779202893.707195:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524218368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202893.707225:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1779202893.707269:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524218368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202893.707287:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1779202893.707660:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524218496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202893.707725:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1779202893.707862:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202893.707901:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524218368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202893.708227:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524218496 00000100:00100000:1.0:1779202893.708234:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524218496 00000100:00100000:1.0:1779202893.708297:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1779202893.708306:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524218496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202893.708330:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779202893.708374:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524218496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202893.708381:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1779202893.708446:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524218496:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1779202893.708799:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1779202894.542346:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202894.667454:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1779202894.731872:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524218624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202894.731959:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202894.732300:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524218624 00000100:00100000:2.0:1779202894.732308:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524218624 00000100:00100000:2.0:1779202894.732364:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1779202894.732373:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524218624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202894.732408:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202894.734602:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524218624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2220us (2643us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202894.734617:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1779202894.734769:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524218624:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1779202895.565082:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202895.680646:0:25874:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202895.680654:0:25874:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202895.682153:0:25874:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202895.682268:0:25874:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202896.587271:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202896.780007:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524219008:0@lo:400:kworker.0 00000100:00100000:1.0:1779202896.780079:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202896.780144:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524219520:0@lo:400:kworker.0 00000100:00100000:1.0:1779202896.780172:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202896.780198:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524220032:0@lo:400:kworker.0 00000100:00100000:1.0:1779202896.780220:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202896.780259:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1779202896.780265:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524218880:0@lo:400:kworker.0 00000100:00100000:1.0:1779202896.780292:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202896.780311:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524219392:0@lo:400:kworker.0 00000100:00100000:1.0:1779202896.780334:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202896.780353:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524219904:0@lo:400:kworker.0 00000100:00100000:2.0:1779202896.780362:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524219136:0@lo:400:kworker.0 00000100:00100000:1.0:1779202896.780375:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202896.780403:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202896.780427:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524219648:0@lo:400:kworker.0 00000100:00100000:2.0:1779202896.780450:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202896.780461:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524218752:0@lo:400:kworker.0 00000100:00100000:2.0:1779202896.780471:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524220160:0@lo:400:kworker.0 00000100:00100000:3.0:1779202896.780509:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202896.780511:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202896.780546:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524219264:0@lo:400:kworker.0 00000100:00100000:3.0:1779202896.780570:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202896.780590:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524219776:0@lo:400:kworker.0 00000100:00100000:2.0:1779202896.780607:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524219008 00000100:00100000:3.0:1779202896.780613:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202896.780615:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524219008 00000100:00100000:3.0:1779202896.780632:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524220288:0@lo:400:kworker.0 00000100:00100000:3.0:1779202896.780654:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202896.780659:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524219264 00000100:00100000:2.0:1779202896.780662:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524219264 00000100:00100000:2.0:1779202896.780686:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1779202896.780689:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524218752 00000100:00100000:3.0:1779202896.780719:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524218752 00000100:00100000:2.0:1779202896.780719:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524219008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202896.780770:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1779202896.780778:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524219008:12345-0@lo:400:kworker.0 Request processed in 62us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202896.780780:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524218752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202896.780793:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1779202896.780813:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1779202896.780827:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524218752:12345-0@lo:400:kworker.0 Request processed in 49us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202896.780833:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1779202896.780876:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524218752:0@lo:400:kworker.0 00000100:00100000:2.0:1779202896.780981:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524219264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202896.781025:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524219264:12345-0@lo:400:kworker.0 Request processed in 205us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202896.781030:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1779202896.781451:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524219520 00000100:00100000:1.0:1779202896.781457:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524219520 00000100:00100000:1.0:1779202896.781491:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524220032 00000100:00100000:1.0:1779202896.781494:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524220032 00000100:00100000:1.0:1779202896.781509:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524218880 00000100:00100000:1.0:1779202896.781512:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524218880 00000100:00100000:1.0:1779202896.781521:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524219392 00000100:00100000:1.0:1779202896.781523:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524219392 00000100:00100000:1.0:1779202896.781540:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524219904 00000100:00100000:1.0:1779202896.781542:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524219904 00000100:00100000:2.0:1779202896.781549:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524219264:0@lo:400:kworker.0 00000100:00100000:1.0:1779202896.781558:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524219136 00000100:00100000:1.0:1779202896.781562:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524219136 00000100:00100000:1.0:1779202896.781579:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:1.0:1779202896.781587:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0066c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524219520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202896.781593:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:2.0:1779202896.781604:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524220032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202896.781645:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0066c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524219520:12345-0@lo:400:kworker.0 Request processed in 47us (1460us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202896.781651:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524220032:12345-0@lo:400:kworker.0 Request processed in 47us (1427us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202896.781658:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:2.0:1779202896.781664:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1779202896.781738:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524220416:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202896.781814:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1779202896.781846:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202896.781851:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202896.781859:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524220416 00000100:00100000:0.0:1779202896.781863:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524220416 00000100:00100000:0.0:1779202896.781899:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1779202896.781906:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524220416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202896.781932:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1779202896.781967:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524220416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202896.781973:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1779202896.782004:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524220416:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202896.782037:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524219648 00000100:00100000:0.0:1779202896.782040:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524219648 00000100:00100000:0.0:1779202896.782067:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524220160 00000100:00100000:0.0:1779202896.782069:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524220160 00000100:00100000:0.0:1779202896.782085:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524219776 00000100:00100000:0.0:1779202896.782087:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524219776 00000100:00100000:0.0:1779202896.782099:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524220288 00000100:00100000:0.0:1779202896.782101:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524220288 00000100:00100000:0.0:1779202896.782112:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1779202896.782117:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524219648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202896.782151:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524219648:12345-0@lo:400:kworker.0 Request processed in 34us (1701us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202896.782157:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1779202896.782167:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1779202896.782173:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524220160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202896.782199:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524220160:12345-0@lo:400:kworker.0 Request processed in 27us (1693us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202896.782204:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1779202896.782213:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:0.0:1779202896.782218:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524219776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202896.782248:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524219776:12345-0@lo:400:kworker.0 Request processed in 29us (1634us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202896.782263:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:0.0:1779202896.782274:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1779202896.782280:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524220288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202896.782306:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524220288:12345-0@lo:400:kworker.0 Request processed in 27us (1652us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202896.782312:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00080000:0.0:1779202896.782328:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202896.782331:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202896.782351:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524219648:0@lo:400:kworker.0 00000100:00100000:0.0:1779202896.782360:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524220160:0@lo:400:kworker.0 00000100:00100000:0.0:1779202896.782391:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524219776:0@lo:400:kworker.0 00000100:00100000:0.0:1779202896.782401:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524220288:0@lo:400:kworker.0 00000100:00100000:0.0:1779202896.782427:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524219008:0@lo:400:kworker.0 00000100:00100000:0.0:1779202896.782437:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524219520:0@lo:400:kworker.0 00000100:00100000:0.0:1779202896.782446:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524220032:0@lo:400:kworker.0 00000100:00100000:0.0:1779202896.782513:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:0.0:1779202896.782522:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524218880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202896.782555:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524218880:12345-0@lo:400:kworker.0 Request processed in 35us (2262us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202896.782560:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:3.0:1779202896.786923:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:2.0:1779202896.786936:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1779202896.786953:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524219392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202896.786953:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524219904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202896.787057:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524219392:12345-0@lo:400:kworker.0 Request processed in 121us (6722us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202896.787064:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1779202896.787082:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:3.0:1779202896.787089:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524219136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202896.787134:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524219136:12345-0@lo:400:kworker.0 Request processed in 45us (6731us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202896.787140:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:3.0:1779202896.787192:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524219136:0@lo:400:kworker.0 00000100:00100000:2.0:1779202896.787231:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524219904:12345-0@lo:400:kworker.0 Request processed in 285us (6854us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202896.787238:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1779202896.787287:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524218880:0@lo:400:kworker.0 00000100:00100000:3.0:1779202896.787301:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524219392:0@lo:400:kworker.0 00000100:00100000:3.0:1779202896.787312:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524219904:0@lo:400:kworker.0 00000040:00080000:1.0:1779202897.554314:0:25925:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202897.554322:0:25925:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202897.559368:0:25925:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202897.559392:0:25925:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202897.614542:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202898.315058:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202898.315076:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524220544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202898.315123:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202898.315262:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524220544 00000100:00100000:2.0:1779202898.315270:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524220544 00000100:00100000:2.0:1779202898.315323:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1779202898.315332:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524220544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202898.315359:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779202898.315409:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524220544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202898.315415:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1779202898.315463:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524220544:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1779202898.315672:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202898.315910:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524220672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202898.315938:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202898.316078:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524220672 00000100:00100000:3.0:1779202898.316083:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524220672 00000100:00100000:3.0:1779202898.316126:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1779202898.316131:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524220672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202898.316143:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779202898.316173:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524220672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202898.316179:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00080000:2.0:1779202898.316302:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202898.316325:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524220672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202898.317248:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202898.317311:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202898.317332:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202898.317361:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202898.317387:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202898.317669:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501334656 00000100:00100000:2.0:1779202898.317677:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501334656 00000100:00100000:2.0:1779202898.317742:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501335168 00000100:00100000:2.0:1779202898.317745:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501335168 00000100:00100000:2.0:1779202898.317768:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1397 00000100:00100000:2.0:1779202898.317775:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2419:x1865628501334656:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202898.317842:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2419:x1865628501334656:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 57us (3004us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202898.317850:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1397 00000100:00100000:2.0:1779202898.317866:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1398 00000100:00100000:2.0:1779202898.317872:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501335168:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202898.317895:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501335168:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202898.317900:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1398 00000100:00080000:2.0:1779202898.317918:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202898.317943:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501334912 00000100:00100000:2.0:1779202898.317946:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501334912 00000100:00100000:2.0:1779202898.317972:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501335424 00000100:00100000:2.0:1779202898.317974:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501335424 00000100:00100000:2.0:1779202898.317992:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 969 00000100:00100000:2.0:1779202898.317997:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501334912:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202898.318021:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501334912:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202898.318028:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 969 00000100:00100000:2.0:1779202898.318039:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 970 00000100:00100000:2.0:1779202898.318045:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501335424:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202898.318066:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501335424:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202898.318072:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 970 00000100:00080000:2.0:1779202898.318084:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202898.318106:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501334528 00000100:00100000:2.0:1779202898.318109:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501334528 00000100:00100000:2.0:1779202898.318132:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 822 00000100:00100000:2.0:1779202898.318138:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501334528:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202898.318164:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501334528:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202898.318170:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 822 00000100:00100000:0.0:1779202898.318607:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202898.318635:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202898.318663:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202898.318707:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202898.318795:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501335040 00000100:00100000:0.0:1779202898.318800:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501335040 00000100:00100000:0.0:1779202898.318964:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501335552 00000100:00100000:0.0:1779202898.318969:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501335552 00000100:00100000:2.0:1779202898.319022:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501334784 00000100:00100000:2.0:1779202898.319026:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501334784 00000100:00100000:2.0:1779202898.319050:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501335296 00000100:00100000:2.0:1779202898.319053:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501335296 00000100:00100000:2.0:1779202898.319073:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1399 00000100:00100000:2.0:1779202898.319079:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501334784:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202898.319117:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501334784:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 38us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202898.319123:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1399 00000100:00100000:2.0:1779202898.319134:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1400 00000100:00100000:2.0:1779202898.319139:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501335296:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202898.319156:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501335296:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 18us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202898.319161:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1400 00000100:00100000:1.0:1779202898.326448:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 971 00000100:00100000:1.0:1779202898.326478:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501335040:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202898.326583:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501335040:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 124us (7946us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202898.326590:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 971 00000100:00100000:1.0:1779202898.326620:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 972 00000100:00100000:1.0:1779202898.326627:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501335552:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202898.326651:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501335552:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (7944us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202898.326657:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 972 00000100:00080000:1.0:1779202898.326749:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202898.326756:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1779202898.636505:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202898.826964:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202898.826988:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524220800:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202898.827056:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202898.827125:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524220800 00000100:00100000:1.0:1779202898.827133:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524220800 00000100:00100000:1.0:1779202898.827257:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1779202898.827267:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524220800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202898.827295:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779202898.827338:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524220800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202898.827345:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00080000:1.0:1779202898.827364:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202898.827398:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524220800:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202898.833355:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524220928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202898.833432:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202898.833676:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524220928 00000100:00100000:3.0:1779202898.833684:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524220928 00000100:00100000:3.0:1779202898.833815:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1779202898.833823:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524220928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202898.833847:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779202898.833890:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524220928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202898.833898:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1779202898.833943:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524220928:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1779202898.834261:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1779202899.478050:0:25976:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202899.478059:0:25976:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202899.478603:0:25976:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202899.478612:0:25976:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202899.658941:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202899.851931:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202899.851958:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524221056:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202899.852032:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202899.852352:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524221056 00000100:00100000:0.0:1779202899.852361:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524221056 00000100:00100000:0.0:1779202899.852417:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1779202899.852427:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524221056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202899.852473:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202899.852536:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524221056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202899.852544:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1779202899.852735:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524221056:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1779202900.685636:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202901.707315:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202901.739657:0:26028:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202901.739669:0:26028:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202901.740244:0:26028:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202901.740255:0:26028:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202901.904964:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524221184:0@lo:400:kworker.0 00000100:00100000:1.0:1779202901.905065:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202901.909794:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524221440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202901.909897:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202901.909976:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524221440 00000100:00100000:0.0:1779202901.909988:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524221440 00000100:00100000:0.0:1779202901.910052:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1779202901.910063:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524221440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202901.910109:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779202901.910433:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202901.910446:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524221312:0@lo:400:kworker.0 00000100:00100000:1.0:1779202901.910492:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202901.910531:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524221184 00000100:00100000:1.0:1779202901.910537:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524221184 00000100:00100000:1.0:1779202901.910576:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1779202901.910584:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524221184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202901.910639:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524221184:12345-0@lo:400:kworker.0 Request processed in 55us (5574us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202901.910647:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1779202901.910688:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524221312 00000100:00100000:1.0:1779202901.910705:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524221312 00000100:00100000:0.0:1779202901.911295:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524221440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1231us (1396us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202901.911305:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1779202901.911376:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524221440:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202901.912403:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1779202901.912415:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524221312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202901.912490:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524221312:12345-0@lo:400:kworker.0 Request processed in 78us (1997us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202901.912497:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1779202901.912554:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524221312:0@lo:400:kworker.0 00000100:00100000:1.0:1779202901.912569:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524221184:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.913045:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524221824:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.913088:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202901.913113:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524222336:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.913131:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202901.913149:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1779202901.913165:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524221696:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.913294:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202901.913312:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524222208:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.913336:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202901.913354:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524222720:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.913373:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202901.913397:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524221568:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.913420:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202901.913436:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524222080:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.913456:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202901.913473:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524222592:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.913493:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202901.913512:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1779202901.913517:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524221952:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.913539:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202901.913555:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524222464:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.913574:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202901.913601:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524221824 00000100:00100000:3.0:1779202901.913609:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524221824 00000100:00100000:3.0:1779202901.913654:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524222336 00000100:00100000:3.0:1779202901.913657:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524222336 00000100:00100000:3.0:1779202901.913670:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524221568 00000100:00100000:3.0:1779202901.913673:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524221568 00000100:00100000:3.0:1779202901.913682:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524221952 00000100:00100000:3.0:1779202901.913684:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524221952 00000100:00100000:3.0:1779202901.913721:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524222464 00000100:00100000:3.0:1779202901.913725:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524222464 00000100:00100000:3.0:1779202901.913739:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1779202901.913908:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524222208 00000100:00100000:1.0:1779202901.913912:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524222208 00000100:00100000:1.0:1779202901.913942:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524222720 00000100:00100000:1.0:1779202901.913945:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524222720 00000100:00100000:1.0:1779202901.913963:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524222080 00000100:00100000:1.0:1779202901.913966:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524222080 00000100:00100000:1.0:1779202901.913978:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524222592 00000100:00100000:1.0:1779202901.913981:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524222592 00000100:00100000:1.0:1779202901.913994:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1779202901.914001:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524222208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202901.914055:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524222208:12345-0@lo:400:kworker.0 Request processed in 54us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202901.914065:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1779202901.914079:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1779202901.914085:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524222720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202901.914111:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524222720:12345-0@lo:400:kworker.0 Request processed in 27us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202901.914117:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1779202901.914127:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1779202901.914133:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524222080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202901.914187:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524222080:12345-0@lo:400:kworker.0 Request processed in 54us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202901.914192:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1779202901.914203:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1779202901.914208:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524222592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202901.914236:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524222592:12345-0@lo:400:kworker.0 Request processed in 28us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202901.914241:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1779202901.914429:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524221824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.914462:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524221824:12345-0@lo:400:kworker.0 Request processed in 37us (1374us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202901.914469:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:3.0:1779202901.914486:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:3.0:1779202901.914492:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524222336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.914518:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524222336:12345-0@lo:400:kworker.0 Request processed in 26us (1385us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202901.914524:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:3.0:1779202901.914536:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:3.0:1779202901.914541:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524221568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.914568:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524221568:12345-0@lo:400:kworker.0 Request processed in 27us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202901.914574:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:3.0:1779202901.914585:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:3.0:1779202901.914591:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524221952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.914616:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524221952:12345-0@lo:400:kworker.0 Request processed in 26us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202901.914621:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:3.0:1779202901.914632:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:3.0:1779202901.914639:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524222464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.914663:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524222464:12345-0@lo:400:kworker.0 Request processed in 25us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202901.914669:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:3.0:1779202901.914721:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524221696 00000100:00100000:3.0:1779202901.914725:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524221696 00000100:00100000:3.0:1779202901.914824:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1779202901.914832:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524221696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.914865:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524221696:12345-0@lo:400:kworker.0 Request processed in 35us (1572us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202901.914871:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00080000:3.0:1779202901.914912:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202901.914917:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202901.914921:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202901.914923:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202901.914959:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524221952:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.914970:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524222464:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.914980:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524221568:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.914989:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524222080:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.914998:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524222592:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.915041:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524221696:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.915051:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524222208:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.915062:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524222720:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.915076:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524221824:0@lo:400:kworker.0 00000100:00100000:3.0:1779202901.915085:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524222336:0@lo:400:kworker.0 00010000:00010000:0.0:1779202902.731838:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202903.371307:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202903.371320:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202903.372217:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202903.372235:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202903.431073:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202903.431136:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202903.431182:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202903.431203:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202903.431225:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202903.431241:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202903.431256:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202903.431273:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202903.431308:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202903.431345:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501335808 00000100:00100000:3.0:1779202903.431358:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501335808 00000100:00100000:3.0:1779202903.431427:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501335936 00000100:00100000:3.0:1779202903.431430:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501335936 00000100:00100000:3.0:1779202903.431450:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501336320 00000100:00100000:3.0:1779202903.431453:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501336320 00000100:00100000:3.0:1779202903.431466:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501336448 00000100:00100000:3.0:1779202903.431468:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501336448 00000100:00100000:3.0:1779202903.431483:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1407 00000100:00100000:3.0:1779202903.431494:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2421:x1865628501335808:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202903.431591:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2421:x1865628501335808:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 99us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202903.431600:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1407 00000100:00100000:3.0:1779202903.431619:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1408 00000100:00100000:3.0:1779202903.431626:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501335936:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202903.431655:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501335936:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202903.431661:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1408 00000100:00100000:3.0:1779202903.431673:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1409 00000100:00100000:3.0:1779202903.431679:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2421:x1865628501336320:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202903.431734:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2421:x1865628501336320:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 55us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202903.431740:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1409 00000100:00100000:3.0:1779202903.431752:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1410 00000100:00100000:3.0:1779202903.431757:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501336448:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202903.431780:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501336448:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202903.431786:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1410 00000100:00100000:3.0:1779202903.431809:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501336064 00000100:00100000:3.0:1779202903.431813:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501336064 00000100:00100000:3.0:1779202903.431837:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501336192 00000100:00100000:3.0:1779202903.431839:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501336192 00000100:00100000:3.0:1779202903.431855:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501336576 00000100:00100000:3.0:1779202903.431857:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501336576 00000100:00100000:3.0:1779202903.431867:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501336704 00000100:00100000:3.0:1779202903.431870:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501336704 00000100:00100000:3.0:1779202903.431882:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 977 00000100:00100000:3.0:1779202903.431888:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2421:x1865628501336064:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202903.431915:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2421:x1865628501336064:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202903.431926:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 977 00000100:00100000:3.0:1779202903.431936:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 978 00000100:00100000:3.0:1779202903.431942:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501336192:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202903.431965:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501336192:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202903.431970:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 978 00000100:00100000:3.0:1779202903.431981:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 979 00000100:00100000:3.0:1779202903.431986:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501336576:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202903.432007:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501336576:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202903.432013:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 979 00000100:00100000:3.0:1779202903.432022:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 980 00000100:00100000:3.0:1779202903.432027:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501336704:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202903.432048:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501336704:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202903.432055:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 980 00000100:00080000:3.0:1779202903.432081:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202903.432085:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202903.432089:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202903.432092:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202903.432858:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501335680 00000100:00100000:1.0:1779202903.432868:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501335680 00000100:00100000:1.0:1779202903.432928:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 824 00000100:00100000:1.0:1779202903.432937:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501335680:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202903.432991:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501335680:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 56us (1933us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202903.432998:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 824 00000100:00100000:3.0:1779202903.437054:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524222848:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202903.437476:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202903.437733:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524222976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202903.437871:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524222848 00000100:00100000:2.0:1779202903.437883:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524222848 00000100:00100000:2.0:1779202903.437951:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1779202903.437963:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524222848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202903.438016:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779202903.438086:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524222848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202903.438093:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1779202903.438361:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202903.438473:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524222976 00000100:00100000:3.0:1779202903.438479:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524222976 00000100:00100000:3.0:1779202903.438512:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1779202903.438519:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524222976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202903.438536:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779202903.438571:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524222976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202903.438577:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00080000:3.0:1779202903.438595:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202903.438645:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524222848:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202903.438683:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524222976:0@lo:13:osp-pre-0-1.0 00000040:00080000:0.0:1779202903.694965:0:26079:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202903.694977:0:26079:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202903.698072:0:26079:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202903.698099:0:26079:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202903.755615:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202903.948142:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524223104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202903.948245:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202903.948363:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524223104 00000100:00100000:0.0:1779202903.948374:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524223104 00000100:00100000:0.0:1779202903.948497:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1779202903.948515:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524223104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202903.948560:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202903.948619:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524223104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202903.948627:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00080000:0.0:1779202903.948653:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202903.949954:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524223232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202903.950025:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202903.951054:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524223104:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202903.953365:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524223232 00000100:00100000:2.0:1779202903.953377:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524223232 00000100:00100000:2.0:1779202903.953471:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1779202903.953482:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524223232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202903.953511:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1779202903.953598:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524223232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (3573us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202903.953724:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1779202903.953891:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524223232:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1779202903.954741:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1779202904.779010:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202904.909920:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1779202904.971208:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202904.971240:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524223360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202904.971357:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202904.972428:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524223360 00000100:00100000:2.0:1779202904.972443:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524223360 00000100:00100000:2.0:1779202904.972519:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1779202904.972531:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524223360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202904.972591:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202904.972683:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524223360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 154us (1326us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202904.972871:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1779202904.973247:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524223360:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1779202905.804983:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202905.984751:0:26130:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202905.984760:0:26130:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202905.985617:0:26130:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202905.985631:0:26130:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202906.826910:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202907.019382:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202907.019408:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524223488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202907.019491:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202907.019836:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524223488 00000100:00100000:0.0:1779202907.019846:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524223488 00000100:00100000:0.0:1779202907.019889:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1779202907.019900:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524223488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202907.021568:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1779202907.021845:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524223488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1944us (2350us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202907.021855:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1779202907.026477:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524224000:0@lo:400:kworker.0 00000100:00100000:3.0:1779202907.026558:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202907.026616:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524224512:0@lo:400:kworker.0 00000100:00100000:3.0:1779202907.026640:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202907.026667:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524225024:0@lo:400:kworker.0 00000100:00100000:3.0:1779202907.026688:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202907.026725:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1779202907.026731:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524223616:0@lo:400:kworker.0 00000100:00100000:3.0:1779202907.026760:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202907.026783:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524224128:0@lo:400:kworker.0 00000100:00100000:3.0:1779202907.026806:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202907.026822:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524224640:0@lo:400:kworker.0 00000100:00100000:3.0:1779202907.026842:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202907.026867:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524223872:0@lo:400:kworker.0 00000100:00100000:3.0:1779202907.026888:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202907.026904:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524224384:0@lo:400:kworker.0 00000100:00100000:3.0:1779202907.026922:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202907.026938:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524224896:0@lo:400:kworker.0 00000100:00100000:3.0:1779202907.026957:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202907.026973:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1779202907.026979:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524223744:0@lo:400:kworker.0 00000100:00100000:3.0:1779202907.026998:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202907.027013:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524224256:0@lo:400:kworker.0 00000100:00100000:3.0:1779202907.027031:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202907.027046:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524224768:0@lo:400:kworker.0 00000100:00100000:3.0:1779202907.027078:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202907.027109:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524224512 00000100:00100000:3.0:1779202907.027117:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524224512 00000100:00100000:3.0:1779202907.027169:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524225024 00000100:00100000:3.0:1779202907.027172:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524225024 00000100:00100000:3.0:1779202907.027191:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524224384 00000100:00100000:3.0:1779202907.027193:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524224384 00000100:00100000:3.0:1779202907.027204:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524224896 00000100:00100000:3.0:1779202907.027205:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524224896 00000100:00100000:3.0:1779202907.027217:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:3.0:1779202907.027225:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524224512:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1779202907.027554:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202907.027558:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202907.027590:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524224128 00000100:00100000:0.0:1779202907.027594:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524224128 00000100:00100000:0.0:1779202907.027623:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524224640 00000100:00100000:0.0:1779202907.027626:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524224640 00000100:00100000:0.0:1779202907.027638:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524223872 00000100:00100000:0.0:1779202907.027641:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524223872 00000100:00100000:0.0:1779202907.027649:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524223744 00000100:00100000:0.0:1779202907.027652:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524223744 00000100:00100000:0.0:1779202907.027660:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524224256 00000100:00100000:0.0:1779202907.027663:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524224256 00000100:00100000:0.0:1779202907.027673:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524224768 00000100:00100000:0.0:1779202907.027675:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524224768 00000100:00100000:0.0:1779202907.027688:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:0.0:1779202907.027723:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524224128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.027783:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524224128:12345-0@lo:400:kworker.0 Request processed in 63us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202907.027790:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:0.0:1779202907.027809:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:0.0:1779202907.027815:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524224640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.027842:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524224640:12345-0@lo:400:kworker.0 Request processed in 28us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202907.027847:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:0.0:1779202907.027857:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:0.0:1779202907.027863:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524223872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.027892:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524223872:12345-0@lo:400:kworker.0 Request processed in 30us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202907.027897:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:0.0:1779202907.027906:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1779202907.027911:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524223744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.027937:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524223744:12345-0@lo:400:kworker.0 Request processed in 26us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202907.028151:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1779202907.028166:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1779202907.028173:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524224256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.028205:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524224256:12345-0@lo:400:kworker.0 Request processed in 33us (1172us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202907.028211:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1779202907.028221:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1779202907.028226:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524224768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.028253:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524224768:12345-0@lo:400:kworker.0 Request processed in 26us (1173us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202907.028258:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1779202907.028288:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524223616 00000100:00100000:0.0:1779202907.028292:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524223616 00000100:00100000:0.0:1779202907.028322:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1779202907.028328:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524223616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.028780:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524223616:12345-0@lo:400:kworker.0 Request processed in 450us (2017us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202907.028787:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1779202907.028822:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1779202907.028830:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524225024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.028864:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524225024:12345-0@lo:400:kworker.0 Request processed in 35us (2175us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202907.028869:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1779202907.028883:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1779202907.028890:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524224384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.028918:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524224384:12345-0@lo:400:kworker.0 Request processed in 29us (1994us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202907.028924:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1779202907.028935:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1779202907.028955:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524224896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.028984:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524224896:12345-0@lo:400:kworker.0 Request processed in 44us (2027us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202907.028991:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00080000:0.0:1779202907.029006:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202907.029010:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202907.029042:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524223744:0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.029067:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524224256:0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.029078:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524224768:0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.029088:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524223872:0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.029097:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524224384:0@lo:400:kworker.0 00000100:00100000:0.0:1779202907.029107:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524224896:0@lo:400:kworker.0 00000100:00100000:2.0:1779202907.032711:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524224000 00000100:00100000:2.0:1779202907.032727:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524224000 00000100:00100000:2.0:1779202907.032795:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1779202907.032806:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524224000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202907.032909:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524224000:12345-0@lo:400:kworker.0 Request processed in 104us (6350us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202907.032916:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1779202907.033001:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524223616:0@lo:400:kworker.0 00000100:00100000:2.0:1779202907.033021:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524224128:0@lo:400:kworker.0 00000100:00100000:2.0:1779202907.033035:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524224640:0@lo:400:kworker.0 00000100:00100000:2.0:1779202907.033046:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524224000:0@lo:400:kworker.0 00000100:00100000:2.0:1779202907.033071:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524225024:0@lo:400:kworker.0 00000100:00100000:3.0:1779202907.033491:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524224512:12345-0@lo:400:kworker.0 Request processed in 6265us (6848us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202907.033500:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1779202907.033836:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524224512:0@lo:400:kworker.0 00000100:00100000:1.0:1779202907.036845:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524223488:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1779202907.856518:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202907.909429:0:26182:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202907.909439:0:26182:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202907.910338:0:26182:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202907.910353:0:26182:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779202908.550810:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202908.550861:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202908.550973:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501336960 00000100:00100000:0.0:1779202908.550985:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501336960 00000100:00100000:0.0:1779202908.551081:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1417 00000100:00100000:0.0:1779202908.551092:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2421:x1865628501336960:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202908.551170:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2421:x1865628501336960:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 80us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202908.551178:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1417 00000100:00080000:1.0:1779202908.551868:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202908.552609:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501336832 00000100:00100000:2.0:1779202908.552619:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501336832 00000100:00100000:2.0:1779202908.552675:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 826 00000100:00100000:2.0:1779202908.552685:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501336832:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202908.552799:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501336832:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 115us (2000us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202908.552806:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 826 00000100:00100000:2.0:1779202908.555248:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202908.555284:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524225152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202908.555349:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202908.555563:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524225280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202908.555595:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202908.556085:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524225152 00000100:00100000:0.0:1779202908.556095:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524225152 00000100:00100000:0.0:1779202908.556150:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524225280 00000100:00100000:0.0:1779202908.556153:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524225280 00000100:00100000:0.0:1779202908.556170:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1779202908.556179:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524225152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202908.556211:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202908.556357:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1779202908.556368:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524225280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202908.556378:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202908.556409:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524225280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202908.556416:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1779202908.556459:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524225280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202908.556526:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524225152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 348us (1177us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202908.556532:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1779202908.556558:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524225152:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202908.560158:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202908.560201:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202908.560234:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202908.560343:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501337088 00000100:00100000:2.0:1779202908.560354:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501337088 00000100:00100000:2.0:1779202908.560412:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501337472 00000100:00100000:2.0:1779202908.560416:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501337472 00000100:00100000:2.0:1779202908.560444:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1418 00000100:00100000:2.0:1779202908.560454:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501337088:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202908.560534:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501337088:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 80us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202908.560541:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1418 00000100:00100000:2.0:1779202908.560557:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1419 00000100:00100000:2.0:1779202908.560563:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2422:x1865628501337472:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202908.560591:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2422:x1865628501337472:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202908.560596:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1419 00000100:00080000:2.0:1779202908.560645:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202908.560649:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202908.560745:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202908.560764:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202908.560778:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202908.560847:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202908.560879:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501337600 00000100:00100000:1.0:1779202908.560883:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501337600 00000100:00100000:1.0:1779202908.560919:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1420 00000100:00100000:1.0:1779202908.560926:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501337600:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202908.560954:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501337600:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202908.560960:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1420 00000100:00080000:1.0:1779202908.560975:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202908.564187:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501337216 00000100:00100000:0.0:1779202908.564202:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501337216 00000100:00100000:0.0:1779202908.564291:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501337728 00000100:00100000:0.0:1779202908.564296:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501337728 00000100:00100000:0.0:1779202908.564320:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501337344 00000100:00100000:0.0:1779202908.564324:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501337344 00000100:00100000:0.0:1779202908.564340:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501337856 00000100:00100000:0.0:1779202908.564343:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501337856 00000100:00100000:0.0:1779202908.564366:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 985 00000100:00100000:0.0:1779202908.564377:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501337216:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202908.564469:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501337216:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 94us (4266us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202908.564476:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 985 00000100:00100000:0.0:1779202908.564494:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 986 00000100:00100000:0.0:1779202908.564501:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501337728:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202908.564528:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501337728:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (3783us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202908.564535:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 986 00000100:00100000:0.0:1779202908.564547:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 987 00000100:00100000:0.0:1779202908.564553:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501337344:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202908.564576:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501337344:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (3810us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202908.564582:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 987 00000100:00100000:0.0:1779202908.564592:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 988 00000100:00100000:0.0:1779202908.564598:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501337856:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202908.564620:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4906300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501337856:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (3773us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202908.564626:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 988 00000100:00080000:1.0:1779202908.565049:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202908.565054:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1779202908.875576:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202909.067202:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524225408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202909.067317:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202909.067442:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524225408 00000100:00100000:0.0:1779202909.067453:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524225408 00000100:00100000:0.0:1779202909.067528:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1779202909.067540:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524225408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202909.067583:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779202909.069123:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202909.069155:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524225536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202909.069233:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202909.069308:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524225536 00000100:00100000:3.0:1779202909.069317:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524225536 00000100:00100000:3.0:1779202909.069364:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1779202909.069372:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524225536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202909.069396:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779202909.069442:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524225536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202909.069450:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1779202909.069509:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524225536:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1779202909.070192:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202909.070455:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524225408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2916us (3137us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202909.070469:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1779202909.071088:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524225408:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1779202909.902463:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202909.910188:0:26233:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202909.910198:0:26233:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202909.911421:0:26233:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202909.911441:0:26233:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202910.101079:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202910.101107:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524225664:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202910.101195:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202910.102707:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524225664 00000100:00100000:0.0:1779202910.102725:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524225664 00000100:00100000:0.0:1779202910.102792:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1779202910.102805:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524225664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202910.102860:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202910.102972:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524225664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 169us (1777us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202910.102982:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1779202910.103079:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524225664:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1779202910.924832:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202911.883468:0:26284:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202911.883477:0:26284:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202911.884032:0:26284:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202911.884041:0:26284:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202911.953627:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202912.139214:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524226176:0@lo:400:kworker.0 00000100:00100000:3.0:1779202912.139289:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202912.139351:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524226688:0@lo:400:kworker.0 00000100:00100000:3.0:1779202912.139378:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202912.139396:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524227200:0@lo:400:kworker.0 00000100:00100000:3.0:1779202912.139428:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202912.139453:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1779202912.139459:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524226048:0@lo:400:kworker.0 00000100:00100000:3.0:1779202912.139482:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202912.139500:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524226560:0@lo:400:kworker.0 00000100:00100000:3.0:1779202912.140303:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202912.140333:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524227072:0@lo:400:kworker.0 00000100:00100000:3.0:1779202912.140357:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202912.140400:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524226688 00000100:00100000:2.0:1779202912.140731:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524226176 00000100:00100000:2.0:1779202912.140738:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524226176 00000100:00100000:2.0:1779202912.140784:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524226560 00000100:00100000:2.0:1779202912.140787:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524226560 00000100:00100000:2.0:1779202912.140811:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524227072 00000100:00100000:2.0:1779202912.140815:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524227072 00000100:00100000:2.0:1779202912.140835:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:2.0:1779202912.140843:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524226176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202912.140899:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524226176:12345-0@lo:400:kworker.0 Request processed in 57us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202912.140906:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:2.0:1779202912.140922:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:2.0:1779202912.140928:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524226560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202912.140966:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524226560:12345-0@lo:400:kworker.0 Request processed in 28us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202912.140971:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:2.0:1779202912.140982:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1779202912.140988:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524227072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202912.141014:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524227072:12345-0@lo:400:kworker.0 Request processed in 26us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202912.141018:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00080000:2.0:1779202912.141040:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202912.141079:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524226560:0@lo:400:kworker.0 00000100:00100000:2.0:1779202912.141091:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524227072:0@lo:400:kworker.0 00000100:00100000:2.0:1779202912.141100:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524226176:0@lo:400:kworker.0 00000100:00100000:3.0:1779202912.141362:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524226688 00000100:00100000:3.0:1779202912.141402:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524227200 00000100:00100000:3.0:1779202912.141405:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524227200 00000100:00100000:3.0:1779202912.141845:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:3.0:1779202912.141853:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524226688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202912.141901:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524226688:12345-0@lo:400:kworker.0 Request processed in 50us (2523us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202912.141906:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:3.0:1779202912.141918:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1779202912.141924:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524227200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202912.141952:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524227200:12345-0@lo:400:kworker.0 Request processed in 28us (2523us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202912.141968:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1779202912.141993:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524226048 00000100:00100000:3.0:1779202912.141997:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524226048 00000100:00100000:3.0:1779202912.142023:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1779202912.142029:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524226048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202912.142071:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524226048:12345-0@lo:400:kworker.0 Request processed in 42us (2588us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202912.142076:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1779202912.142121:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524226048:0@lo:400:kworker.0 00000100:00100000:0.0:1779202912.142400:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3185880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524225920:0@lo:400:kworker.0 00000100:00100000:0.0:1779202912.142449:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202912.142498:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524226432:0@lo:400:kworker.0 00000100:00100000:0.0:1779202912.142824:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202912.142852:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524226944:0@lo:400:kworker.0 00000100:00100000:0.0:1779202912.142875:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202912.142900:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1779202912.142906:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3184380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524225792:0@lo:400:kworker.0 00000100:00100000:0.0:1779202912.142934:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202912.142968:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524226304:0@lo:400:kworker.0 00000100:00100000:0.0:1779202912.142991:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202912.143007:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524226816:0@lo:400:kworker.0 00000100:00100000:0.0:1779202912.143027:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202912.143139:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524227328:0@lo:400:kworker.0 00000100:00100000:0.0:1779202912.143163:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202912.143319:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524226816 00000100:00100000:1.0:1779202912.143326:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524226816 00000100:00100000:1.0:1779202912.143368:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524227328 00000100:00100000:1.0:1779202912.143371:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524227328 00000100:00100000:1.0:1779202912.143395:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1779202912.143402:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524226816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202912.143461:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524226816:12345-0@lo:400:kworker.0 Request processed in 59us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202912.143468:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1779202912.143480:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1779202912.143486:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524227328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202912.143790:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524227328:12345-0@lo:400:kworker.0 Request processed in 303us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202912.143796:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1779202912.143816:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524225792 00000100:00100000:1.0:1779202912.143821:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524225792 00000100:00100000:1.0:1779202912.143845:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1779202912.143851:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524225792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202912.143882:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524225792:12345-0@lo:400:kworker.0 Request processed in 31us (947us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202912.143888:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1779202912.143974:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202912.143983:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524227456:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202912.144007:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202912.144034:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524226304 00000100:00100000:1.0:1779202912.144038:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524226304 00000100:00100000:1.0:1779202912.144074:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524227456 00000100:00100000:1.0:1779202912.144077:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524227456 00000100:00100000:1.0:1779202912.144087:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1779202912.144092:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524226304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202912.144120:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524226304:12345-0@lo:400:kworker.0 Request processed in 28us (1128us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202912.144129:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1779202912.144140:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1779202912.144146:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524227456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202912.144170:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779202912.144216:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524227456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202912.144222:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1779202912.144262:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524227456:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202912.144951:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524226688:0@lo:400:kworker.0 00000100:00100000:3.0:1779202912.144982:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524227200:0@lo:400:kworker.0 00000100:00100000:2.0:1779202912.145351:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524225920 00000100:00100000:2.0:1779202912.145356:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524225920 00000100:00100000:2.0:1779202912.145393:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524226432 00000100:00100000:2.0:1779202912.145395:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524226432 00000100:00100000:2.0:1779202912.145429:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524226944 00000100:00100000:2.0:1779202912.145432:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524226944 00000100:00100000:2.0:1779202912.145455:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1779202912.145461:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524225920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202912.145535:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524225920:12345-0@lo:400:kworker.0 Request processed in 74us (3086us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202912.145542:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1779202912.145555:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1779202912.145561:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524226432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202912.145586:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524226432:12345-0@lo:400:kworker.0 Request processed in 26us (2764us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202912.145592:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1779202912.145601:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:2.0:1779202912.145606:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524226944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202912.145626:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524226944:12345-0@lo:400:kworker.0 Request processed in 21us (2752us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202912.145631:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00080000:2.0:1779202912.145654:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202912.145658:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202912.145662:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202912.146348:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3184380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524225792:0@lo:400:kworker.0 00000100:00100000:1.0:1779202912.146365:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524226304:0@lo:400:kworker.0 00000100:00100000:1.0:1779202912.146377:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524226816:0@lo:400:kworker.0 00000100:00100000:1.0:1779202912.146387:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524227328:0@lo:400:kworker.0 00000100:00100000:1.0:1779202912.146397:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3185880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524225920:0@lo:400:kworker.0 00000100:00100000:1.0:1779202912.146793:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524226432:0@lo:400:kworker.0 00000100:00100000:1.0:1779202912.146813:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524226944:0@lo:400:kworker.0 00010000:00010000:2.0:1779202912.971771:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202913.668760:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202913.668799:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202913.668835:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202913.668852:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202913.668915:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202913.668919:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501337984 00000100:00100000:0.0:1779202913.668940:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501337984 00000100:00100000:3.0:1779202913.668954:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501338368 00000100:00100000:3.0:1779202913.668959:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501338368 00000100:00100000:0.0:1779202913.669003:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 828 00000100:00100000:3.0:1779202913.669006:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501338880 00000100:00100000:3.0:1779202913.669011:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501338880 00000100:00100000:0.0:1779202913.669016:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501337984:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202913.669037:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 993 00000100:00100000:3.0:1779202913.669046:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2421:x1865628501338368:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202913.669088:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2421:x1865628501338368:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 40us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202913.669088:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501337984:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 72us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202913.669105:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 828 00000100:00100000:3.0:1779202913.669112:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 993 00000100:00100000:3.0:1779202913.669130:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 994 00000100:00100000:3.0:1779202913.669137:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501338880:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202913.669165:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501338880:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202913.669171:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 994 00000100:00100000:3.0:1779202913.669212:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501338112 00000100:00100000:3.0:1779202913.669215:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501338112 00000100:00100000:3.0:1779202913.669252:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501338624 00000100:00100000:3.0:1779202913.669256:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501338624 00000100:00100000:3.0:1779202913.669279:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1427 00000100:00100000:3.0:1779202913.669285:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2421:x1865628501338112:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202913.669312:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2421:x1865628501338112:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202913.669318:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1427 00000100:00100000:3.0:1779202913.669330:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1428 00000100:00100000:3.0:1779202913.669336:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2421:x1865628501338624:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202913.669356:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2421:x1865628501338624:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202913.669361:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1428 00000100:00080000:3.0:1779202913.669489:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202913.669494:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202913.673196:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202913.673231:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202913.673263:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202913.673299:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202913.673330:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501338240 00000100:00100000:0.0:1779202913.673340:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501338240 00000100:00100000:2.0:1779202913.673358:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501338752 00000100:00100000:2.0:1779202913.673364:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501338752 00000100:00100000:2.0:1779202913.673413:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1429 00000100:00100000:2.0:1779202913.673424:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501338752:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202913.673509:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501338752:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 86us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202913.673516:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1429 00000100:00100000:2.0:1779202913.673545:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1430 00000100:00100000:2.0:1779202913.673552:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501338240:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202913.673578:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501338240:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202913.673583:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1430 00000100:00080000:0.0:1779202913.676431:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202913.678781:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501338496 00000100:00100000:1.0:1779202913.678798:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501338496 00000100:00100000:1.0:1779202913.678903:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524227584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202913.678990:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202913.679056:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202913.679062:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524227712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202913.679088:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202913.679418:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524227584 00000100:00100000:1.0:1779202913.679423:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524227584 00000100:00100000:1.0:1779202913.679462:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524227712 00000100:00100000:1.0:1779202913.679465:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524227712 00000100:00100000:1.0:1779202913.679480:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1779202913.679488:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524227584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202913.679516:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202913.681050:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4907480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524227584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1555us (2053us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202913.681063:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1779202913.681092:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1779202913.681113:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524227712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202913.681134:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202913.681168:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524227712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (2079us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202913.681174:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1779202913.681229:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524227712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202913.681244:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524227584:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1779202913.681288:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202913.681392:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501339008 00000100:00100000:1.0:1779202913.681398:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501339008 00000100:00100000:1.0:1779202913.681427:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 995 00000100:00100000:1.0:1779202913.681433:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501338496:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202913.681474:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501338496:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 41us (8242us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202913.681481:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 995 00000100:00100000:1.0:1779202913.681492:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 996 00000100:00100000:1.0:1779202913.681499:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501339008:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202913.681519:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501339008:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (8220us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202913.681525:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 996 00000100:00080000:1.0:1779202913.681543:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1779202913.681749:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202913.681754:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202913.683015:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202913.683029:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1779202913.780474:0:26335:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202913.780484:0:26335:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202913.785999:0:26335:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202913.786018:0:26335:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202913.994940:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202914.123647:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1779202914.187454:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524227840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202914.187529:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202914.188527:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524227840 00000100:00100000:3.0:1779202914.188538:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524227840 00000100:00100000:3.0:1779202914.189514:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1779202914.189527:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524227840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202914.189575:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779202914.189649:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524227840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (2120us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202914.189657:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00080000:1.0:1779202914.191562:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202914.191637:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524227840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202914.191670:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202914.191679:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524227968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202914.192775:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202914.193948:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524227968 00000100:00100000:3.0:1779202914.193961:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524227968 00000100:00100000:3.0:1779202914.194030:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1779202914.194040:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524227968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202914.194068:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779202914.194137:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524227968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (1364us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202914.194144:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00080000:0.0:1779202914.194466:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202914.195146:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524227968:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1779202915.019731:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202915.210954:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524228096:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202915.211031:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202915.211174:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524228096 00000100:00100000:0.0:1779202915.211182:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524228096 00000100:00100000:0.0:1779202915.211240:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1779202915.211249:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524228096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202915.211286:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202915.211380:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524228096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 132us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202915.211388:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1779202915.212568:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524228096:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1779202915.850314:0:26387:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202915.850327:0:26387:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202915.851182:0:26387:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202915.851195:0:26387:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202916.047079:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202917.071913:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202917.259745:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524228224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202917.260003:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524228480:0@lo:400:kworker.0 00000100:00100000:2.0:1779202917.260004:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524228608:0@lo:400:kworker.0 00000100:00100000:0.0:1779202917.260061:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524228352:0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.262650:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202917.262748:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524228992:0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.262963:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202917.262995:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524229504:0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.263019:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202917.263074:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524228480 00000100:00100000:1.0:1779202917.263083:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524228480 00000100:00100000:1.0:1779202917.263126:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524228992 00000100:00100000:1.0:1779202917.263130:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524228992 00000100:00100000:1.0:1779202917.263157:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524229504 00000100:00100000:1.0:1779202917.263161:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524229504 00000100:00100000:1.0:1779202917.263192:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1779202917.263201:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524228480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.263375:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524228480:12345-0@lo:400:kworker.0 Request processed in 174us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202917.263383:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1779202917.264663:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1779202917.264677:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524228992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.264744:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524228992:12345-0@lo:400:kworker.0 Request processed in 72us (1781us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202917.264751:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1779202917.264761:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:1.0:1779202917.264767:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524229504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.264794:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524229504:12345-0@lo:400:kworker.0 Request processed in 27us (1775us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202917.264803:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00080000:1.0:1779202917.265039:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202917.265078:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524228480:0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.265088:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524228992:0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.265096:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524229504:0@lo:400:kworker.0 00000100:00100000:2.0:1779202917.266600:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202917.267230:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524228608 00000100:00100000:1.0:1779202917.267238:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524228608 00000100:00100000:1.0:1779202917.267287:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1779202917.267294:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524228608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.267347:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524228608:12345-0@lo:400:kworker.0 Request processed in 53us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202917.267354:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1779202917.267409:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524229120:0@lo:400:kworker.0 00000100:00100000:2.0:1779202917.267516:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202917.267547:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524229632:0@lo:400:kworker.0 00000100:00100000:2.0:1779202917.267567:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202917.267600:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524228608:0@lo:400:kworker.0 00000100:00100000:2.0:1779202917.267615:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1779202917.267621:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524228736:0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.267818:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524229120 00000100:00100000:1.0:1779202917.267823:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524229120 00000100:00100000:2.0:1779202917.268069:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202917.268227:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524229248:0@lo:400:kworker.0 00000100:00100000:2.0:1779202917.268257:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202917.268276:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524229760:0@lo:400:kworker.0 00000100:00100000:2.0:1779202917.268296:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202917.268326:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524229248 00000100:00100000:2.0:1779202917.268330:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524229248 00000100:00100000:2.0:1779202917.268364:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524229760 00000100:00100000:2.0:1779202917.268366:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524229760 00000100:00100000:2.0:1779202917.268388:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:2.0:1779202917.268396:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524229248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202917.268441:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524229248:12345-0@lo:400:kworker.0 Request processed in 46us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202917.268527:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524229632 00000100:00100000:1.0:1779202917.268531:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524229632 00000100:00100000:1.0:1779202917.268557:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524228736 00000100:00100000:1.0:1779202917.268560:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524228736 00000100:00100000:1.0:1779202917.268578:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1779202917.268583:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524229120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.268616:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524229120:12345-0@lo:400:kworker.0 Request processed in 33us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202917.268622:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1779202917.268633:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:1.0:1779202917.268833:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524229632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.269390:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524229632:12345-0@lo:400:kworker.0 Request processed in 750us (1820us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202917.269398:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00100000:1.0:1779202917.269413:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:1.0:1779202917.269420:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524228736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.269448:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524228736:12345-0@lo:400:kworker.0 Request processed in 29us (1808us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202917.269454:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:1.0:1779202917.269477:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:1.0:1779202917.269485:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524229760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.269511:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524229760:12345-0@lo:400:kworker.0 Request processed in 28us (1214us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202917.269517:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00080000:1.0:1779202917.269549:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202917.269554:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202917.269557:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202917.269627:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:2.0:1779202917.269685:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524228736:0@lo:400:kworker.0 00000100:00100000:2.0:1779202917.270242:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524229248:0@lo:400:kworker.0 00000100:00100000:2.0:1779202917.270261:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524229760:0@lo:400:kworker.0 00000100:00100000:2.0:1779202917.270272:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524229120:0@lo:400:kworker.0 00000100:00100000:2.0:1779202917.270284:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524229632:0@lo:400:kworker.0 00000100:00100000:0.0:1779202917.271664:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202917.271745:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524228864:0@lo:400:kworker.0 00000100:00100000:0.0:1779202917.272060:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202917.272079:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524229376:0@lo:400:kworker.0 00000100:00100000:0.0:1779202917.272106:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202917.272127:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524229888:0@lo:400:kworker.0 00000100:00100000:0.0:1779202917.272146:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202917.272275:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524228864 00000100:00100000:1.0:1779202917.272283:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524228864 00000100:00100000:1.0:1779202917.272346:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1779202917.272356:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524228864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.272409:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524228864:12345-0@lo:400:kworker.0 Request processed in 55us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202917.272416:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1779202917.272439:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524229376 00000100:00100000:1.0:1779202917.272453:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524229376 00000100:00100000:1.0:1779202917.272484:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524229888 00000100:00100000:1.0:1779202917.272487:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524229888 00000100:00100000:1.0:1779202917.272507:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:1.0:1779202917.272513:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524229376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.272541:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524229376:12345-0@lo:400:kworker.0 Request processed in 29us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202917.272547:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:1.0:1779202917.272557:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:1.0:1779202917.272562:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524229888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202917.272586:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524229888:12345-0@lo:400:kworker.0 Request processed in 24us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202917.272592:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00080000:1.0:1779202917.272608:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202917.272611:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202917.273143:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524228352 00000100:00100000:2.0:1779202917.273150:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524228352 00000100:00100000:2.0:1779202917.273198:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1779202917.273206:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524228352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202917.273247:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524228352:12345-0@lo:400:kworker.0 Request processed in 43us (1597us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202917.273253:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1779202917.273465:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524228352:0@lo:400:kworker.0 00000100:00100000:0.0:1779202917.273482:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524228864:0@lo:400:kworker.0 00000100:00100000:0.0:1779202917.273494:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524229376:0@lo:400:kworker.0 00000100:00100000:0.0:1779202917.273504:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524229888:0@lo:400:kworker.0 00000100:00100000:3.0:1779202917.273770:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202917.274468:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524228224 00000100:00100000:1.0:1779202917.274476:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524228224 00000100:00100000:1.0:1779202917.274528:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1779202917.274536:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524228224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202917.274571:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779202917.274629:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524228224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202917.274635:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1779202917.274923:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524228224:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1779202917.783865:0:26438:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202917.783875:0:26438:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202917.784425:0:26438:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202917.784435:0:26438:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202918.090959:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202918.790428:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202918.790497:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202918.790531:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202918.790569:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202918.790597:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501339264 00000100:00100000:1.0:1779202918.790608:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501339264 00000100:00100000:1.0:1779202918.790725:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501339776 00000100:00100000:1.0:1779202918.790728:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501339776 00000100:00100000:1.0:1779202918.790757:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1437 00000100:00100000:1.0:1779202918.790779:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2420:x1865628501339264:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202918.790869:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2420:x1865628501339264:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 104us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202918.790876:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1437 00000100:00100000:1.0:1779202918.790893:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1438 00000100:00100000:1.0:1779202918.790900:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501339776:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202918.790925:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501339776:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202918.790930:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1438 00000100:00080000:1.0:1779202918.790950:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202918.791133:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202918.791201:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202918.791251:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501339392 00000100:00100000:0.0:1779202918.791257:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501339392 00000100:00100000:0.0:1779202918.791296:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1439 00000100:00100000:0.0:1779202918.791304:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501339392:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202918.791336:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501339392:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 34us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202918.791342:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1439 00000100:00080000:0.0:1779202918.791371:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202918.793133:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501339136 00000100:00100000:1.0:1779202918.793144:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501339136 00000100:00100000:1.0:1779202918.793219:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 830 00000100:00100000:1.0:1779202918.793228:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501339136:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202918.793303:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501339136:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 76us (2170us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202918.793311:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 830 00000100:00100000:2.0:1779202918.793517:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501339520 00000100:00100000:2.0:1779202918.793522:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501339520 00000100:00100000:2.0:1779202918.793567:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501340032 00000100:00100000:2.0:1779202918.793570:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501340032 00000100:00080000:0.0:1779202918.793608:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202918.793613:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1001 00000100:00100000:2.0:1779202918.793621:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501339520:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202918.793656:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1002 00000100:00100000:2.0:1779202918.793657:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501339520:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 34us (3157us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202918.793665:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1001 00000100:00100000:0.0:1779202918.793671:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501340032:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202918.793760:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501340032:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 93us (3189us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202918.794650:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1002 00000100:00100000:1.0:1779202918.794810:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524230016:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202918.794874:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202918.794968:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202918.794974:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524230016 00000100:00100000:1.0:1779202918.794981:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524230016 00000100:00100000:0.0:1779202918.794982:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524230144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202918.795019:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202918.795161:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202918.795191:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202918.795211:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524230144 00000100:00100000:1.0:1779202918.795214:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524230144 00000100:00100000:1.0:1779202918.795233:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1779202918.795239:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524230016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202918.795380:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202918.795420:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524230016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 180us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202918.795426:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1779202918.795438:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1779202918.795444:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524230144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202918.795452:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202918.795476:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524230144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202918.796156:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1779202918.796215:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524230016:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202918.796288:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524230144:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202918.796322:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501339648 00000100:00100000:1.0:1779202918.796327:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501339648 00000100:00100000:1.0:1779202918.796371:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1003 00000100:00100000:1.0:1779202918.796379:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501339648:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202918.796420:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501339648:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 43us (1261us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202918.796426:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1003 00000100:00080000:2.0:1779202918.797112:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202918.800050:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501339904 00000100:00100000:1.0:1779202918.800063:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501339904 00000100:00100000:1.0:1779202918.800142:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1440 00000100:00100000:1.0:1779202918.800153:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501339904:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202918.800240:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501339904:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 90us (5049us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202918.800248:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1440 00000100:00080000:3.0:1779202918.800382:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202918.800640:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202918.801474:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501340160 00000100:00100000:3.0:1779202918.801482:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501340160 00000100:00100000:3.0:1779202918.801537:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1004 00000100:00100000:3.0:1779202918.801547:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501340160:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202918.801767:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501340160:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 220us (1126us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202918.801775:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1004 00000100:00080000:2.0:1779202918.802889:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1779202919.114911:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202919.306923:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524230272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202919.307004:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202919.307091:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524230272 00000100:00100000:1.0:1779202919.307099:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524230272 00000100:00100000:1.0:1779202919.307151:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1779202919.307162:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524230272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202919.307194:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779202919.307235:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524230272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202919.307242:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00080000:1.0:1779202919.307262:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202919.307299:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524230272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202919.308362:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524230400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202919.308403:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202919.308870:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524230400 00000100:00100000:3.0:1779202919.308877:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524230400 00000100:00100000:3.0:1779202919.308935:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1779202919.308944:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524230400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202919.308961:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00080000:2.0:1779202919.309028:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202919.309601:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524230400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 657us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202919.309610:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1779202919.309677:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524230400:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1779202919.944754:0:26489:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202919.944763:0:26489:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202919.949300:0:26489:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202919.949323:0:26489:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202920.141483:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202920.330972:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202920.330995:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524230528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202920.331065:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202920.331261:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524230528 00000100:00100000:0.0:1779202920.331270:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524230528 00000100:00100000:0.0:1779202920.331322:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1779202920.331331:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524230528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202920.331365:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202920.331420:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524230528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202920.331426:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1779202920.331549:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524230528:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1779202921.164125:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202921.986054:0:26541:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202921.986066:0:26541:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202921.986618:0:26541:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202921.986629:0:26541:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202922.187002:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202922.382077:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202922.382107:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524230656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202922.382192:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202922.383096:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524230656 00000100:00100000:1.0:1779202922.383108:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524230656 00000100:00100000:1.0:1779202922.383165:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1779202922.383175:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524230656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202922.383216:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779202922.383286:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524230656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202922.383297:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1779202922.383345:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524230656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202922.383831:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524230912:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.383868:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202922.383903:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524231424:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.383923:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202922.383945:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524231936:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.383963:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202922.383980:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779202922.383985:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524231040:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384004:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202922.384024:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524231552:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384046:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202922.384061:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524232064:0@lo:400:kworker.0 00000100:00100000:2.0:1779202922.384084:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524231168:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384092:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202922.384112:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202922.384117:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524230912 00000100:00100000:0.0:1779202922.384121:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524230912 00000100:00100000:2.0:1779202922.384127:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524231680:0@lo:400:kworker.0 00000100:00100000:2.0:1779202922.384146:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202922.384150:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524231424 00000100:00100000:0.0:1779202922.384153:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524231424 00000100:00100000:2.0:1779202922.384160:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524232192:0@lo:400:kworker.0 00000100:00100000:2.0:1779202922.384177:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202922.384177:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:0.0:1779202922.384183:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524230912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202922.384194:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1779202922.384199:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524230784:0@lo:400:kworker.0 00000100:00100000:2.0:1779202922.384222:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202922.384222:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524230912:12345-0@lo:400:kworker.0 Request processed in 39us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202922.384228:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:2.0:1779202922.384241:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524231296:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384246:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524231936 00000100:00100000:0.0:1779202922.384249:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524231936 00000100:00100000:2.0:1779202922.384259:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202922.384262:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524231040 00000100:00100000:0.0:1779202922.384264:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524231040 00000100:00100000:2.0:1779202922.384269:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524231808:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384274:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524231296 00000100:00100000:0.0:1779202922.384276:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524231296 00000100:00100000:2.0:1779202922.384286:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202922.384288:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:0.0:1779202922.384293:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524231424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202922.384308:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524231552 00000100:00100000:2.0:1779202922.384311:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524231552 00000100:00100000:0.0:1779202922.384319:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524231424:12345-0@lo:400:kworker.0 Request processed in 26us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202922.384328:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:2.0:1779202922.384334:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524232064 00000100:00100000:2.0:1779202922.384336:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524232064 00000100:00100000:0.0:1779202922.384337:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524231808 00000100:00100000:0.0:1779202922.384339:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524231808 00000100:00100000:2.0:1779202922.384349:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524231680 00000100:00100000:0.0:1779202922.384350:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:2.0:1779202922.384351:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524231680 00000100:00100000:0.0:1779202922.384355:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524231936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202922.384361:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524232192 00000100:00100000:2.0:1779202922.384363:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524232192 00000100:00100000:0.0:1779202922.384380:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524231936:12345-0@lo:400:kworker.0 Request processed in 24us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202922.384385:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:2.0:1779202922.384391:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1779202922.384395:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:2.0:1779202922.384397:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524231552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384400:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524231040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202922.384421:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524231552:12345-0@lo:400:kworker.0 Request processed in 25us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202922.384421:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524231040:12345-0@lo:400:kworker.0 Request processed in 21us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202922.384428:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1779202922.384428:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:2.0:1779202922.384439:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1779202922.384439:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:2.0:1779202922.384444:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524232064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384444:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524231296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202922.384468:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524232064:12345-0@lo:400:kworker.0 Request processed in 23us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202922.384472:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524231296:12345-0@lo:400:kworker.0 Request processed in 28us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202922.384474:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1779202922.384477:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:2.0:1779202922.384483:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1779202922.384486:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:2.0:1779202922.384489:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524231680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384491:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524231808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202922.384512:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524231680:12345-0@lo:400:kworker.0 Request processed in 23us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202922.384512:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524231808:12345-0@lo:400:kworker.0 Request processed in 21us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202922.384518:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1779202922.384518:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:2.0:1779202922.384527:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1779202922.384533:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524232192:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1779202922.384535:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202922.384538:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202922.384541:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202922.384543:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202922.384556:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524232192:12345-0@lo:400:kworker.0 Request processed in 24us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202922.384561:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1779202922.384563:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524231296:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384573:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524231808:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384581:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524231680:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384588:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524232192:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384615:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524231040:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384623:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524231552:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384630:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524232064:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384638:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524230912:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384645:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524231424:0@lo:400:kworker.0 00000100:00100000:0.0:1779202922.384652:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524231936:0@lo:400:kworker.0 00000100:00100000:1.0:1779202922.384778:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524231168 00000100:00100000:1.0:1779202922.384782:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524231168 00000100:00100000:1.0:1779202922.384814:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1779202922.384820:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524231168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202922.384863:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524231168:12345-0@lo:400:kworker.0 Request processed in 42us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202922.384868:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1779202922.384897:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524230784 00000100:00100000:1.0:1779202922.384899:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524230784 00000100:00100000:1.0:1779202922.384923:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1779202922.384928:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e004f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524230784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202922.384969:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e004f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524230784:12345-0@lo:400:kworker.0 Request processed in 41us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202922.384975:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1779202922.385626:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524230784:0@lo:400:kworker.0 00000100:00100000:2.0:1779202922.385638:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524231168:0@lo:400:kworker.0 00010000:00010000:1.0:1779202923.211255:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202923.913247:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202923.913301:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202923.913330:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202923.913352:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202923.913374:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202923.913391:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202923.913410:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202923.913428:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202923.913457:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202923.913515:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501340544 00000100:00100000:2.0:1779202923.913526:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501340544 00000100:00100000:2.0:1779202923.913586:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501341056 00000100:00100000:2.0:1779202923.913588:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501341056 00000100:00100000:2.0:1779202923.913606:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501340416 00000100:00100000:2.0:1779202923.913608:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501340416 00000100:00100000:2.0:1779202923.913618:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501340928 00000100:00100000:2.0:1779202923.913620:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501340928 00000100:00100000:2.0:1779202923.913635:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1447 00000100:00100000:2.0:1779202923.913644:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501340544:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202923.913746:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501340544:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 103us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202923.913753:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1447 00000100:00100000:2.0:1779202923.913769:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1448 00000100:00100000:2.0:1779202923.913775:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501341056:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202923.913795:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501341056:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202923.913801:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1448 00000100:00100000:2.0:1779202923.913809:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1449 00000100:00100000:2.0:1779202923.913813:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2420:x1865628501340416:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202923.913832:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2420:x1865628501340416:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202923.913838:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1449 00000100:00100000:2.0:1779202923.913846:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1450 00000100:00100000:2.0:1779202923.913851:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501340928:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202923.913866:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2420:x1865628501340928:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 15us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202923.913871:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1450 00000100:00100000:2.0:1779202923.913885:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501340800 00000100:00100000:2.0:1779202923.913888:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501340800 00000100:00100000:2.0:1779202923.913910:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501341312 00000100:00100000:2.0:1779202923.913913:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501341312 00000100:00100000:2.0:1779202923.913927:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501340672 00000100:00100000:2.0:1779202923.913929:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501340672 00000100:00100000:2.0:1779202923.913938:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501341184 00000100:00100000:2.0:1779202923.913940:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501341184 00000100:00100000:2.0:1779202923.913950:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1009 00000100:00100000:2.0:1779202923.913955:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501340800:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202923.913977:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501340800:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202923.913983:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1009 00000100:00100000:2.0:1779202923.913991:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1010 00000100:00100000:2.0:1779202923.913996:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501341312:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202923.914010:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501341312:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 14us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202923.914015:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1010 00000100:00100000:2.0:1779202923.914189:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1011 00000100:00100000:2.0:1779202923.914195:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501340672:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202923.914213:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501340672:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 18us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202923.914219:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1011 00000100:00100000:2.0:1779202923.914226:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1012 00000100:00100000:2.0:1779202923.914231:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501341184:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202923.914244:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501341184:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 13us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202923.914250:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1012 00000100:00080000:2.0:1779202923.914281:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202923.914284:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202923.914287:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202923.914289:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202923.914495:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501340288 00000100:00100000:3.0:1779202923.914501:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501340288 00000100:00100000:3.0:1779202923.914537:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 832 00000100:00100000:3.0:1779202923.914544:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501340288:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202923.914574:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501340288:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (1342us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202923.914580:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 832 00000100:00100000:1.0:1779202923.914841:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524232320:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202923.914878:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202923.914934:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524232320 00000100:00100000:1.0:1779202923.914937:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524232320 00000100:00100000:1.0:1779202923.914960:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1779202923.914966:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524232320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202923.914987:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202923.915018:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524232320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202923.915025:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1779202923.915072:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524232320:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202923.915148:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202923.915156:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524232448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202923.915178:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202923.915198:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524232448 00000100:00100000:3.0:1779202923.915201:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524232448 00000100:00100000:3.0:1779202923.915219:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1779202923.915224:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524232448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202923.915233:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779202923.915255:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524232448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202923.915261:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1779202923.915280:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524232448:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1779202923.924959:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202923.924969:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202923.926245:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202923.926262:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202924.246521:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202924.248131:0:26592:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202924.248142:0:26592:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202924.248681:0:26592:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202924.248732:0:26592:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1779202924.369539:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1779202924.430519:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202924.430543:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524232576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202924.430628:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202924.430739:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524232576 00000100:00100000:0.0:1779202924.430747:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524232576 00000100:00100000:0.0:1779202924.430810:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1779202924.430821:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524232576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202924.430851:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202924.430921:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524232576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202924.430930:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1779202924.430987:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524232576:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1779202924.431275:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202924.433148:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524232704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202924.433211:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202924.433287:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524232704 00000100:00100000:3.0:1779202924.433294:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524232704 00000100:00100000:3.0:1779202924.433346:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1779202924.433354:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524232704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202924.433377:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779202924.433417:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524232704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202924.433423:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00080000:3.0:1779202924.433444:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202924.433474:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524232704:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1779202925.258907:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202925.452913:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202925.452937:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524232832:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202925.453009:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202925.453092:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524232832 00000100:00100000:0.0:1779202925.453100:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524232832 00000100:00100000:0.0:1779202925.453147:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1779202925.453156:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524232832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202925.453191:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202925.453239:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524232832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202925.453247:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1779202925.453309:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524232832:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1779202926.268398:0:26643:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202926.268407:0:26643:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202926.273253:0:26643:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202926.273275:0:26643:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202926.284384:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202927.307371:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202927.500063:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524233088:0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.500113:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524233344:0@lo:400:kworker.0 00000100:00100000:3.0:1779202927.500178:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202927.500243:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202927.500298:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524233600:0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.500306:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524233856:0@lo:400:kworker.0 00000100:00100000:3.0:1779202927.500357:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202927.500367:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202927.500388:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524234112:0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.500398:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524234368:0@lo:400:kworker.0 00000100:00100000:3.0:1779202927.500437:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202927.500453:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202927.500477:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1779202927.500488:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524232960:0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.500491:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1779202927.500502:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524233216:0@lo:400:kworker.0 00000100:00100000:2.0:1779202927.500592:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524233088 00000100:00100000:2.0:1779202927.500601:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524233088 00000100:00100000:2.0:1779202927.500671:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524233344 00000100:00100000:2.0:1779202927.500675:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524233344 00000100:00100000:2.0:1779202927.500725:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524233600 00000100:00100000:2.0:1779202927.500729:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524233600 00000100:00100000:2.0:1779202927.500754:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524234112 00000100:00100000:2.0:1779202927.500757:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524234112 00000100:00100000:2.0:1779202927.500773:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:2.0:1779202927.500781:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524233088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202927.500923:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202927.500932:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524234624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202927.516513:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202927.516579:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524233728:0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.516948:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202927.516966:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524234240:0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.516988:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202927.517059:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524233216 00000100:00100000:0.0:1779202927.517068:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524233216 00000100:00100000:0.0:1779202927.517119:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1779202927.517128:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524233216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.517185:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524233216:12345-0@lo:400:kworker.0 Request processed in 58us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202927.517192:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1779202927.517245:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524233216:0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.517296:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524233728 00000100:00100000:0.0:1779202927.517300:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524233728 00000100:00100000:0.0:1779202927.517323:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524234240 00000100:00100000:0.0:1779202927.517325:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524234240 00000100:00100000:0.0:1779202927.517338:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:0.0:1779202927.517345:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524233344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.517383:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524233344:12345-0@lo:400:kworker.0 Request processed in 39us (17142us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202927.517389:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:0.0:1779202927.517403:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:0.0:1779202927.517410:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524233600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.517440:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3185180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524233600:12345-0@lo:400:kworker.0 Request processed in 31us (17085us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202927.517445:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:0.0:1779202927.517457:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1779202927.517463:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524234112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.519742:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524234112:12345-0@lo:400:kworker.0 Request processed in 2271us (19298us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202927.519755:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1779202927.519791:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1779202927.519806:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524233728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.520076:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524233728:12345-0@lo:400:kworker.0 Request processed in 278us (3128us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202927.520082:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1779202927.520103:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:0.0:1779202927.520109:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524234240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.520135:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524234240:12345-0@lo:400:kworker.0 Request processed in 27us (3147us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202927.520140:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:0.0:1779202927.520165:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524233856 00000100:00100000:0.0:1779202927.520172:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524233856 00000100:00100000:0.0:1779202927.520213:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524234368 00000100:00100000:0.0:1779202927.520216:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524234368 00000100:00100000:0.0:1779202927.520233:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1779202927.520239:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524233856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.520268:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524233856:12345-0@lo:400:kworker.0 Request processed in 30us (19904us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202927.520274:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1779202927.520284:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1779202927.520291:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524234368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.520317:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524234368:12345-0@lo:400:kworker.0 Request processed in 28us (19868us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202927.520322:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1779202927.520372:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524233728:0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.520384:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524234240:0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.520400:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524233344:0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.520413:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524233856:0@lo:400:kworker.0 00000100:00100000:0.0:1779202927.520427:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524234368:0@lo:400:kworker.0 00000100:00080000:0.0:1779202927.520605:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202927.520610:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202927.520616:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202927.520620:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202927.520906:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202927.520992:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524233472:0@lo:400:kworker.0 00000100:00100000:3.0:1779202927.521063:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202927.521087:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524233984:0@lo:400:kworker.0 00000100:00100000:3.0:1779202927.521119:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202927.521139:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524234496:0@lo:400:kworker.0 00000100:00100000:3.0:1779202927.521163:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202927.521204:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524233600:0@lo:400:kworker.0 00000100:00100000:3.0:1779202927.521220:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524234112:0@lo:400:kworker.0 00000100:00100000:3.0:1779202927.521271:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524232960 00000100:00100000:3.0:1779202927.521279:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524232960 00000100:00100000:3.0:1779202927.524054:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1779202927.524071:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524232960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202927.524267:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524232960:12345-0@lo:400:kworker.0 Request processed in 199us (3366us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202927.524276:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1779202927.524337:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524233472 00000100:00100000:3.0:1779202927.524347:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524233472 00000100:00100000:3.0:1779202927.524390:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1779202927.524399:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3186d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524233472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202927.524449:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3186d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524233472:12345-0@lo:400:kworker.0 Request processed in 52us (3384us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202927.524457:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1779202927.524483:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524233984 00000100:00100000:3.0:1779202927.524488:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524233984 00000100:00100000:3.0:1779202927.524537:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524234496 00000100:00100000:3.0:1779202927.524541:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524234496 00000100:00100000:3.0:1779202927.524574:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:3.0:1779202927.524583:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524233984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202927.524620:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524233984:12345-0@lo:400:kworker.0 Request processed in 39us (3501us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202927.524627:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:3.0:1779202927.524644:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:3.0:1779202927.524650:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524234496:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1779202927.526490:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202927.528481:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202927.530262:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3187480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524233088:12345-0@lo:400:kworker.0 Request processed in 29476us (30082us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202927.530276:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:1.0:1779202927.530356:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202927.530395:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524234624 00000100:00100000:1.0:1779202927.530403:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524234624 00000100:00100000:1.0:1779202927.530448:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1779202927.530457:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524234624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202927.530562:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779202927.530603:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524234624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 148us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202927.530610:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1779202927.530776:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524234624:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202927.532726:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524234496:12345-0@lo:400:kworker.0 Request processed in 8041us (11528us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202927.532746:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1779202927.533107:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524232960:0@lo:400:kworker.0 00000100:00100000:2.0:1779202927.533125:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524233472:0@lo:400:kworker.0 00000100:00100000:2.0:1779202927.533141:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524233984:0@lo:400:kworker.0 00000100:00100000:2.0:1779202927.533153:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524234496:0@lo:400:kworker.0 00000100:00100000:2.0:1779202927.533165:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524233088:0@lo:400:kworker.0 00010000:00010000:2.0:1779202928.331488:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202928.454401:0:26694:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202928.454410:0:26694:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202928.454968:0:26694:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202928.454980:0:26694:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202929.031339:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202929.031386:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202929.031421:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202929.031449:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202929.031477:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202929.031499:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202929.031515:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202929.031534:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202929.031559:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202929.031587:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501341440 00000100:00100000:2.0:1779202929.031597:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501341440 00000100:00100000:2.0:1779202929.031660:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 834 00000100:00100000:2.0:1779202929.031670:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501341440:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202929.031799:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501341440:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 129us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202929.031937:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501341568 00000100:00100000:0.0:1779202929.031942:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501341568 00000100:00100000:0.0:1779202929.031984:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501342080 00000100:00100000:0.0:1779202929.031987:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501342080 00000100:00100000:0.0:1779202929.032006:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501341696 00000100:00100000:0.0:1779202929.032008:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501341696 00000100:00100000:0.0:1779202929.032021:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501342208 00000100:00100000:0.0:1779202929.032024:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501342208 00000100:00100000:0.0:1779202929.032038:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1457 00000100:00100000:0.0:1779202929.032045:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2422:x1865628501341568:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202929.032077:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:2422:x1865628501341568:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 33us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202929.032087:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1457 00000100:00100000:0.0:1779202929.032111:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1458 00000100:00100000:0.0:1779202929.032117:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2422:x1865628501342080:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202929.032140:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2422:x1865628501342080:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202929.032145:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1458 00000100:00100000:0.0:1779202929.032158:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1459 00000100:00100000:0.0:1779202929.032164:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501341696:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202929.032200:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501341696:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202929.032206:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1459 00000100:00100000:0.0:1779202929.032218:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1460 00000100:00100000:0.0:1779202929.032225:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501342208:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202929.032248:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501342208:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202929.032254:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1460 00000100:00100000:0.0:1779202929.032273:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501341824 00000100:00100000:0.0:1779202929.032277:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501341824 00000100:00100000:0.0:1779202929.032298:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501342336 00000100:00100000:0.0:1779202929.032301:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501342336 00000100:00100000:0.0:1779202929.032314:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501341952 00000100:00100000:0.0:1779202929.032317:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501341952 00000100:00100000:0.0:1779202929.032328:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501342464 00000100:00100000:0.0:1779202929.032330:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501342464 00000100:00100000:0.0:1779202929.032343:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1017 00000100:00100000:0.0:1779202929.032349:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501341824:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202929.032373:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501341824:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202929.032379:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1017 00000100:00100000:0.0:1779202929.032392:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1018 00000100:00100000:0.0:1779202929.032398:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501342336:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202929.032420:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501342336:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202929.032426:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1018 00000100:00100000:0.0:1779202929.032437:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1019 00000100:00100000:0.0:1779202929.032442:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501341952:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202929.032463:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501341952:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202929.032469:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1019 00000100:00100000:0.0:1779202929.032480:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1020 00000100:00100000:0.0:1779202929.032486:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501342464:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202929.032503:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501342464:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 18us (944us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202929.032509:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1020 00000100:00080000:0.0:1779202929.032531:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202929.032535:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202929.032538:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202929.032539:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202929.033730:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 834 00000100:00100000:1.0:1779202929.034978:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524234752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202929.035043:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202929.035095:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524234752 00000100:00100000:3.0:1779202929.035104:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524234752 00000100:00080000:1.0:1779202929.035146:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202929.035168:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1779202929.035179:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524234752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202929.035213:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779202929.035283:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524234752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202929.035293:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1779202929.035451:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524234752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202929.038052:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202929.038074:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524234880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202929.038139:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202929.039377:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524234880 00000100:00100000:3.0:1779202929.039388:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524234880 00000100:00100000:3.0:1779202929.039472:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1779202929.039482:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524234880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202929.039510:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779202929.039593:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524234880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (1453us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202929.039600:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1779202929.039788:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524234880:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1779202929.040025:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1779202929.355412:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202929.547160:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524235008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202929.547237:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202929.547507:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524235008 00000100:00100000:3.0:1779202929.547516:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524235008 00000100:00100000:3.0:1779202929.547578:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1779202929.547586:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc288a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524235008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202929.547615:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779202929.547674:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc288a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524235008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202929.547681:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1779202929.547746:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524235008:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1779202929.548054:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202929.549034:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779202929.549054:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524235136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202929.549110:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202929.549226:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524235136 00000100:00100000:1.0:1779202929.549232:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524235136 00000100:00100000:1.0:1779202929.549291:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1779202929.549300:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524235136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202929.549321:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779202929.549362:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524235136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202929.549368:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00080000:3.0:1779202929.556822:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202929.556917:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524235136:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1779202930.378859:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202930.574196:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779202930.574222:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524235264:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202930.574297:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202930.574371:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524235264 00000100:00100000:2.0:1779202930.574379:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524235264 00000100:00100000:2.0:1779202930.574424:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1779202930.574434:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524235264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202930.574470:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202930.574513:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524235264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202930.574521:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1779202930.574570:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524235264:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1779202930.686462:0:26746:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202930.686472:0:26746:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202930.687366:0:26746:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202930.687381:0:26746:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202931.402838:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1779202932.426881:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202932.559310:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202932.559348:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501342720 00000100:00100000:3.0:1779202932.559358:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501342720 00000100:00100000:3.0:1779202932.559412:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 348 00000100:00100000:3.0:1779202932.559423:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+111:14942:x1865628501342720:12345-192.168.204.21@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1779202932.559681:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:14942:x1865628501342720:12345-192.168.204.21@tcp:35:ldlm_bl.0 Request processed in 259us (381us total) trans 4294968377 rc 0/0 00000100:00100000:3.0:1779202932.559688:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 348 00000100:00080000:3.0:1779202932.559730:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202932.575660:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202932.577445:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501342848 00000100:00100000:3.0:1779202932.577462:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501342848 00000100:00100000:3.0:1779202932.577583:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 86 00000100:00100000:3.0:1779202932.577594:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+112:2419:x1865628501342848:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202932.577610:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:3.0:1779202932.577635:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500e400/0x3d5ca2fc49dbbd4d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64965 expref: 112 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.577653:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd5600/0x3d5ca2fc49dbb9f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64854 expref: 111 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.577664:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff91cfc10a5200) 00010000:00010000:3.0:1779202932.577674:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd5400/0x3d5ca2fc49dbb8c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64831 expref: 110 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.577683:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff91cfc1acb400) 00010000:00010000:3.0:1779202932.577707:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd4000/0x3d5ca2fc49dbb884 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64823 expref: 109 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.577717:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff91cfc10a5400) 00010000:00010000:3.0:1779202932.577730:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2200/0x3d5ca2fc49dbb638 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6477b expref: 108 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.577747:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff91cfc1acb400) 00010000:00010000:3.0:1779202932.577775:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38dbe00/0x3d5ca2fc49dbb5a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64758 expref: 107 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.577787:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc38da400/0x3d5ca2fc49dbb494 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6470b expref: 106 pid: 7869 timeout: 613 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.577796:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff91cfc10a5500) 00010000:00010000:3.0:1779202932.577804:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500fa00/0x3d5ca2fc49dbb359 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d646a9 expref: 105 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.577812:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff91d0f387c400) 00010000:00010000:3.0:1779202932.577820:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3c00/0x3d5ca2fc49dbb2bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64686 expref: 104 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.577990:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121d400/0x3d5ca2fc49dbb17d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64647 expref: 103 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.577999:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff91d0c3a9e100) 00010000:00010000:3.0:1779202932.578006:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0e24a6c00/0x3d5ca2fc49dbb14c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64639 expref: 102 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.578014:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff91d0d90aee00) 00010000:00010000:3.0:1779202932.578024:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500e000/0x3d5ca2fc49dbb0dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64624 expref: 101 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.578031:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff91d0c3a9ee00) 00010000:00010000:3.0:1779202932.578052:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500e600/0x3d5ca2fc49dbae9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6457c expref: 100 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.578060:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff91cfc2883f00) 00010000:00010000:3.0:1779202932.578066:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500e800/0x3d5ca2fc49dbad2b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64513 expref: 99 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.578073:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff91cfc10a7500) 00010000:00010000:3.0:1779202932.578081:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121ca00/0x3d5ca2fc49dbac3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d644bf expref: 98 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.578089:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff91d0c3d0c700) 00010000:00010000:3.0:1779202932.578096:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f4e22600/0x3d5ca2fc49dba8fc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d643fb expref: 97 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202932.578103:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff91cfc10a5c00) 00010000:00010000:3.0:1779202932.578108:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202932.578469:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:2419:x1865628501342848:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 876us (2818us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202932.578478:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 86 00000100:00100000:0.0:1779202932.619894:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524235520:0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.619970:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202932.620025:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524236032:0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.620047:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202932.620070:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524236544:0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.620089:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202932.620117:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779202932.620123:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524235648:0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.620149:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202932.620167:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524236160:0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.620187:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202932.620203:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524236672:0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.620223:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202932.620253:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524235520 00000100:00100000:0.0:1779202932.620262:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524235520 00000100:00100000:0.0:1779202932.620306:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524236032 00000100:00100000:0.0:1779202932.620309:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524236032 00000100:00100000:0.0:1779202932.620330:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524236544 00000100:00100000:0.0:1779202932.620332:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524236544 00000100:00100000:0.0:1779202932.620344:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524236160 00000100:00100000:0.0:1779202932.620346:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524236160 00000100:00100000:0.0:1779202932.620358:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524236672 00000100:00100000:0.0:1779202932.620360:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524236672 00000100:00100000:0.0:1779202932.620375:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:0.0:1779202932.620384:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524235520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.620435:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524235520:12345-0@lo:400:kworker.0 Request processed in 51us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202932.620445:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:0.0:1779202932.620468:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:0.0:1779202932.620474:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524236032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.620500:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524236032:12345-0@lo:400:kworker.0 Request processed in 27us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202932.620506:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:0.0:1779202932.620517:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:0.0:1779202932.620523:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524236544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.620825:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524235392:0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.620859:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202932.620888:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524235904:0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.620911:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202932.620927:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524236416:0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.620949:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202932.620967:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524236928:0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.620985:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202932.621003:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1779202932.621008:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524235776:0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.621027:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202932.621036:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524236288:0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.621052:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202932.621069:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524236800:0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.621091:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202932.621121:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524235392 00000100:00100000:2.0:1779202932.621125:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524235392 00000100:00100000:2.0:1779202932.621153:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1779202932.621159:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524235392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.621195:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524235392:12345-0@lo:400:kworker.0 Request processed in 35us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202932.621201:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1779202932.621231:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524235648 00000100:00100000:2.0:1779202932.621234:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524235648 00000100:00100000:2.0:1779202932.621255:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524235904 00000100:00100000:2.0:1779202932.621258:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524235904 00000100:00100000:2.0:1779202932.621269:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1779202932.621274:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524235648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.621306:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524235648:12345-0@lo:400:kworker.0 Request processed in 31us (1157us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202932.621311:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1779202932.621321:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1779202932.621326:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524235904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.621350:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524235904:12345-0@lo:400:kworker.0 Request processed in 24us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202932.621355:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1779202932.621371:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524236416 00000100:00100000:2.0:1779202932.621374:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524236416 00000100:00100000:2.0:1779202932.621398:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524236928 00000100:00100000:2.0:1779202932.621400:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524236928 00000100:00100000:2.0:1779202932.621417:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524236288 00000100:00100000:2.0:1779202932.621420:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524236288 00000100:00100000:2.0:1779202932.621430:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524236800 00000100:00100000:2.0:1779202932.621432:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524236800 00000100:00100000:2.0:1779202932.621443:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:2.0:1779202932.621448:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524236416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.621479:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524236416:12345-0@lo:400:kworker.0 Request processed in 29us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202932.621486:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:2.0:1779202932.621496:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:2.0:1779202932.621501:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524236928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.621525:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524236928:12345-0@lo:400:kworker.0 Request processed in 25us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202932.621531:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:2.0:1779202932.621540:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:2.0:1779202932.621545:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524236288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.621577:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524236288:12345-0@lo:400:kworker.0 Request processed in 32us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202932.621582:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:2.0:1779202932.621591:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:2.0:1779202932.621596:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524236800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.621619:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524236800:12345-0@lo:400:kworker.0 Request processed in 24us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202932.621624:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1779202932.626019:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524235776 00000100:00100000:3.0:1779202932.626035:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524235776 00000100:00100000:3.0:1779202932.626083:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1779202932.626094:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524236160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202932.626263:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524236160:12345-0@lo:400:kworker.0 Request processed in 171us (6074us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202932.626270:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1779202932.626296:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:3.0:1779202932.626304:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524236672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202932.626335:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524236672:12345-0@lo:400:kworker.0 Request processed in 33us (6111us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202932.626342:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:3.0:1779202932.626355:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:3.0:1779202932.626361:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524235776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202932.626393:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524235776:12345-0@lo:400:kworker.0 Request processed in 33us (5365us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202932.626399:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1779202932.626852:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524236288:0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.626882:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524236800:0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.626896:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524235392:0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.626908:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524235904:0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.626920:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524236416:0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.626931:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524236928:0@lo:400:kworker.0 00000100:00100000:2.0:1779202932.626973:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524235776:0@lo:400:kworker.0 00000100:00080000:0.0:1779202932.627104:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202932.627121:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202932.627125:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779202932.627128:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202932.627155:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524235648:0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.627167:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524236160:0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.627177:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524236672:0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.627189:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524235520:0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.627201:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524236032:0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.627251:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524236544:12345-0@lo:400:kworker.0 Request processed in 6727us (7160us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202932.627260:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:2.0:1779202932.628281:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779202932.628296:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524237056:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202932.628343:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202932.628402:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524236544:0@lo:400:kworker.0 00000100:00100000:0.0:1779202932.628460:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524237056 00000100:00100000:0.0:1779202932.628465:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524237056 00000100:00100000:0.0:1779202932.628506:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1779202932.628514:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524237056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202932.628545:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1779202932.628673:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524237056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 161us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202932.628681:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1779202932.629905:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524237056:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1779202932.720961:0:26797:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202932.720970:0:26797:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202932.722088:0:26797:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202932.722102:0:26797:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1779202933.130939:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202933.130948:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202933.131508:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202933.131522:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202933.451002:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202934.150510:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202934.150566:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202934.150588:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202934.150611:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202934.150625:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202934.150644:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202934.150657:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202934.150670:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202934.150714:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202934.150742:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501343360 00000100:00100000:2.0:1779202934.150751:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501343360 00000100:00100000:2.0:1779202934.150803:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501343872 00000100:00100000:2.0:1779202934.150806:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501343872 00000100:00100000:2.0:1779202934.150824:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501343488 00000100:00100000:2.0:1779202934.150826:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501343488 00000100:00100000:2.0:1779202934.150838:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501344000 00000100:00100000:2.0:1779202934.150840:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501344000 00000100:00100000:2.0:1779202934.150856:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1025 00000100:00100000:2.0:1779202934.150865:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2421:x1865628501343360:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202934.150938:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2421:x1865628501343360:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 74us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202934.150946:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1025 00000100:00100000:2.0:1779202934.150961:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1026 00000100:00100000:2.0:1779202934.150967:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501343872:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202934.150988:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501343872:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202934.150993:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1026 00000100:00100000:2.0:1779202934.151003:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1027 00000100:00100000:2.0:1779202934.151009:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501343488:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202934.151030:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501343488:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202934.151036:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1027 00000100:00100000:2.0:1779202934.151046:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1028 00000100:00100000:2.0:1779202934.151052:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501344000:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202934.151072:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501344000:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202934.151081:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1028 00000100:00100000:3.0:1779202934.151246:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501342976 00000100:00100000:3.0:1779202934.151250:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501342976 00000100:00100000:3.0:1779202934.151281:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 836 00000100:00100000:3.0:1779202934.151287:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501342976:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202934.151314:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501342976:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202934.151321:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 836 00000100:00100000:3.0:1779202934.151347:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501343616 00000100:00100000:3.0:1779202934.151350:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501343616 00000100:00100000:3.0:1779202934.151378:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501343232 00000100:00100000:3.0:1779202934.151380:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501343232 00000100:00100000:3.0:1779202934.151397:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501343744 00000100:00100000:3.0:1779202934.151399:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501343744 00000100:00100000:3.0:1779202934.151413:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1467 00000100:00100000:3.0:1779202934.151419:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2421:x1865628501343616:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202934.151444:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2421:x1865628501343616:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202934.151450:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1467 00000100:00100000:3.0:1779202934.151460:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1468 00000100:00100000:3.0:1779202934.151466:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501343232:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202934.151487:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2421:x1865628501343232:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202934.151493:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1468 00000100:00100000:3.0:1779202934.151503:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1469 00000100:00100000:3.0:1779202934.151509:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501343744:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202934.151530:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501343744:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202934.151547:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1469 00000100:00080000:3.0:1779202934.151604:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202934.151608:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202934.151611:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202934.151613:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202934.151935:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501343104 00000100:00100000:2.0:1779202934.151941:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501343104 00000100:00100000:2.0:1779202934.151983:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1470 00000100:00100000:2.0:1779202934.151989:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:2421:x1865628501343104:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202934.152037:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:2421:x1865628501343104:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 48us (1471us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202934.152044:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1470 00000100:00080000:3.0:1779202934.152077:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779202934.157973:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779202934.157998:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524237184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202934.158250:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202934.158343:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524237184 00000100:00100000:3.0:1779202934.158352:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524237184 00000100:00100000:3.0:1779202934.158963:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1779202934.158974:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524237184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779202934.159007:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779202934.159085:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524237184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202934.159094:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00080000:3.0:1779202934.159127:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202934.159860:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524237184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202934.159955:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202934.159967:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524237312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202934.160004:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202934.160060:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524237312 00000100:00100000:3.0:1779202934.160065:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524237312 00000100:00100000:3.0:1779202934.160100:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1779202934.160108:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524237312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779202934.160124:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00080000:1.0:1779202934.160853:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202934.160922:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524237312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 813us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202934.160931:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1779202934.160964:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524237312:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1779202934.474982:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202934.603382:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202934.678178:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524237440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202934.678250:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202934.678336:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524237440 00000100:00100000:3.0:1779202934.678344:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524237440 00000100:00100000:3.0:1779202934.678405:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1779202934.678414:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524237440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202934.678446:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779202934.678502:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3cab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524237440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202934.678510:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00080000:3.0:1779202934.678539:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202934.678575:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524237440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202934.679775:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524237568:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202934.679826:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202934.679882:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524237568 00000100:00100000:0.0:1779202934.679888:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524237568 00000100:00100000:0.0:1779202934.679933:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1779202934.679940:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524237568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202934.679957:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202934.679995:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524237568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202934.680001:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00080000:0.0:1779202934.680026:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202934.680055:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524237568:0@lo:13:osp-pre-1-1.0 00000040:00080000:3.0:1779202934.857719:0:26848:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202934.857888:0:26848:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202934.858485:0:26848:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202934.858496:0:26848:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202935.498966:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202935.626661:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202935.630199:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501344128 00000100:00100000:0.0:1779202935.630217:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501344128 00000100:00100000:0.0:1779202935.630303:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 87 00000100:00100000:0.0:1779202935.630314:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501344128:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1779202935.630333:0:6549:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1779202935.630378:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff91d0c500fc00/0x3d5ca2fc49dbab02 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6446b expref: 9 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202935.630403:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff91d0f3913600/0x3d5ca2fc49dbaa68 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6444f expref: 8 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202935.630415:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff91d10205d000) 00010000:00010000:0.0:1779202935.630425:0:6549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff91d0c121de00/0x3d5ca2fc49dba93b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64410 expref: 7 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1779202935.630434:0:6549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff91d10205df00) 00010000:00010000:0.0:1779202935.630444:0:6549:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1779202935.630521:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501344128:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 209us (3872us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202935.630529:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 87 00000100:00100000:0.0:1779202935.691065:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524237696:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202935.691170:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202935.692408:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524237696 00000100:00100000:3.0:1779202935.692416:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524237696 00000100:00100000:3.0:1779202935.692473:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1779202935.692483:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524237696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202935.692529:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202935.694774:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524237696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2279us (3600us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202935.694789:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1779202935.700899:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524237696:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202936.528809:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202937.046210:0:26900:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202937.054381:0:26900:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202937.054984:0:26900:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202937.055002:0:26900:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202937.546959:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202937.739235:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524238208:0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.739321:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202937.739392:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524238720:0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.739419:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202937.739445:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524239232:0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.739476:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202937.739503:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1779202937.739510:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524238080:0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.739530:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202937.739546:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524238592:0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.739565:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202937.739581:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524239104:0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.739600:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202937.739633:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524238720 00000100:00100000:1.0:1779202937.739641:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524238720 00000100:00100000:1.0:1779202937.739714:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524239232 00000100:00100000:1.0:1779202937.739717:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524239232 00000100:00100000:1.0:1779202937.739734:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524238080 00000100:00100000:1.0:1779202937.739737:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524238080 00000100:00100000:1.0:1779202937.739747:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524238592 00000100:00100000:1.0:1779202937.739749:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524238592 00000100:00100000:1.0:1779202937.739758:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524239104 00000100:00100000:1.0:1779202937.739760:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524239104 00000100:00100000:1.0:1779202937.739776:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:1.0:1779202937.739785:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524238720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.739838:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524238720:12345-0@lo:400:kworker.0 Request processed in 53us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202937.739844:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:1.0:1779202937.739862:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:1.0:1779202937.739868:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524239232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.739894:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524239232:12345-0@lo:400:kworker.0 Request processed in 27us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202937.739899:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:1.0:1779202937.739908:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1779202937.739914:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524238080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.739939:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524238080:12345-0@lo:400:kworker.0 Request processed in 25us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202937.739945:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1779202937.739954:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1779202937.739960:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524238592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.739982:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524238592:12345-0@lo:400:kworker.0 Request processed in 23us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202937.739988:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1779202937.739996:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:1.0:1779202937.740002:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524239104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.740023:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524239104:12345-0@lo:400:kworker.0 Request processed in 21us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202937.740028:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00080000:1.0:1779202937.740050:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202937.740054:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202937.740085:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524238080:0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.740094:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524238592:0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.740102:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524239104:0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.740110:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524238720:0@lo:400:kworker.0 00000100:00100000:1.0:1779202937.740117:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524239232:0@lo:400:kworker.0 00000100:00100000:0.0:1779202937.740215:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524238208 00000100:00100000:0.0:1779202937.740220:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524238208 00000100:00100000:0.0:1779202937.740256:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1779202937.740262:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524238208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202937.740304:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524238208:12345-0@lo:400:kworker.0 Request processed in 42us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202937.740309:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1779202937.740340:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524238208:0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.740537:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524237952:0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.740576:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202937.740613:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524238464:0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.740635:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202937.740655:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524238976:0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.740679:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202937.740724:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524239488:0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.740746:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202937.740766:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1779202937.740772:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524237824:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202937.740792:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202937.740808:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524238336:0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.740828:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202937.740844:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524238848:0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.740863:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202937.740878:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524239360:0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.740898:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202937.740933:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524238336 00000100:00100000:2.0:1779202937.740937:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524238336 00000100:00100000:2.0:1779202937.740968:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1779202937.740975:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524238336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.741018:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524238336:12345-0@lo:400:kworker.0 Request processed in 44us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202937.741024:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1779202937.741041:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524238464 00000100:00100000:2.0:1779202937.741044:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524238464 00000100:00100000:2.0:1779202937.741058:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524237824 00000100:00100000:2.0:1779202937.741060:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524237824 00000100:00100000:2.0:1779202937.741070:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1779202937.741075:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524238464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.741104:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524238464:12345-0@lo:400:kworker.0 Request processed in 28us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202937.741110:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1779202937.741120:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1779202937.741124:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524237824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202937.741152:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1779202937.741179:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524237824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202937.741185:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1779202937.741203:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524238976 00000100:00100000:2.0:1779202937.741205:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524238976 00000100:00100000:2.0:1779202937.741231:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524239488 00000100:00100000:2.0:1779202937.741233:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524239488 00000100:00100000:2.0:1779202937.741244:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524238848 00000100:00100000:2.0:1779202937.741246:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524238848 00000100:00100000:2.0:1779202937.741256:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524239360 00000100:00100000:2.0:1779202937.741258:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524239360 00000100:00100000:2.0:1779202937.741269:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:2.0:1779202937.741274:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524238976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.741299:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524238976:12345-0@lo:400:kworker.0 Request processed in 26us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202937.741304:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:2.0:1779202937.741314:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:2.0:1779202937.741319:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524239488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.741340:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524239488:12345-0@lo:400:kworker.0 Request processed in 22us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202937.741346:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:2.0:1779202937.741354:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:2.0:1779202937.741360:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524238848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.741381:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524238848:12345-0@lo:400:kworker.0 Request processed in 22us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202937.741386:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:2.0:1779202937.741396:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1779202937.741401:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524239360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.741423:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524239360:12345-0@lo:400:kworker.0 Request processed in 22us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202937.741428:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00080000:2.0:1779202937.741450:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202937.741453:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202937.741493:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524237824:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202937.741504:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524238336:0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.741512:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524238848:0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.741520:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524239360:0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.741529:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524238464:0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.741536:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524238976:0@lo:400:kworker.0 00000100:00100000:2.0:1779202937.741546:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524239488:0@lo:400:kworker.0 00000100:00100000:0.0:1779202937.741735:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524237952 00000100:00100000:0.0:1779202937.741740:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524237952 00000100:00100000:0.0:1779202937.741775:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1779202937.741782:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524237952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202937.741823:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524237952:12345-0@lo:400:kworker.0 Request processed in 41us (1246us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202937.741828:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1779202937.741869:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524237952:0@lo:400:kworker.0 00010000:00010000:2.0:1779202938.570920:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1779202938.771907:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968377 is committed 00000040:00080000:0.0:1779202939.202274:0:26951:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202939.202282:0:26951:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202939.203397:0:26951:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202939.203411:0:26951:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202939.277591:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779202939.277625:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524239616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202939.277749:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202939.278375:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524239744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202939.278408:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202939.278510:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524239616 00000100:00100000:1.0:1779202939.278518:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524239616 00000100:00100000:1.0:1779202939.278573:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524239744 00000100:00100000:1.0:1779202939.278577:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524239744 00000100:00100000:1.0:1779202939.278596:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1779202939.278604:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524239616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202939.278634:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202939.278718:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524239616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202939.278726:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1779202939.278744:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1779202939.278751:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524239744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202939.278763:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202939.278788:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524239744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202939.278795:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00080000:2.0:1779202939.278941:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202939.278980:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524239744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202939.278993:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524239616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202939.287963:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202939.288005:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202939.288061:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202939.288083:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202939.288098:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202939.288113:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202939.288127:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202939.288142:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202939.288166:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202939.288200:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501344512 00000100:00100000:1.0:1779202939.288211:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501344512 00000100:00100000:1.0:1779202939.288267:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501345024 00000100:00100000:1.0:1779202939.288270:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501345024 00000100:00100000:1.0:1779202939.288291:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501344384 00000100:00100000:1.0:1779202939.288293:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501344384 00000100:00100000:1.0:1779202939.288305:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501344896 00000100:00100000:1.0:1779202939.288308:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501344896 00000100:00100000:1.0:1779202939.288325:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1477 00000100:00100000:1.0:1779202939.288336:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501344512:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202939.288413:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501344512:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 78us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202939.288420:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1477 00000100:00100000:1.0:1779202939.288449:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1478 00000100:00100000:1.0:1779202939.288456:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501345024:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202939.288481:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501345024:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202939.288488:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1478 00000100:00100000:1.0:1779202939.288499:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1479 00000100:00100000:1.0:1779202939.288504:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2419:x1865628501344384:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202939.288527:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2419:x1865628501344384:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202939.288532:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1479 00000100:00100000:1.0:1779202939.288543:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1480 00000100:00100000:1.0:1779202939.288549:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501344896:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202939.288570:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501344896:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202939.288576:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1480 00000100:00100000:1.0:1779202939.288597:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501344768 00000100:00100000:1.0:1779202939.288600:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501344768 00000100:00100000:1.0:1779202939.288637:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501345280 00000100:00100000:1.0:1779202939.288641:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501345280 00000100:00100000:1.0:1779202939.288656:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501344640 00000100:00100000:1.0:1779202939.288658:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501344640 00000100:00100000:1.0:1779202939.288671:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501345152 00000100:00100000:1.0:1779202939.288673:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501345152 00000100:00100000:1.0:1779202939.288686:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1033 00000100:00100000:1.0:1779202939.288716:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501344768:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202939.288743:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501344768:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 51us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202939.288749:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1033 00000100:00100000:1.0:1779202939.288760:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1034 00000100:00100000:1.0:1779202939.288767:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501345280:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202939.288788:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501345280:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202939.288794:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1034 00000100:00100000:1.0:1779202939.288804:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1035 00000100:00100000:1.0:1779202939.288810:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501344640:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202939.288832:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501344640:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202939.288838:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1035 00000100:00100000:1.0:1779202939.288849:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1036 00000100:00100000:1.0:1779202939.288855:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501345152:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202939.288877:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501345152:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202939.288883:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1036 00000100:00080000:1.0:1779202939.288919:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202939.288923:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202939.288926:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202939.288928:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202939.291276:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501344256 00000100:00100000:3.0:1779202939.291290:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501344256 00000100:00100000:3.0:1779202939.291408:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 838 00000100:00100000:3.0:1779202939.291418:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501344256:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202939.291507:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501344256:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 91us (3554us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202939.291518:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 838 00010000:00010000:0.0:1779202939.596302:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202939.787579:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779202939.787606:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524239872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202939.787724:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202939.787882:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524239872 00000100:00100000:1.0:1779202939.787893:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524239872 00000100:00100000:1.0:1779202939.787968:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1779202939.787979:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524239872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202939.788011:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779202939.788078:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524239872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202939.788085:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00080000:2.0:1779202939.788302:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202939.788347:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524239872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779202939.789380:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524240000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202939.789440:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202939.789741:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524240000 00000100:00100000:0.0:1779202939.789749:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524240000 00000100:00100000:0.0:1779202939.789813:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1779202939.789821:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524240000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202939.789842:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202939.789941:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524240000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202939.789948:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00080000:2.0:1779202939.790013:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202939.800435:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524240000:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1779202940.618909:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202940.811290:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779202940.811309:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524240128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202940.811377:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202940.811452:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524240128 00000100:00100000:2.0:1779202940.811459:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524240128 00000100:00100000:2.0:1779202940.811503:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1779202940.811511:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524240128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202940.811544:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202940.811602:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524240128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202940.811609:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1779202940.811655:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524240128:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1779202941.339297:0:27003:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202941.339305:0:27003:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202941.339906:0:27003:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202941.339918:0:27003:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202941.646313:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202942.667016:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202942.863767:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524240256:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.863878:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202942.863945:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524240768:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.863987:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202942.864006:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524241280:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864032:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202942.864049:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524241792:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864069:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202942.864094:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1779202942.864100:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524240640:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864125:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202942.864141:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524241152:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864161:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202942.864175:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524241664:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864195:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202942.864231:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524240384:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864255:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202942.864271:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524240896:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864294:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202942.864308:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524241408:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864326:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202942.864343:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1779202942.864348:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524240512:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864383:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202942.864402:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524241024:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864422:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202942.864437:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524241536:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864456:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202942.864492:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524240256 00000100:00100000:0.0:1779202942.864502:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524240256 00000100:00100000:0.0:1779202942.864560:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1779202942.864570:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0d13ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524240256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864623:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0d13ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524240256:12345-0@lo:400:kworker.0 Request processed in 54us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202942.864630:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1779202942.864673:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524241280 00000100:00100000:0.0:1779202942.864677:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524241280 00000100:00100000:0.0:1779202942.864742:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524241792 00000100:00100000:0.0:1779202942.864745:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524241792 00000100:00100000:0.0:1779202942.864764:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524241152 00000100:00100000:0.0:1779202942.864767:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524241152 00000100:00100000:0.0:1779202942.864777:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524241664 00000100:00100000:0.0:1779202942.864779:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524241664 00000100:00100000:0.0:1779202942.864792:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:0.0:1779202942.864797:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524241280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864828:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524241280:12345-0@lo:400:kworker.0 Request processed in 31us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202942.864834:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:0.0:1779202942.864847:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1779202942.864853:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524241792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864876:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524241792:12345-0@lo:400:kworker.0 Request processed in 23us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202942.864880:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1779202942.864890:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1779202942.864895:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524241152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864918:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524241152:12345-0@lo:400:kworker.0 Request processed in 22us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202942.864923:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1779202942.864933:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1779202942.864938:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524241664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.864963:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524241664:12345-0@lo:400:kworker.0 Request processed in 25us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202942.864969:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1779202942.864988:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524240768 00000100:00100000:0.0:1779202942.864991:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524240768 00000100:00100000:0.0:1779202942.865016:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524240512 00000100:00100000:0.0:1779202942.865018:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524240512 00000100:00100000:0.0:1779202942.865031:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1779202942.865037:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524240768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.865072:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524240768:12345-0@lo:400:kworker.0 Request processed in 35us (1084us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202942.865078:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1779202942.865089:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1779202942.865094:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524240512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.865123:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524240512:12345-0@lo:400:kworker.0 Request processed in 29us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202942.865129:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00080000:0.0:1779202942.865149:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202942.865153:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202942.865195:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524240512:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.865230:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524241152:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.865241:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524241664:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.865250:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524240256:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.865259:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524240768:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.865267:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524241280:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.865276:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524241792:0@lo:400:kworker.0 00000100:00100000:1.0:1779202942.865652:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524240640 00000100:00100000:1.0:1779202942.865657:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524240640 00000100:00100000:1.0:1779202942.865685:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524240384 00000100:00100000:1.0:1779202942.865688:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524240384 00000100:00100000:1.0:1779202942.865730:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524240896 00000100:00100000:1.0:1779202942.865732:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524240896 00000100:00100000:1.0:1779202942.865752:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524241408 00000100:00100000:1.0:1779202942.865754:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524241408 00000100:00100000:1.0:1779202942.865766:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524241024 00000100:00100000:1.0:1779202942.865768:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524241024 00000100:00100000:1.0:1779202942.865779:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524241536 00000100:00100000:1.0:1779202942.865781:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524241536 00000100:00100000:1.0:1779202942.865793:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:1.0:1779202942.865799:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524240640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202942.865858:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524240640:12345-0@lo:400:kworker.0 Request processed in 47us (1721us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202942.865865:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:1.0:1779202942.865877:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:1.0:1779202942.865883:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524240384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202942.865905:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524240384:12345-0@lo:400:kworker.0 Request processed in 23us (1650us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202942.865911:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00100000:1.0:1779202942.865920:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:1.0:1779202942.865926:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524240896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202942.865950:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524240896:12345-0@lo:400:kworker.0 Request processed in 25us (1656us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202942.865956:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:1.0:1779202942.865979:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1779202942.865985:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524241408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202942.866024:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524241408:12345-0@lo:400:kworker.0 Request processed in 40us (1697us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202942.866030:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1779202942.866041:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:1.0:1779202942.866047:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524241024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202942.866075:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524241024:12345-0@lo:400:kworker.0 Request processed in 29us (1652us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202942.866080:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:1.0:1779202942.866089:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:1.0:1779202942.866096:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524241536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202942.866121:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524241536:12345-0@lo:400:kworker.0 Request processed in 27us (1665us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202942.866127:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:1.0:1779202942.866168:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202942.866181:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524241920:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202942.866214:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1779202942.866244:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202942.866247:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779202942.866255:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524241920 00000100:00100000:1.0:1779202942.866259:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524241920 00000100:00100000:1.0:1779202942.866279:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1779202942.866285:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524241920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202942.866315:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779202942.866348:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524241920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202942.866354:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1779202942.866404:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524241920:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202942.866435:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524240640:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.869182:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524241024:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.869204:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524241536:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.869219:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524240384:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.869233:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524240896:0@lo:400:kworker.0 00000100:00100000:0.0:1779202942.869247:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524241408:0@lo:400:kworker.0 00000040:00080000:2.0:1779202943.372013:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202943.372023:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202943.372898:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202943.372911:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1779202943.385038:0:27055:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202943.385045:0:27055:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202943.387501:0:27055:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202943.387520:0:27055:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202943.692919:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202944.392135:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202944.392186:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202944.392215:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202944.392242:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202944.392271:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202944.392290:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202944.392311:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202944.392338:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202944.392364:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202944.392392:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501345792 00000100:00100000:1.0:1779202944.392402:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501345792 00000100:00100000:1.0:1779202944.392455:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501346304 00000100:00100000:1.0:1779202944.392458:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501346304 00000100:00100000:1.0:1779202944.392474:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501345920 00000100:00100000:1.0:1779202944.392476:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501345920 00000100:00100000:1.0:1779202944.392488:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501346432 00000100:00100000:1.0:1779202944.392490:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501346432 00000100:00100000:1.0:1779202944.392514:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1041 00000100:00100000:1.0:1779202944.392524:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501345792:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202944.392592:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501345792:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 68us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202944.392599:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1041 00000100:00100000:1.0:1779202944.392615:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1042 00000100:00100000:1.0:1779202944.392621:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501346304:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202944.392643:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501346304:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202944.392649:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1042 00000100:00100000:1.0:1779202944.392659:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1043 00000100:00100000:1.0:1779202944.392665:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501345920:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202944.392686:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501345920:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202944.392725:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1043 00000100:00100000:1.0:1779202944.392737:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1044 00000100:00100000:1.0:1779202944.392743:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501346432:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202944.392763:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501346432:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202944.392769:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1044 00000100:00100000:1.0:1779202944.392785:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501345408 00000100:00100000:1.0:1779202944.392789:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501345408 00000100:00100000:1.0:1779202944.392810:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 840 00000100:00100000:1.0:1779202944.392817:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501345408:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202944.392838:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501345408:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202944.392844:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 840 00000100:00100000:1.0:1779202944.392870:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501345536 00000100:00100000:1.0:1779202944.392873:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501345536 00000100:00100000:1.0:1779202944.392900:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501346048 00000100:00100000:1.0:1779202944.392903:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501346048 00000100:00100000:1.0:1779202944.392919:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501345664 00000100:00100000:1.0:1779202944.392921:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501345664 00000100:00100000:1.0:1779202944.392931:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501346176 00000100:00100000:1.0:1779202944.392933:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501346176 00000100:00100000:1.0:1779202944.392943:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1487 00000100:00100000:1.0:1779202944.392948:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2419:x1865628501345536:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202944.392987:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2419:x1865628501345536:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 39us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202944.392993:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1487 00000100:00100000:1.0:1779202944.393008:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1488 00000100:00100000:1.0:1779202944.393018:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501346048:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202944.393041:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2419:x1865628501346048:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202944.393047:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1488 00000100:00100000:1.0:1779202944.393057:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1489 00000100:00100000:1.0:1779202944.393062:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501345664:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202944.393083:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501345664:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202944.393088:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1489 00000100:00100000:1.0:1779202944.393099:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1490 00000100:00100000:1.0:1779202944.393105:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501346176:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202944.393124:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501346176:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202944.393130:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1490 00000100:00080000:1.0:1779202944.393159:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202944.393163:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202944.393165:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202944.393167:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202944.400651:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202944.400674:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524242176:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202944.400767:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202944.400845:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524242176 00000100:00100000:0.0:1779202944.400853:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524242176 00000100:00100000:0.0:1779202944.400908:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1779202944.400917:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524242176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202944.400946:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779202944.400990:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524242176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202944.401000:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00080000:0.0:1779202944.401034:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202944.401079:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524242176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202944.401202:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202944.401214:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524242048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202944.401252:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202944.401351:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524242048 00000100:00100000:0.0:1779202944.401355:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524242048 00000100:00100000:0.0:1779202944.401406:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1779202944.401412:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524242048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202944.401422:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779202944.401453:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524242048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202944.401459:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00080000:2.0:1779202944.401625:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202944.401649:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524242048:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1779202944.714839:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779202944.848336:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1779202944.915765:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202944.915787:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524242304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202944.915859:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202944.915933:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524242304 00000100:00100000:1.0:1779202944.915941:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524242304 00000100:00100000:1.0:1779202944.916043:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1779202944.916052:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524242304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202944.916087:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779202944.916131:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524242304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202944.916139:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00080000:1.0:1779202944.916159:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202944.916195:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524242304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202944.919312:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524242432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202944.919394:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202944.919885:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524242432 00000100:00100000:3.0:1779202944.919896:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524242432 00000100:00100000:3.0:1779202944.919977:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1779202944.919989:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524242432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202944.920014:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779202944.920064:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524242432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202944.920071:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00080000:1.0:1779202944.922183:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202944.922255:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524242432:0@lo:13:osp-pre-1-1.0 00000040:00080000:0.0:1779202945.319988:0:27106:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202945.319997:0:27106:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202945.323903:0:27106:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202945.323923:0:27106:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202945.755392:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202945.931279:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524242560:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202945.931368:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202945.931569:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524242560 00000100:00100000:0.0:1779202945.931579:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524242560 00000100:00100000:0.0:1779202945.931633:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1779202945.931643:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524242560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202945.931678:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202945.931856:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524242560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 213us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202945.931864:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1779202945.931993:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524242560:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202946.768523:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202947.788322:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202947.869797:0:27157:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202947.869804:0:27157:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202947.873621:0:27157:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202947.873640:0:27157:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779202947.981500:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524242816:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.981568:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202947.981632:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524243328:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.981655:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202947.981680:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524243840:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.981720:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202947.981751:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1779202947.981756:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc2a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524242688:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.981783:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202947.981805:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524243200:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.981969:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202947.981992:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524243712:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.982017:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202947.982034:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524244224:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.982052:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202947.982081:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524242944:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.982102:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202947.983085:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524243456:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.984732:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202947.984769:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524243968:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.984801:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202947.985473:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1779202947.985487:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3b38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524243072:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.985516:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202947.985537:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524243584:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.985562:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202947.985580:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524244096:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.985599:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202947.985648:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524242816 00000100:00100000:2.0:1779202947.985656:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524242816 00000100:00100000:2.0:1779202947.985712:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524243328 00000100:00100000:2.0:1779202947.985716:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524243328 00000100:00100000:2.0:1779202947.985741:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524243840 00000100:00100000:2.0:1779202947.985743:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524243840 00000100:00100000:2.0:1779202947.985757:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524243456 00000100:00100000:2.0:1779202947.985759:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524243456 00000100:00100000:2.0:1779202947.985770:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524243968 00000100:00100000:2.0:1779202947.985773:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524243968 00000100:00100000:2.0:1779202947.985783:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524243072 00000100:00100000:2.0:1779202947.985785:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524243072 00000100:00100000:2.0:1779202947.985799:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:2.0:1779202947.985807:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524242816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.985871:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524242816:12345-0@lo:400:kworker.0 Request processed in 64us (4302us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202947.985878:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:2.0:1779202947.985896:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:2.0:1779202947.985902:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524243328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.985930:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524243328:12345-0@lo:400:kworker.0 Request processed in 29us (4274us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202947.985936:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:2.0:1779202947.985947:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:2.0:1779202947.985952:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524243840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.985978:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524243840:12345-0@lo:400:kworker.0 Request processed in 27us (4257us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202947.985983:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:2.0:1779202947.985994:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:2.0:1779202947.986000:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524243456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986029:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524243456:12345-0@lo:400:kworker.0 Request processed in 30us (1300us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202947.986034:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00100000:2.0:1779202947.986044:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1495 00000100:00100000:2.0:1779202947.986048:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524243968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986071:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524243968:12345-0@lo:400:kworker.0 Request processed in 23us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202947.986076:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1495 00000100:00100000:2.0:1779202947.986085:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:2.0:1779202947.986091:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524243072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986125:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524243072:12345-0@lo:400:kworker.0 Request processed in 34us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202947.986130:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:2.0:1779202947.986157:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524242688 00000100:00100000:2.0:1779202947.986161:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524242688 00000100:00100000:2.0:1779202947.986186:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1779202947.986191:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524242688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986219:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524242688:12345-0@lo:400:kworker.0 Request processed in 28us (4437us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202947.986225:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1779202947.986261:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524243200 00000100:00100000:2.0:1779202947.986265:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524243200 00000100:00100000:2.0:1779202947.986287:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524242944 00000100:00100000:2.0:1779202947.986289:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524242944 00000100:00100000:2.0:1779202947.986300:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1779202947.986306:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524243200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986335:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524243200:12345-0@lo:400:kworker.0 Request processed in 30us (4507us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202947.986340:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1779202947.986350:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1779202947.986356:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524242944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986382:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524242944:12345-0@lo:400:kworker.0 Request processed in 27us (4280us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202947.986387:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1779202947.986405:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524243712 00000100:00100000:2.0:1779202947.986409:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524243712 00000100:00100000:2.0:1779202947.986432:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524244224 00000100:00100000:2.0:1779202947.986435:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524244224 00000100:00100000:2.0:1779202947.986450:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524243584 00000100:00100000:2.0:1779202947.986452:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524243584 00000100:00100000:2.0:1779202947.986462:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524244096 00000100:00100000:2.0:1779202947.986464:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524244096 00000100:00100000:2.0:1779202947.986475:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1779202947.986480:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524243712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986510:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524243712:12345-0@lo:400:kworker.0 Request processed in 30us (4492us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202947.986515:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1779202947.986524:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1779202947.986529:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524244224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986553:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524244224:12345-0@lo:400:kworker.0 Request processed in 24us (4500us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202947.986558:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1779202947.986566:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1779202947.986571:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524243584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986592:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524243584:12345-0@lo:400:kworker.0 Request processed in 22us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202947.986597:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1779202947.986605:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1779202947.986609:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524244096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986632:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524244096:12345-0@lo:400:kworker.0 Request processed in 23us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202947.986636:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00080000:2.0:1779202947.986671:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202947.986676:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202947.986678:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779202947.986681:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202947.986738:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc2a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524242688:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986751:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524243200:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986762:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524243712:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986772:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524244224:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986782:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524242816:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986792:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4905c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524243328:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986801:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524243840:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986838:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524243072:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986848:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524243584:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986856:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524244096:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986865:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524242944:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986875:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524243456:0@lo:400:kworker.0 00000100:00100000:2.0:1779202947.986884:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524243968:0@lo:400:kworker.0 00000100:00100000:0.0:1779202947.990181:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202947.990201:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524244352:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202947.990280:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202947.990325:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524244352 00000100:00100000:0.0:1779202947.990333:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524244352 00000100:00100000:0.0:1779202947.990375:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1779202947.990384:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524244352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202947.990416:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1779202947.990460:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc2888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524244352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202947.990467:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1779202947.990519:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524244352:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1779202948.811654:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202949.515651:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524244480:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202949.515738:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202949.515814:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524244480 00000100:00100000:1.0:1779202949.515822:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524244480 00000100:00100000:1.0:1779202949.515891:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1779202949.515901:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524244480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202949.515941:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202949.515990:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524244480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202949.516538:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00080000:1.0:1779202949.516568:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202949.516607:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524244480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202949.520352:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202949.520393:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202949.522672:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202949.522711:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524244608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202949.522774:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202949.522834:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524244608 00000100:00100000:2.0:1779202949.522842:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524244608 00000100:00100000:2.0:1779202949.522894:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1779202949.522903:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524244608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202949.522929:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779202949.522973:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524244608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202949.522979:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00080000:2.0:1779202949.522998:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202949.523045:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524244608:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202949.528887:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501346560 00000100:00100000:1.0:1779202949.528903:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501346560 00000100:00100000:1.0:1779202949.528964:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 842 00000100:00100000:1.0:1779202949.528974:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501346560:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202949.529066:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501346560:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 93us (8724us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202949.529073:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 842 00000100:00100000:3.0:1779202949.529955:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202949.529980:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202949.529997:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202949.530013:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202949.530044:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202949.530066:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202949.530101:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501346816 00000100:00100000:3.0:1779202949.530106:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501346816 00000100:00100000:3.0:1779202949.530145:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501347328 00000100:00100000:3.0:1779202949.530149:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501347328 00000100:00100000:3.0:1779202949.530179:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501346688 00000100:00100000:3.0:1779202949.530182:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501346688 00000100:00100000:3.0:1779202949.530194:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501347200 00000100:00100000:3.0:1779202949.530196:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501347200 00000100:00100000:3.0:1779202949.530210:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1497 00000100:00100000:3.0:1779202949.530218:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2421:x1865628501346816:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202949.530365:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1498 00000100:00100000:2.0:1779202949.530374:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501347328:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202949.530443:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501347328:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 70us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202949.530450:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1498 00000100:00100000:2.0:1779202949.530467:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1499 00000100:00100000:2.0:1779202949.530474:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2421:x1865628501346688:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202949.530500:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2421:x1865628501346688:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202949.530505:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1499 00000100:00100000:2.0:1779202949.530515:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1500 00000100:00100000:2.0:1779202949.530521:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2421:x1865628501347200:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202949.530542:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2421:x1865628501347200:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202949.530548:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1500 00000100:00100000:2.0:1779202949.530565:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501347072 00000100:00100000:2.0:1779202949.530568:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501347072 00000100:00100000:2.0:1779202949.530592:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501346944 00000100:00100000:2.0:1779202949.530595:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501346944 00000100:00100000:2.0:1779202949.530613:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501347584 00000100:00100000:2.0:1779202949.530615:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501347584 00000100:00100000:2.0:1779202949.530631:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1049 00000100:00100000:2.0:1779202949.530637:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501347072:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202949.530673:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501347072:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202949.530679:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1049 00000100:00100000:2.0:1779202949.530706:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1050 00000100:00100000:2.0:1779202949.530713:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2421:x1865628501346944:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202949.530734:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2421:x1865628501346944:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202949.530740:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1050 00000100:00100000:2.0:1779202949.530751:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1051 00000100:00100000:2.0:1779202949.530756:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501347584:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202949.530774:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501347584:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 18us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202949.530780:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1051 00000100:00100000:3.0:1779202949.532008:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3ca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2421:x1865628501346816:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1788us (11612us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202949.532018:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1497 00000100:00080000:3.0:1779202949.532120:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202949.532126:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202949.532129:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202949.532131:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202949.569105:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202949.569212:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501347456 00000100:00100000:2.0:1779202949.569239:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501347456 00000100:00100000:2.0:1779202949.569317:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1052 00000100:00100000:2.0:1779202949.569327:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501347456:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202949.569397:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501347456:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 72us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202949.569405:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1052 00000100:00080000:3.0:1779202949.569506:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1779202949.834949:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202950.028071:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202950.028092:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524244736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202950.028170:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202950.028247:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524244736 00000100:00100000:1.0:1779202950.028256:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524244736 00000100:00100000:1.0:1779202950.028313:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1779202950.028323:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc382050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524244736:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1779202950.028327:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1779202950.028350:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1779202950.028400:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202950.028405:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc382050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524244736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202950.028409:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524244864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202950.028412:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1779202950.028438:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202950.028648:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524244736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202950.035586:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524244864 00000100:00100000:1.0:1779202950.035599:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524244864 00000100:00100000:0.0:1779202950.043759:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1779202950.043786:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524244864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202950.043814:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202950.043903:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524244864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (15462us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202950.043911:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1779202950.043986:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524244864:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1779202950.046931:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:1.0:1779202950.187881:0:27209:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202950.187889:0:27209:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202950.197170:0:27209:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202950.197193:0:27209:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202950.858934:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202951.051324:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202951.051348:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524244992:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202951.051443:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202951.051791:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524244992 00000100:00100000:2.0:1779202951.051800:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524244992 00000100:00100000:2.0:1779202951.051858:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1779202951.051868:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524244992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202951.051904:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202951.051966:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524244992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202951.051974:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1779202951.052070:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524244992:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202951.883056:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202952.770510:0:27260:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202952.770524:0:27260:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202952.776607:0:27260:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202952.776628:0:27260:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202952.910791:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202953.104061:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524245120:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.104133:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.104477:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524245632:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.104511:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.104551:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524246144:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.104574:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.104591:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524246656:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.104610:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.104632:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1779202953.104637:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524245504:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.104727:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.104746:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524246016:0@lo:400:kworker.0 00000100:00100000:3.0:1779202953.104862:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524245632 00000100:00100000:3.0:1779202953.104870:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524245632 00000100:00100000:3.0:1779202953.104921:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1779202953.104931:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524245632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202953.104985:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524245632:12345-0@lo:400:kworker.0 Request processed in 55us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202953.104992:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1779202953.105421:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.105483:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524246528:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.105505:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.116723:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524245632:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.116786:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524245248:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.116846:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.116874:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524245760:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.116896:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.116914:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524246272:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.116934:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.116953:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524246784:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202953.116980:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.117001:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779202953.117007:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524245376:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.117024:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.117041:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524245888:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.117061:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.117077:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524246400:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.117095:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202953.117131:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524245120 00000100:00100000:0.0:1779202953.117138:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524245120 00000100:00100000:0.0:1779202953.117209:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1779202953.117218:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524245120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.117272:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524245120:12345-0@lo:400:kworker.0 Request processed in 55us (13138us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202953.117281:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1779202953.117338:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524246144 00000100:00100000:0.0:1779202953.117344:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524246144 00000100:00100000:0.0:1779202953.117379:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524246656 00000100:00100000:0.0:1779202953.117382:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524246656 00000100:00100000:0.0:1779202953.117399:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524246016 00000100:00100000:0.0:1779202953.117402:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524246016 00000100:00100000:0.0:1779202953.117413:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524246528 00000100:00100000:0.0:1779202953.117415:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524246528 00000100:00100000:0.0:1779202953.117430:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1779202953.117436:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524246144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.117474:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524246144:12345-0@lo:400:kworker.0 Request processed in 38us (12899us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202953.117483:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1779202953.117496:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1779202953.117502:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524246656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.117529:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524246656:12345-0@lo:400:kworker.0 Request processed in 27us (12917us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202953.117534:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1779202953.117546:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1779202953.117552:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524246016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.117575:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524246016:12345-0@lo:400:kworker.0 Request processed in 24us (12154us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202953.117580:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1779202953.117589:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1779202953.117594:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524246528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.117617:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524246528:12345-0@lo:400:kworker.0 Request processed in 24us (12112us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202953.117622:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1779202953.117642:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524245504 00000100:00100000:0.0:1779202953.117645:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524245504 00000100:00100000:0.0:1779202953.117663:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524245248 00000100:00100000:0.0:1779202953.117665:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524245248 00000100:00100000:0.0:1779202953.117673:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524245760 00000100:00100000:0.0:1779202953.117675:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524245760 00000100:00100000:0.0:1779202953.117684:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524246272 00000100:00100000:0.0:1779202953.117686:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524246272 00000100:00100000:0.0:1779202953.117720:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524245888 00000100:00100000:0.0:1779202953.117722:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524245888 00000100:00100000:0.0:1779202953.117732:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524246400 00000100:00100000:0.0:1779202953.117734:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524246400 00000100:00100000:0.0:1779202953.117745:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:0.0:1779202953.117750:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524245504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.117780:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524245504:12345-0@lo:400:kworker.0 Request processed in 30us (13053us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202953.117785:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:0.0:1779202953.117797:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:0.0:1779202953.117802:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524245248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.117832:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524245248:12345-0@lo:400:kworker.0 Request processed in 30us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202953.117838:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00100000:0.0:1779202953.117848:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503 00000100:00100000:0.0:1779202953.117854:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524245760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.117879:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524245760:12345-0@lo:400:kworker.0 Request processed in 26us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202953.117884:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503 00000100:00100000:0.0:1779202953.117895:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:0.0:1779202953.117901:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524246272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.117927:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524246272:12345-0@lo:400:kworker.0 Request processed in 26us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202953.117933:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00100000:0.0:1779202953.117945:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:0.0:1779202953.117951:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524245888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.117975:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524245888:12345-0@lo:400:kworker.0 Request processed in 25us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202953.117984:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:0.0:1779202953.117996:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:0.0:1779202953.118001:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524246400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.118028:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524246400:12345-0@lo:400:kworker.0 Request processed in 28us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202953.118032:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:0.0:1779202953.118059:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524246784 00000100:00100000:0.0:1779202953.118062:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524246784 00000100:00100000:0.0:1779202953.118083:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524245376 00000100:00100000:0.0:1779202953.118086:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524245376 00000100:00100000:0.0:1779202953.118096:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1779202953.118101:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3664:x1865628524246784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202953.118125:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1779202953.118168:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3664:x1865628524246784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (1187us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202953.118174:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1779202953.118188:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1779202953.118193:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524245376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.118219:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524245376:12345-0@lo:400:kworker.0 Request processed in 26us (1194us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202953.118225:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1779202953.118271:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524245376:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.118283:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524245888:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.118291:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524246400:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.118304:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524245248:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.118312:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524245760:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.118321:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524246272:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.118333:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524246784:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202953.118632:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524245504:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.118643:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524246016:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.118652:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524246528:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.118661:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524245120:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.118670:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524246144:0@lo:400:kworker.0 00000100:00100000:0.0:1779202953.118679:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524246656:0@lo:400:kworker.0 00000100:00080000:1.0:1779202953.120474:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202953.120483:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202953.120486:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779202953.120489:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1779202953.613038:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202953.613045:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202953.613581:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202953.613591:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202953.933572:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202954.055079:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202954.058871:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501347712 00000100:00100000:3.0:1779202954.058890:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501347712 00000100:00100000:3.0:1779202954.058979:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 88 00000100:00100000:3.0:1779202954.058994:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+53:2422:x1865628501347712:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779202954.059010:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00000100:00080000:1.0:1779202954.059278:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:2.0:1779202954.059442:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1779202954.077490:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abb000/0x3d5ca2fc49dbcb15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64d55 expref: 53 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077520:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff91cfc28aa600) 00010000:00010000:3.0:1779202954.077550:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500e200/0x3d5ca2fc49dbc986 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64cd7 expref: 52 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077562:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff91cfc10a7100) 00010000:00010000:3.0:1779202954.077571:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd5a00/0x3d5ca2fc49dbc916 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64cb4 expref: 51 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077579:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff91cfc28aad00) 00010000:00010000:3.0:1779202954.077587:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4234600/0x3d5ca2fc49dbc7b1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64c3d expref: 50 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077605:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff91cfc2883a00) 00010000:00010000:3.0:1779202954.077624:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4235800/0x3d5ca2fc49dbc741 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64c1a expref: 49 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077633:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff91cfc2883200) 00010000:00010000:3.0:1779202954.077639:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd5e00/0x3d5ca2fc49dbc614 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64bb8 expref: 48 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077647:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa:0x0].0x0 (ffff91d0e08f9600) 00010000:00010000:3.0:1779202954.077654:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abae00/0x3d5ca2fc49dbc5ce lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64ba3 expref: 47 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077662:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff91d0e08f9000) 00010000:00010000:3.0:1779202954.077679:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac800/0x3d5ca2fc49dbbe7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d649a4 expref: 46 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077709:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff91d0d90ae600) 00010000:00010000:3.0:1779202954.077717:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bada00/0x3d5ca2fc49dbbbcc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d648e7 expref: 45 pid: 6562 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077727:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff91cfc1acb900) 00010000:00010000:3.0:1779202954.077733:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bad600/0x3d5ca2fc49dbbbef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d648ee expref: 44 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077742:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff91cfc10a5200) 00010000:00010000:3.0:1779202954.077755:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac200/0x3d5ca2fc49dbb7b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d647e4 expref: 43 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077764:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff91cfc1acb400) 00010000:00010000:3.0:1779202954.077796:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500ee00/0x3d5ca2fc49dbb4cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64712 expref: 42 pid: 10076 timeout: 613 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077803:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff91cfc10a5500) 00010000:00010000:3.0:1779202954.077813:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f200/0x3d5ca2fc49dbb4ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64719 expref: 41 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077822:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff91d0f387c400) 00010000:00010000:3.0:1779202954.077847:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c200/0x3d5ca2fc49dbb011 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d645e5 expref: 40 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077855:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff91cfc2883f00) 00010000:00010000:3.0:1779202954.077866:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c121c000/0x3d5ca2fc49dbabfe lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d644b1 expref: 39 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077874:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff91cfc1acb700) 00010000:00010000:3.0:1779202954.077882:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0f3912400/0x3d5ca2fc49dbabd4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d644a3 expref: 38 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779202954.077890:0:6548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff91d0c3d0c700) 00010000:00010000:3.0:1779202954.077897:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779202954.077979:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2422:x1865628501347712:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 18989us (22907us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202954.077990:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 88 00000100:00100000:3.0:1779202954.634975:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779202954.635009:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524246912:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202954.635356:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202954.635574:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202954.635587:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524247040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202954.635620:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202954.638853:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524246912 00000100:00100000:2.0:1779202954.638875:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524246912 00000100:00100000:1.0:1779202954.639421:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524247040 00000100:00100000:1.0:1779202954.639438:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524247040 00000100:00100000:0.0:1779202954.639943:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202954.639993:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202954.640027:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202954.640079:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202954.640132:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202954.640178:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202954.640180:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1779202954.640200:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524247040:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202954.640212:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202954.640240:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00002000:00000024:1.0:1779202954.640248:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779202954.640278:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202954.640316:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501347840 00000100:00100000:0.0:1779202954.640323:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501347840 00000100:00100000:1.0:1779202954.640365:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524247040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 169us (4741us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202954.640372:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1779202954.640440:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524247040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202954.640774:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501348352 00000100:00100000:1.0:1779202954.640781:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501348352 00000100:00100000:0.0:1779202954.642006:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 844 00000100:00100000:0.0:1779202954.642022:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501347840:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202954.642073:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1779202954.642086:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524246912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202954.642108:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779202954.642392:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524246912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 309us (7036us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202954.642400:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1779202954.642475:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501347840:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 453us (2539us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202954.642485:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 844 00000100:00100000:2.0:1779202954.642553:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524246912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202954.642556:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501348096 00000100:00100000:0.0:1779202954.642564:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501348096 00000100:00100000:0.0:1779202954.642627:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501348608 00000100:00100000:0.0:1779202954.642632:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501348608 00000100:00100000:2.0:1779202954.642649:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501347968 00000100:00100000:2.0:1779202954.642661:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501347968 00000100:00100000:0.0:1779202954.642664:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501348480 00000100:00100000:0.0:1779202954.642669:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501348480 00000100:00100000:0.0:1779202954.642731:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1507 00000100:00100000:0.0:1779202954.642744:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2421:x1865628501348096:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202954.642762:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1508 00000100:00100000:2.0:1779202954.642777:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501348608:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202954.642791:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501348864 00000100:00100000:1.0:1779202954.642797:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501348864 00000100:00100000:0.0:1779202954.642816:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2421:x1865628501348096:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 74us (2820us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202954.642830:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1507 00000100:00100000:1.0:1779202954.642832:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501348224 00000100:00100000:1.0:1779202954.642837:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501348224 00000100:00100000:2.0:1779202954.642848:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501348608:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 73us (2763us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202954.642857:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1508 00000100:00100000:1.0:1779202954.642864:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501348736 00000100:00100000:1.0:1779202954.642867:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501348736 00000100:00100000:0.0:1779202954.642873:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1509 00000100:00100000:0.0:1779202954.642892:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2421:x1865628501348480:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202954.642904:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1510 00000100:00100000:2.0:1779202954.642916:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2421:x1865628501347968:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202954.642922:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1057 00000100:00100000:1.0:1779202954.642938:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501348352:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202954.642946:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2421:x1865628501348480:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 60us (2701us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202954.642955:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1509 00000100:00100000:2.0:1779202954.642964:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2421:x1865628501347968:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 50us (2795us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202954.642978:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1510 00000100:00100000:1.0:1779202954.642984:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501348352:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 50us (2952us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202954.642998:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1057 00000100:00100000:0.0:1779202954.643011:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1058 00000100:00100000:0.0:1779202954.643023:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501348864:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202954.643031:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1059 00000100:00100000:1.0:1779202954.643048:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2421:x1865628501348224:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202954.643073:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2421:x1865628501348224:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (2864us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202954.643079:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1059 00000100:00100000:1.0:1779202954.643090:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1060 00000100:00100000:1.0:1779202954.643096:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501348736:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202954.643116:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501348736:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (2840us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202954.643131:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1060 00000100:00100000:0.0:1779202954.644590:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501348864:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1559us (4446us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202954.644604:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1058 00000100:00080000:0.0:1779202954.645002:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202954.645010:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202954.645014:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202954.645018:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1779202954.961032:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202955.146971:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524247168:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202955.147047:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202955.147188:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524247168 00000100:00100000:0.0:1779202955.147197:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524247168 00000100:00100000:0.0:1779202955.147291:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1779202955.147301:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524247168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202955.147353:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202955.147403:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524247168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202955.147411:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00080000:0.0:1779202955.147441:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202955.147477:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524247168:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202955.149214:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202955.149242:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524247296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202955.149301:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202955.149542:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524247296 00000100:00100000:2.0:1779202955.149551:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524247296 00000100:00100000:2.0:1779202955.149613:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1779202955.149621:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524247296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779202955.149639:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1779202955.149720:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524247296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202955.149728:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1779202955.149770:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524247296:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1779202955.149848:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:0.0:1779202955.297643:0:27311:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202955.297651:0:27311:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202955.302643:0:27311:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202955.302668:0:27311:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202955.978947:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202956.171140:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202956.171202:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524247424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779202956.171317:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202956.171517:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524247424 00000100:00100000:3.0:1779202956.171526:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524247424 00000100:00100000:3.0:1779202956.171586:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1779202956.171597:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524247424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202956.171636:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202956.171724:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524247424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 128us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202956.171731:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1779202956.171821:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524247424:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1779202957.003015:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202957.337139:0:27363:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202957.337148:0:27363:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202957.337660:0:27363:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202957.337670:0:27363:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779202958.026940:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202958.218959:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202958.219076:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202958.219097:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524247808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202958.219171:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202958.219244:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524247808 00000100:00100000:1.0:1779202958.219252:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524247808 00000100:00100000:1.0:1779202958.219314:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1779202958.219323:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524247808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202958.219363:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779202958.219411:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524247808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202958.219418:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1779202958.219455:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524247808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202958.219532:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202958.219541:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524247680:0@lo:400:kworker.0 00000100:00100000:3.0:1779202958.219575:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202958.219779:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524247680 00000100:00100000:1.0:1779202958.219783:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524247680 00000100:00100000:1.0:1779202958.219819:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:1.0:1779202958.219826:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524247680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202958.219864:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524247680:12345-0@lo:400:kworker.0 Request processed in 39us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202958.219871:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:1.0:1779202958.219897:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524247680:0@lo:400:kworker.0 00000100:00100000:2.0:1779202958.227287:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524247552:0@lo:400:kworker.0 00000100:00100000:2.0:1779202958.227379:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202958.227537:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524247552 00000100:00100000:1.0:1779202958.227546:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524247552 00000100:00100000:1.0:1779202958.227652:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1779202958.227663:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524247552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202958.227756:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524247552:12345-0@lo:400:kworker.0 Request processed in 95us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202958.227764:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1779202958.227864:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524247552:0@lo:400:kworker.0 00000100:00100000:0.0:1779202958.228335:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524248320:0@lo:400:kworker.0 00000100:00100000:0.0:1779202958.228370:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202958.228391:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524248832:0@lo:400:kworker.0 00000100:00100000:0.0:1779202958.228410:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202958.228427:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779202958.228433:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524247936:0@lo:400:kworker.0 00000100:00100000:0.0:1779202958.228452:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202958.228466:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524248448:0@lo:400:kworker.0 00000100:00100000:0.0:1779202958.228487:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202958.228500:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524248960:0@lo:400:kworker.0 00000100:00100000:0.0:1779202958.228518:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202958.228592:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524248192:0@lo:400:kworker.0 00000100:00100000:3.0:1779202958.228620:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202958.228643:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524248704:0@lo:400:kworker.0 00000100:00100000:3.0:1779202958.228664:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202958.228678:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1779202958.228683:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524248064:0@lo:400:kworker.0 00000100:00100000:3.0:1779202958.228739:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202958.228755:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524248576:0@lo:400:kworker.0 00000100:00100000:3.0:1779202958.228773:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202958.228787:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524249088:0@lo:400:kworker.0 00000100:00100000:3.0:1779202958.228805:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202958.228887:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524248320 00000100:00100000:2.0:1779202958.228893:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524248320 00000100:00100000:2.0:1779202958.228945:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524248832 00000100:00100000:2.0:1779202958.228948:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524248832 00000100:00100000:2.0:1779202958.228964:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524247936 00000100:00100000:2.0:1779202958.228966:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524247936 00000100:00100000:2.0:1779202958.228976:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524248192 00000100:00100000:2.0:1779202958.228978:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524248192 00000100:00100000:2.0:1779202958.228988:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524248704 00000100:00100000:2.0:1779202958.228990:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524248704 00000100:00100000:2.0:1779202958.229004:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:2.0:1779202958.229011:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524248320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202958.229076:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524248320:12345-0@lo:400:kworker.0 Request processed in 53us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202958.229083:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:2.0:1779202958.229098:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:2.0:1779202958.229103:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524248832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202958.229131:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524248832:12345-0@lo:400:kworker.0 Request processed in 28us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202958.229137:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00100000:2.0:1779202958.229148:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:2.0:1779202958.229154:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524247936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202958.229179:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524247936:12345-0@lo:400:kworker.0 Request processed in 26us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202958.229185:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:2.0:1779202958.229195:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515 00000100:00100000:2.0:1779202958.229201:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524248192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202958.229229:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524248192:12345-0@lo:400:kworker.0 Request processed in 28us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202958.229234:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515 00000100:00100000:2.0:1779202958.229244:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:2.0:1779202958.229250:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524248704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202958.229277:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524248704:12345-0@lo:400:kworker.0 Request processed in 27us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202958.229282:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00080000:3.0:1779202958.229467:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202958.229472:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779202958.229503:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524248192:0@lo:400:kworker.0 00000100:00100000:3.0:1779202958.229517:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524248704:0@lo:400:kworker.0 00000100:00100000:0.0:1779202958.229591:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524248064 00000100:00100000:0.0:1779202958.229596:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524248064 00000100:00100000:0.0:1779202958.229637:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1779202958.229644:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524248064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202958.230317:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524248064:12345-0@lo:400:kworker.0 Request processed in 669us (1573us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202958.230326:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1779202958.230378:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524247936:0@lo:400:kworker.0 00000100:00100000:0.0:1779202958.230391:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524248320:0@lo:400:kworker.0 00000100:00100000:0.0:1779202958.230403:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524248832:0@lo:400:kworker.0 00000100:00100000:1.0:1779202958.231225:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524248448 00000100:00100000:1.0:1779202958.231234:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524248448 00000100:00100000:1.0:1779202958.231295:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524248960 00000100:00100000:1.0:1779202958.231299:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524248960 00000100:00100000:1.0:1779202958.231317:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524248576 00000100:00100000:1.0:1779202958.231319:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524248576 00000100:00100000:1.0:1779202958.231333:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524249088 00000100:00100000:1.0:1779202958.231336:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524249088 00000100:00100000:1.0:1779202958.231351:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1779202958.231359:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524248448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202958.231421:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524248448:12345-0@lo:400:kworker.0 Request processed in 62us (2932us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202958.231428:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1779202958.231442:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1779202958.231448:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524248960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202958.231475:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524248960:12345-0@lo:400:kworker.0 Request processed in 28us (2956us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202958.231480:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1779202958.231490:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1779202958.231495:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524248576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202958.231519:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524248576:12345-0@lo:400:kworker.0 Request processed in 25us (2745us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202958.231524:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1779202958.231533:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:1.0:1779202958.231539:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524249088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202958.231565:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524249088:12345-0@lo:400:kworker.0 Request processed in 26us (2759us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202958.231570:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00080000:2.0:1779202958.231743:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202958.231747:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202958.232249:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524248448:0@lo:400:kworker.0 00000100:00100000:0.0:1779202958.232263:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524248960:0@lo:400:kworker.0 00000100:00100000:3.0:1779202958.236645:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524248064:0@lo:400:kworker.0 00000100:00100000:3.0:1779202958.236669:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524248576:0@lo:400:kworker.0 00000100:00100000:3.0:1779202958.236679:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524249088:0@lo:400:kworker.0 00010000:00010000:2.0:1779202959.052037:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202959.535307:0:27414:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202959.535314:0:27414:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202959.535849:0:27414:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202959.535858:0:27414:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779202959.753109:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202959.753145:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202959.753170:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202959.753197:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202959.753217:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202959.753234:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202959.753254:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202959.753273:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202959.753297:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202959.753322:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501348992 00000100:00100000:3.0:1779202959.753332:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501348992 00000100:00100000:3.0:1779202959.753381:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 846 00000100:00100000:3.0:1779202959.753393:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501348992:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202959.753489:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501348992:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 97us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202959.753496:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 846 00000100:00100000:3.0:1779202959.753532:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501349248 00000100:00100000:3.0:1779202959.753536:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501349248 00000100:00100000:3.0:1779202959.753571:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501349760 00000100:00100000:3.0:1779202959.753575:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501349760 00000100:00100000:3.0:1779202959.753592:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501349120 00000100:00100000:3.0:1779202959.753594:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501349120 00000100:00100000:3.0:1779202959.753606:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501349632 00000100:00100000:3.0:1779202959.753608:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501349632 00000100:00100000:3.0:1779202959.753623:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1517 00000100:00100000:3.0:1779202959.753629:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2422:x1865628501349248:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202959.753658:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2422:x1865628501349248:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202959.753664:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1517 00000100:00100000:3.0:1779202959.753675:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1518 00000100:00100000:3.0:1779202959.753680:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501349760:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202959.753731:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501349760:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 50us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202959.753737:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1518 00000100:00100000:3.0:1779202959.753749:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1519 00000100:00100000:3.0:1779202959.753755:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2422:x1865628501349120:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202959.753776:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2422:x1865628501349120:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202959.753782:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1519 00000100:00100000:3.0:1779202959.753793:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1520 00000100:00100000:3.0:1779202959.753798:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2422:x1865628501349632:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202959.753820:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2422:x1865628501349632:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202959.753825:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1520 00000100:00100000:3.0:1779202959.753843:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501349504 00000100:00100000:3.0:1779202959.753847:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501349504 00000100:00100000:3.0:1779202959.753868:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501350016 00000100:00100000:3.0:1779202959.753871:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501350016 00000100:00100000:3.0:1779202959.753886:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501349376 00000100:00100000:3.0:1779202959.753889:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501349376 00000100:00100000:3.0:1779202959.753899:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501349888 00000100:00100000:3.0:1779202959.753902:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501349888 00000100:00100000:3.0:1779202959.753914:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1065 00000100:00100000:3.0:1779202959.753921:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501349504:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202959.753945:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501349504:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202959.753954:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1065 00000100:00100000:3.0:1779202959.753964:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1066 00000100:00100000:3.0:1779202959.753970:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501350016:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202959.753990:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501350016:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202959.753995:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1066 00000100:00100000:3.0:1779202959.754004:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1067 00000100:00100000:3.0:1779202959.754009:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501349376:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202959.754044:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501349376:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 34us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202959.754050:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1067 00000100:00100000:3.0:1779202959.754060:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1068 00000100:00100000:3.0:1779202959.754066:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501349888:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202959.754086:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501349888:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202959.754091:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1068 00000100:00080000:3.0:1779202959.754258:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202959.754263:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202959.754265:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202959.754267:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202959.762465:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524249216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202959.762558:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202959.762633:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524249344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202959.762661:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202959.762715:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524249216 00000100:00100000:1.0:1779202959.762723:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524249216 00000100:00100000:1.0:1779202959.762768:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524249344 00000100:00100000:1.0:1779202959.762772:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524249344 00000100:00100000:1.0:1779202959.762786:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1779202959.762794:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524249216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202959.762825:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202959.762868:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524249216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202959.762876:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1779202959.762893:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1779202959.762900:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524249344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202959.762909:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202959.762937:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524249344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202959.762942:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1779202959.762989:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524249344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202959.763034:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524249216:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1779202960.078300:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202960.267065:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524249472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202960.267138:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202960.267299:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524249472 00000100:00100000:3.0:1779202960.267308:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524249472 00000100:00100000:3.0:1779202960.267366:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1779202960.267375:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524249472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779202960.267406:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779202960.267448:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524249472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202960.267455:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00080000:1.0:1779202960.267518:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202960.267552:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524249472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202960.269070:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202960.269089:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524249600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202960.269147:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202960.269247:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524249600 00000100:00100000:1.0:1779202960.269254:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524249600 00000100:00100000:1.0:1779202960.269325:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1779202960.269335:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524249600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202960.269357:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779202960.269397:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524249600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202960.269406:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00080000:3.0:1779202960.270796:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202960.270852:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524249600:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1779202961.100165:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202961.292278:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524249728:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202961.292364:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202961.292494:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524249728 00000100:00100000:2.0:1779202961.292502:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524249728 00000100:00100000:2.0:1779202961.292559:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1779202961.292569:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f25d7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524249728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202961.292605:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202961.298686:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f25d7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524249728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 6105us (6310us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202961.298724:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1779202961.300399:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524249728:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1779202961.672223:0:27465:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202961.672232:0:27465:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202961.673795:0:27465:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202961.673807:0:27465:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202962.123012:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1779202963.147871:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202963.343214:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524249856:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.343293:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202963.343354:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524250368:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.343424:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202963.343446:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524250880:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.343471:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202963.343487:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524251392:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.343506:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202963.343529:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1779202963.343535:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524249984:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.343557:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202963.343570:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524250496:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.343589:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202963.343602:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524251008:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.343620:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202963.343648:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524250112:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.343670:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202963.343688:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524250624:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.343739:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202963.343753:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524251136:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.343771:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202963.343789:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1779202963.343793:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524250240:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.343811:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202963.343825:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524250752:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.343843:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202963.343856:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524251264:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.343871:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202963.343902:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524249856 00000100:00100000:1.0:1779202963.343910:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524249856 00000100:00100000:1.0:1779202963.343964:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1779202963.343974:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524249856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344021:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524249856:12345-0@lo:400:kworker.0 Request processed in 48us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202963.344029:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1779202963.344059:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524250368 00000100:00100000:1.0:1779202963.344063:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524250368 00000100:00100000:1.0:1779202963.344085:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524250112 00000100:00100000:1.0:1779202963.344088:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524250112 00000100:00100000:1.0:1779202963.344100:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1779202963.344106:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524250368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344137:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524250368:12345-0@lo:400:kworker.0 Request processed in 31us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202963.344143:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1779202963.344153:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1779202963.344158:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524250112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344186:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524250112:12345-0@lo:400:kworker.0 Request processed in 28us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202963.344192:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1779202963.344211:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524249984 00000100:00100000:1.0:1779202963.344214:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524249984 00000100:00100000:1.0:1779202963.344232:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524250496 00000100:00100000:1.0:1779202963.344234:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524250496 00000100:00100000:1.0:1779202963.344252:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524251008 00000100:00100000:1.0:1779202963.344255:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524251008 00000100:00100000:1.0:1779202963.344266:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524250624 00000100:00100000:1.0:1779202963.344268:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524250624 00000100:00100000:1.0:1779202963.344278:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524251136 00000100:00100000:1.0:1779202963.344280:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524251136 00000100:00100000:1.0:1779202963.344291:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524250240 00000100:00100000:1.0:1779202963.344293:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524250240 00000100:00100000:1.0:1779202963.344303:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:1.0:1779202963.344309:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524249984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344337:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524249984:12345-0@lo:400:kworker.0 Request processed in 28us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202963.344343:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:1.0:1779202963.344353:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:1.0:1779202963.344359:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524250496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344383:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524250496:12345-0@lo:400:kworker.0 Request processed in 25us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202963.344389:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00100000:1.0:1779202963.344399:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:1.0:1779202963.344405:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524251008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344429:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524251008:12345-0@lo:400:kworker.0 Request processed in 25us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202963.344435:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00100000:1.0:1779202963.344444:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:1.0:1779202963.344450:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524250624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344475:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524250624:12345-0@lo:400:kworker.0 Request processed in 26us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202963.344481:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 00000100:00100000:1.0:1779202963.344493:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525 00000100:00100000:1.0:1779202963.344499:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524251136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344526:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524251136:12345-0@lo:400:kworker.0 Request processed in 27us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202963.344531:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525 00000100:00100000:1.0:1779202963.344542:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526 00000100:00100000:1.0:1779202963.344548:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524250240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344571:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524250240:12345-0@lo:400:kworker.0 Request processed in 23us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202963.344576:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526 00000100:00100000:1.0:1779202963.344598:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524250880 00000100:00100000:1.0:1779202963.344601:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524250880 00000100:00100000:1.0:1779202963.344623:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524251392 00000100:00100000:1.0:1779202963.344626:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524251392 00000100:00100000:1.0:1779202963.344642:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524250752 00000100:00100000:1.0:1779202963.344645:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524250752 00000100:00100000:1.0:1779202963.344656:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524251264 00000100:00100000:1.0:1779202963.344658:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524251264 00000100:00100000:1.0:1779202963.344669:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1779202963.344675:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524250880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344732:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524250880:12345-0@lo:400:kworker.0 Request processed in 57us (1260us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202963.344738:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1779202963.344748:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:1.0:1779202963.344754:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524251392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344778:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524251392:12345-0@lo:400:kworker.0 Request processed in 25us (1271us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202963.344784:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:1.0:1779202963.344792:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1779202963.344798:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524250752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344819:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524250752:12345-0@lo:400:kworker.0 Request processed in 22us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202963.344824:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1779202963.344833:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1779202963.344838:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524251264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344861:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524251264:12345-0@lo:400:kworker.0 Request processed in 23us (989us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202963.344866:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1779202963.344914:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524250240:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344925:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524250752:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344934:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524251264:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344955:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524250112:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344965:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524250624:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.344974:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524251136:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.345013:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524249984:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.345023:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524250496:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.345031:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524251008:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.345040:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524249856:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.345050:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524250368:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.345060:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524250880:0@lo:400:kworker.0 00000100:00100000:1.0:1779202963.345069:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524251392:0@lo:400:kworker.0 00000100:00100000:0.0:1779202963.345420:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202963.345433:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524251520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202963.345468:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202963.345501:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524251520 00000100:00100000:0.0:1779202963.345505:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524251520 00000100:00100000:0.0:1779202963.345536:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1779202963.345542:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524251520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202963.345567:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1779202963.345601:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524251520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202963.345608:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1779202963.345647:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524251520:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1779202963.346955:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202963.346964:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202963.346967:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202963.346970:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1779202963.841688:0:27516:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202963.841774:0:27516:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202963.842607:0:27516:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202963.842622:0:27516:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1779202963.854615:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202963.854623:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202963.855635:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202963.855648:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779202964.171043:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202964.300686:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1779202964.867852:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202964.867920:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202964.867964:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202964.868001:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202964.868036:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202964.868056:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202964.868076:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202964.868100:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202964.868125:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202964.868163:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501350528 00000100:00100000:0.0:1779202964.868179:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501350528 00000100:00100000:0.0:1779202964.868254:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501351040 00000100:00100000:0.0:1779202964.868257:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501351040 00000100:00100000:0.0:1779202964.868274:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501350656 00000100:00100000:0.0:1779202964.868277:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501350656 00000100:00100000:0.0:1779202964.868291:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501351168 00000100:00100000:0.0:1779202964.868294:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501351168 00000100:00100000:0.0:1779202964.868312:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1073 00000100:00100000:0.0:1779202964.868325:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501350528:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202964.868432:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501350528:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 108us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202964.868444:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1073 00000100:00100000:0.0:1779202964.868489:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1074 00000100:00100000:0.0:1779202964.868496:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501351040:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202964.868523:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501351040:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202964.868529:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1074 00000100:00100000:0.0:1779202964.868541:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1075 00000100:00100000:0.0:1779202964.868547:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501350656:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202964.868571:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501350656:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202964.868576:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1075 00000100:00100000:0.0:1779202964.868587:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1076 00000100:00100000:0.0:1779202964.868594:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501351168:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202964.868614:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501351168:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202964.868621:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1076 00000100:00100000:1.0:1779202964.868768:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501350272 00000100:00100000:1.0:1779202964.868774:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501350272 00000100:00100000:1.0:1779202964.868825:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501350784 00000100:00100000:1.0:1779202964.868828:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501350784 00000100:00100000:1.0:1779202964.868850:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501350400 00000100:00100000:1.0:1779202964.868853:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501350400 00000100:00100000:1.0:1779202964.868868:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501350912 00000100:00100000:1.0:1779202964.868871:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501350912 00000100:00100000:1.0:1779202964.868888:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1527 00000100:00100000:1.0:1779202964.868896:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2422:x1865628501350272:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202964.868942:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2422:x1865628501350272:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 47us (1122us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202964.868952:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1527 00000100:00100000:1.0:1779202964.868965:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1528 00000100:00100000:1.0:1779202964.868972:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2422:x1865628501350784:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202964.869003:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2422:x1865628501350784:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202964.869010:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1528 00000100:00100000:1.0:1779202964.869022:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1529 00000100:00100000:1.0:1779202964.869029:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2422:x1865628501350400:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202964.869053:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2422:x1865628501350400:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (996us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202964.869059:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1529 00000100:00100000:1.0:1779202964.869069:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1530 00000100:00100000:1.0:1779202964.869075:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501350912:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202964.869098:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501350912:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202964.869105:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1530 00000100:00100000:3.0:1779202964.869214:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501350144 00000100:00100000:3.0:1779202964.869219:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501350144 00000100:00100000:3.0:1779202964.869258:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 848 00000100:00100000:3.0:1779202964.869265:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501350144:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202964.869291:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501350144:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202964.869297:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 848 00000100:00080000:3.0:1779202964.869349:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779202964.869355:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202964.869358:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202964.869361:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202964.876292:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524251648:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779202964.876408:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202964.876528:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202964.876537:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524251776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779202964.876563:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202964.876983:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524251648 00000100:00100000:2.0:1779202964.876997:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524251648 00000100:00100000:2.0:1779202964.877076:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524251776 00000100:00100000:2.0:1779202964.877079:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524251776 00000100:00100000:2.0:1779202964.877108:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1779202964.877119:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524251648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779202964.877163:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779202964.877231:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524251648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202964.877238:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1779202964.877257:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1779202964.877263:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524251776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202964.877273:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779202964.877298:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524251776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 35us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202964.877309:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1779202964.877376:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524251776:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202964.877394:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524251648:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1779202965.194897:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202965.386847:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202965.386873:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524251904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202965.386972:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202965.387063:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524251904 00000100:00100000:3.0:1779202965.387074:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524251904 00000100:00100000:3.0:1779202965.387147:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1779202965.387159:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524251904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202965.387198:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779202965.387252:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524251904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202965.387260:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00080000:3.0:1779202965.387291:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779202965.387344:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524251904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202965.389719:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202965.389740:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524252032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202965.389812:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202965.389870:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524252032 00000100:00100000:0.0:1779202965.389877:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524252032 00000100:00100000:0.0:1779202965.389945:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1779202965.389953:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524252032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202965.389975:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202965.390018:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524252032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202965.390026:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00080000:0.0:1779202965.390061:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202965.390392:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524252032:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1779202965.836361:0:27569:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202965.836368:0:27569:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202965.837123:0:27569:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202965.837134:0:27569:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202966.225530:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202966.411312:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202966.411336:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524252160:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202966.411412:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202966.412155:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524252160 00000100:00100000:3.0:1779202966.412164:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524252160 00000100:00100000:3.0:1779202966.412214:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1779202966.412221:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524252160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779202966.412254:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779202966.412306:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524252160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202966.412314:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1779202966.412657:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524252160:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1779202967.244791:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202967.972811:0:27621:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202967.972822:0:27621:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202967.974477:0:27621:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202967.974492:0:27621:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202968.266890:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202968.459628:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524252416:0@lo:400:kworker.0 00000100:00100000:0.0:1779202968.459727:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202968.459790:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524252928:0@lo:400:kworker.0 00000100:00100000:0.0:1779202968.459812:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202968.459846:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524253440:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.459996:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524252288:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.460032:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202968.460071:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524252800:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.460097:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202968.460115:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524253312:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.460136:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202968.460153:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524253824:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.460170:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202968.460189:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1779202968.460195:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524252672:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.460214:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202968.460229:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524253184:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.460250:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202968.460265:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524253696:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.460300:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202968.460330:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524252288 00000100:00100000:2.0:1779202968.460338:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524252288 00000100:00100000:2.0:1779202968.460380:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:2.0:1779202968.460388:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524252288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.460439:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524252288:12345-0@lo:400:kworker.0 Request processed in 51us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202968.460447:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:2.0:1779202968.460479:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524252416 00000100:00100000:2.0:1779202968.460482:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524252416 00000100:00100000:2.0:1779202968.460504:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524252928 00000100:00100000:2.0:1779202968.460507:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524252928 00000100:00100000:2.0:1779202968.460530:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524252672 00000100:00100000:2.0:1779202968.460532:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524252672 00000100:00100000:2.0:1779202968.460549:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:2.0:1779202968.460555:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524252416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.460583:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524252416:12345-0@lo:400:kworker.0 Request processed in 29us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202968.460589:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00100000:2.0:1779202968.460599:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1779202968.460605:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524252928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.460631:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524252928:12345-0@lo:400:kworker.0 Request processed in 26us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202968.460924:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524253312 00000100:00100000:3.0:1779202968.460930:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524253312 00000100:00100000:3.0:1779202968.460959:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524253824 00000100:00100000:3.0:1779202968.460962:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524253824 00000100:00100000:3.0:1779202968.460978:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524253184 00000100:00100000:3.0:1779202968.460980:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524253184 00000100:00100000:3.0:1779202968.460993:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524253696 00000100:00100000:3.0:1779202968.460996:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524253696 00000100:00100000:3.0:1779202968.461006:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1779202968.461025:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524253312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202968.461059:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524253312:12345-0@lo:400:kworker.0 Request processed in 35us (922us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202968.461065:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1779202968.461075:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:2.0:1779202968.461077:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00100000:3.0:1779202968.461081:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524253824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461088:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:2.0:1779202968.461093:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524252672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202968.461105:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524253824:12345-0@lo:400:kworker.0 Request processed in 24us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202968.461111:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:2.0:1779202968.461116:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524252672:12345-0@lo:400:kworker.0 Request processed in 24us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202968.461120:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:3.0:1779202968.461124:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524253184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461125:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00100000:2.0:1779202968.461141:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1779202968.461146:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524253184:12345-0@lo:400:kworker.0 Request processed in 22us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202968.461147:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524253696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202968.461152:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:2.0:1779202968.461169:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524253696:12345-0@lo:400:kworker.0 Request processed in 23us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202968.461175:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:2.0:1779202968.461210:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524252672:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461221:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524253184:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461228:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524253696:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461235:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524252288:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461242:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524253312:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461250:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524253824:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461436:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524252800 00000100:00100000:2.0:1779202968.461440:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524252800 00000100:00080000:3.0:1779202968.461444:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202968.461448:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202968.461451:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202968.461466:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1779202968.461471:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524252800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202968.461494:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524252544:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461506:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524252800:12345-0@lo:400:kworker.0 Request processed in 35us (1409us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202968.461512:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1779202968.461520:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202968.461535:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524252800:0@lo:400:kworker.0 00000100:00100000:3.0:1779202968.461538:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524253056:0@lo:400:kworker.0 00000100:00100000:3.0:1779202968.461557:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202968.461569:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524253568:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461575:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524253056 00000100:00100000:2.0:1779202968.461577:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524253056 00000100:00100000:3.0:1779202968.461587:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202968.461599:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524253568 00000100:00100000:2.0:1779202968.461601:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524253568 00000100:00100000:3.0:1779202968.461603:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779202968.461608:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524253952:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202968.461617:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:2.0:1779202968.461623:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524253056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202968.461639:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202968.461660:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524252544 00000100:00100000:3.0:1779202968.461663:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524252544 00000100:00100000:2.0:1779202968.461666:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524253056:12345-0@lo:400:kworker.0 Request processed in 44us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202968.461672:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000100:00100000:3.0:1779202968.461680:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524253952 00000100:00100000:3.0:1779202968.461682:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524253952 00000100:00100000:2.0:1779202968.461682:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:2.0:1779202968.461687:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524253568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461732:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524253568:12345-0@lo:400:kworker.0 Request processed in 45us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202968.461737:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00080000:2.0:1779202968.461754:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202968.461769:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524253056:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461778:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524253568:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461801:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1779202968.461807:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3665:x1865628524252544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.461847:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3665:x1865628524252544:12345-0@lo:400:kworker.0 Request processed in 40us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202968.461860:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1779202968.461873:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1779202968.461879:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524253952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779202968.461901:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1779202968.461930:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524253952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202968.461940:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1779202968.461965:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524253952:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202968.461973:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524252544:0@lo:400:kworker.0 00000100:00100000:0.0:1779202968.467917:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202968.468002:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524252416:0@lo:400:kworker.0 00000100:00100000:0.0:1779202968.468016:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524252928:0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.470845:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524253440 00000100:00100000:2.0:1779202968.470862:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524253440 00000100:00100000:2.0:1779202968.470963:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:2.0:1779202968.470974:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524253440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202968.471064:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524253440:12345-0@lo:400:kworker.0 Request processed in 91us (3155us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202968.471072:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00080000:3.0:1779202968.471229:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202968.473058:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524253440:0@lo:400:kworker.0 00010000:00010000:0.0:1779202969.294719:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202969.989958:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202969.990001:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202969.991913:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202969.991945:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202969.992056:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501351424 00000100:00100000:2.0:1779202969.992067:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501351424 00000100:00100000:2.0:1779202969.992129:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501351936 00000100:00100000:2.0:1779202969.992132:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501351936 00000100:00100000:2.0:1779202969.992157:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1537 00000100:00100000:2.0:1779202969.992166:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2420:x1865628501351424:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202969.992257:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2420:x1865628501351424:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 91us (2308us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202969.992263:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1537 00000100:00100000:2.0:1779202969.992281:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1538 00000100:00100000:2.0:1779202969.992287:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501351936:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202969.992311:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501351936:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202969.992317:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1538 00000100:00080000:2.0:1779202969.992336:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202969.998060:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524254080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202969.998135:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202969.998209:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524254080 00000100:00100000:2.0:1779202969.998216:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524254080 00000100:00100000:2.0:1779202969.998259:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1779202969.998267:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524254080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202969.998296:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779202969.998338:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524254080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202969.998345:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1779202969.998387:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524254080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202970.000086:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524254208:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202970.000139:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202970.000323:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202970.000416:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202970.000439:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202970.010237:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501351680 00000100:00100000:3.0:1779202970.010252:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501351680 00000100:00100000:3.0:1779202970.010483:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501352192 00000100:00100000:3.0:1779202970.010487:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501352192 00000100:00100000:3.0:1779202970.010520:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1081 00000100:00100000:3.0:1779202970.010531:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501351680:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202970.010620:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501351680:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 90us (20617us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202970.010627:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1081 00000100:00100000:3.0:1779202970.010644:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1082 00000100:00100000:3.0:1779202970.010650:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501352192:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202970.010671:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501352192:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (18726us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202970.010678:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1082 00000100:00080000:3.0:1779202970.012139:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202970.012812:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202970.012876:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202970.012905:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501351552 00000100:00100000:0.0:1779202970.012915:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501351552 00000100:00100000:0.0:1779202970.012962:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501352064 00000100:00100000:0.0:1779202970.012964:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501352064 00000100:00100000:0.0:1779202970.012992:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1539 00000100:00100000:0.0:1779202970.013002:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501351552:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202970.013061:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501351552:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 61us (12645us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202970.013069:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1539 00000100:00100000:0.0:1779202970.013091:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1540 00000100:00100000:0.0:1779202970.013098:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501352064:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202970.013119:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501352064:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202970.013125:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1540 00000100:00100000:0.0:1779202970.013228:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524254208 00000100:00100000:0.0:1779202970.013232:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524254208 00000100:00100000:0.0:1779202970.013257:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1779202970.013264:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524254208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202970.013280:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779202970.013323:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524254208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (13184us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202970.013332:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1779202970.013357:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501351296 00000100:00100000:0.0:1779202970.013362:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501351296 00000100:00100000:0.0:1779202970.013387:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 850 00000100:00100000:0.0:1779202970.013393:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501351296:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202970.013427:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0187450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501351296:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 33us (13106us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202970.013433:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 850 00000100:00100000:3.0:1779202970.023767:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501351808 00000100:00100000:3.0:1779202970.023781:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501351808 00000100:00100000:3.0:1779202970.024008:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501352320 00000100:00100000:3.0:1779202970.024012:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501352320 00000100:00100000:3.0:1779202970.024047:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1083 00000100:00100000:3.0:1779202970.024057:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501351808:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202970.024136:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501351808:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 81us (23695us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202970.024144:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1083 00000100:00100000:3.0:1779202970.024159:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1084 00000100:00100000:3.0:1779202970.024165:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501352320:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202970.024188:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501352320:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (11312us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202970.024193:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1084 00000100:00080000:3.0:1779202970.024215:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202970.024218:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202970.024221:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202970.030753:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524254208:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1779202970.036503:0:27672:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202970.036511:0:27672:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202970.037070:0:27672:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202970.037081:0:27672:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779202970.315581:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202970.507000:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779202970.507011:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202970.507022:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524254336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779202970.507025:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524254464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779202970.515638:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202970.516424:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524254464 00000100:00100000:0.0:1779202970.516434:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524254464 00000100:00100000:0.0:1779202970.516504:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1779202970.516514:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524254464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202970.516547:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202970.516608:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524254464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202970.516615:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1779202970.516956:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524254464:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1779202970.517375:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202970.517611:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202970.517721:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524254336 00000100:00100000:2.0:1779202970.517726:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524254336 00000100:00100000:2.0:1779202970.517829:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1779202970.517838:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524254336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779202970.517854:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1779202970.517901:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524254336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202970.517913:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1779202970.518155:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524254336:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1779202970.520892:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1779202971.339063:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202971.531193:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524254592:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202971.531273:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202971.531402:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524254592 00000100:00100000:0.0:1779202971.531410:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524254592 00000100:00100000:0.0:1779202971.531461:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1779202971.531469:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524254592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202971.531504:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202971.531555:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524254592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202971.531563:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1779202971.531754:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524254592:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1779202971.970683:0:27724:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202971.970717:0:27724:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202971.971298:0:27724:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202971.971310:0:27724:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202972.363272:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202973.066989:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202973.067000:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202973.067523:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202973.067537:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779202973.387232:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202973.582484:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779202973.582508:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524254720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202973.582591:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202973.582897:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524254720 00000100:00100000:1.0:1779202973.583005:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524254720 00000100:00100000:1.0:1779202973.583062:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1779202973.583073:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524254720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779202973.583107:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779202973.583193:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524254720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202973.583200:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1779202973.583280:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524254720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779202973.584258:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524254976:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.584302:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202973.584334:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524255488:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.584367:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202973.584390:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524256000:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.584411:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202973.584433:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1779202973.584438:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524255104:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.584456:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202973.584478:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524255616:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.584530:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202973.584547:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524256128:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.584566:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202973.584608:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524254976 00000100:00100000:3.0:1779202973.584614:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524254976 00000100:00100000:3.0:1779202973.584658:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524255488 00000100:00100000:3.0:1779202973.584661:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524255488 00000100:00100000:3.0:1779202973.584682:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524256000 00000100:00100000:3.0:1779202973.584684:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524256000 00000100:00100000:3.0:1779202973.584716:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524255104 00000100:00100000:3.0:1779202973.584719:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524255104 00000100:00100000:3.0:1779202973.584744:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541 00000100:00100000:3.0:1779202973.584751:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524254976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.584794:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524254976:12345-0@lo:400:kworker.0 Request processed in 43us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202973.584800:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541 00000100:00100000:3.0:1779202973.584815:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542 00000100:00100000:3.0:1779202973.584820:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524255488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.584843:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524255488:12345-0@lo:400:kworker.0 Request processed in 23us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202973.584848:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542 00000100:00100000:3.0:1779202973.584857:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:3.0:1779202973.584862:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524256000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.584886:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524256000:12345-0@lo:400:kworker.0 Request processed in 24us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202973.584891:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00100000:3.0:1779202973.584901:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:1.0:1779202973.585123:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524254848:0@lo:400:kworker.0 00000100:00100000:1.0:1779202973.585160:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202973.585184:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524255360:0@lo:400:kworker.0 00000100:00100000:1.0:1779202973.585206:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202973.585217:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524255872:0@lo:400:kworker.0 00000100:00100000:1.0:1779202973.585233:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202973.585246:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1779202973.585252:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524255232:0@lo:400:kworker.0 00000100:00100000:1.0:1779202973.585273:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202973.585290:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524255744:0@lo:400:kworker.0 00000100:00100000:1.0:1779202973.585313:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202973.585329:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524256256:0@lo:400:kworker.0 00000100:00100000:1.0:1779202973.585359:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202973.585619:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524255104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.585669:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524255104:12345-0@lo:400:kworker.0 Request processed in 762us (1210us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202973.585676:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:3.0:1779202973.585713:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524255360 00000100:00100000:3.0:1779202973.585721:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524255360 00000100:00100000:3.0:1779202973.585750:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524255872 00000100:00100000:3.0:1779202973.585753:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524255872 00000100:00100000:3.0:1779202973.585766:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:3.0:1779202973.585771:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524255360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.585807:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524255360:12345-0@lo:400:kworker.0 Request processed in 35us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202973.585813:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00100000:3.0:1779202973.585824:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:3.0:1779202973.585829:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524255872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.585852:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524255872:12345-0@lo:400:kworker.0 Request processed in 23us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202973.585857:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00100000:3.0:1779202973.585880:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524255616 00000100:00100000:3.0:1779202973.585883:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524255616 00000100:00100000:1.0:1779202973.586079:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524255360:0@lo:400:kworker.0 00000100:00100000:1.0:1779202973.586090:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524255872:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.586138:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524256128 00000100:00100000:3.0:1779202973.586141:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524256128 00000100:00080000:2.0:1779202973.586262:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202973.586266:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202973.586268:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202973.586270:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202973.586284:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524254848 00000100:00100000:2.0:1779202973.586287:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524254848 00000100:00100000:2.0:1779202973.586317:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1779202973.586324:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524254848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202973.586375:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524254848:12345-0@lo:400:kworker.0 Request processed in 52us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202973.586381:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1779202973.586433:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524254848:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.586471:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524255744 00000100:00100000:3.0:1779202973.586475:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524255744 00000100:00080000:2.0:1779202973.586522:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202973.586895:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524255232 00000100:00100000:2.0:1779202973.586900:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524255232 00000100:00100000:2.0:1779202973.586940:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1779202973.586947:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524255232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202973.586989:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524255232:12345-0@lo:400:kworker.0 Request processed in 42us (1715us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202973.586995:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1779202973.588446:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524256256 00000100:00100000:1.0:1779202973.588457:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524256256 00000100:00100000:1.0:1779202973.588510:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1779202973.588519:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524255616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.589034:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1779202973.589046:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524256128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.589088:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524256128:12345-0@lo:400:kworker.0 Request processed in 47us (4522us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202973.589094:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1779202973.589107:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1779202973.589113:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524255744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.589135:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524255744:12345-0@lo:400:kworker.0 Request processed in 23us (3822us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202973.589140:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1779202973.589147:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1779202973.589152:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524256256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.589173:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524256256:12345-0@lo:400:kworker.0 Request processed in 21us (3814us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202973.589178:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:1.0:1779202973.589325:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524255616:12345-0@lo:400:kworker.0 Request processed in 806us (4793us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202973.589333:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1779202973.589795:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524255104:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.589808:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524255616:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.589819:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524256128:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.589831:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524254976:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.589841:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524255488:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.589851:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524256000:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.589898:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524255232:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.590006:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524255744:0@lo:400:kworker.0 00000100:00100000:3.0:1779202973.590019:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524256256:0@lo:400:kworker.0 00000100:00080000:2.0:1779202973.590217:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1779202973.978532:0:27775:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202973.978541:0:27775:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202973.979832:0:27775:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202973.979849:0:27775:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202974.411265:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202974.539507:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1779202975.108151:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202975.108206:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202975.108242:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202975.108278:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202975.108294:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202975.108307:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202975.108320:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202975.108331:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202975.108366:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202975.108575:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501352704 00000100:00100000:3.0:1779202975.108584:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501352704 00000100:00100000:3.0:1779202975.108643:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501353216 00000100:00100000:3.0:1779202975.108646:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501353216 00000100:00100000:3.0:1779202975.108659:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501352576 00000100:00100000:3.0:1779202975.108661:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501352576 00000100:00100000:3.0:1779202975.108671:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501353088 00000100:00100000:3.0:1779202975.108673:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501353088 00000100:00100000:3.0:1779202975.108687:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1547 00000100:00100000:3.0:1779202975.108742:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2422:x1865628501352704:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202975.108815:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2422:x1865628501352704:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 76us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202975.108822:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1547 00000100:00100000:3.0:1779202975.108844:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1548 00000100:00100000:3.0:1779202975.108851:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501353216:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202975.108861:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501352960 00000100:00100000:1.0:1779202975.108867:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501352960 00000100:00100000:3.0:1779202975.108887:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501353216:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202975.108894:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1548 00000100:00100000:1.0:1779202975.108903:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501353472 00000100:00100000:1.0:1779202975.108908:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501353472 00000100:00100000:3.0:1779202975.108912:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1549 00000100:00100000:3.0:1779202975.108922:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2422:x1865628501352576:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202975.108932:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501352832 00000100:00100000:1.0:1779202975.108935:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501352832 00000100:00100000:1.0:1779202975.108950:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501353344 00000100:00100000:3.0:1779202975.108951:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2422:x1865628501352576:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 32us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202975.108953:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501353344 00000100:00100000:3.0:1779202975.108962:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1549 00000100:00100000:1.0:1779202975.108972:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1089 00000100:00100000:3.0:1779202975.108982:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1550 00000100:00100000:1.0:1779202975.108984:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501352960:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202975.108994:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2422:x1865628501353088:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202975.109024:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2422:x1865628501352960:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 43us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202975.109029:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2422:x1865628501353088:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 37us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202975.109039:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1089 00000100:00100000:3.0:1779202975.109042:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1550 00000100:00100000:1.0:1779202975.109062:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1090 00000100:00100000:1.0:1779202975.109071:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501353472:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202975.109081:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1091 00000100:00100000:3.0:1779202975.109091:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501352832:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202975.109102:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501353472:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202975.109109:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1090 00000100:00100000:3.0:1779202975.109124:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501352832:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 34us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202975.109128:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1092 00000100:00100000:3.0:1779202975.109137:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1091 00000100:00100000:1.0:1779202975.109141:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501353344:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202975.109171:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501353344:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 34us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202975.109177:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1092 00000100:00080000:0.0:1779202975.109439:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202975.109443:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202975.109445:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202975.109447:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202975.109830:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501352448 00000100:00100000:2.0:1779202975.109837:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501352448 00000100:00100000:2.0:1779202975.109889:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 852 00000100:00100000:2.0:1779202975.109897:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501352448:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202975.109940:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0184450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501352448:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 45us (1802us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202975.109946:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 852 00000100:00100000:0.0:1779202975.114929:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779202975.114954:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524256384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202975.115027:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202975.115088:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524256384 00000100:00100000:1.0:1779202975.115096:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524256384 00000100:00080000:0.0:1779202975.115126:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202975.115159:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1779202975.115170:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524256384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202975.115202:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202975.115257:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524256384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202975.115264:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1779202975.115417:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524256384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202975.118901:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202975.118923:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524256512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202975.118991:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202975.119195:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524256512 00000100:00100000:0.0:1779202975.119205:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524256512 00000100:00100000:0.0:1779202975.119275:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1779202975.119283:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524256512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202975.119308:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779202975.119352:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524256512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202975.119360:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00080000:2.0:1779202975.119491:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202975.119562:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524256512:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1779202975.435019:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202975.627609:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202975.627630:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524256640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202975.627732:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202975.627825:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524256640 00000100:00100000:0.0:1779202975.627832:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524256640 00000100:00100000:0.0:1779202975.627883:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1779202975.627892:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524256640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202975.627923:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202975.627966:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524256640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202975.627973:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1779202975.628001:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524256768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202975.628025:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202975.628056:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524256768 00000100:00100000:0.0:1779202975.628060:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524256768 00000100:00100000:0.0:1779202975.628080:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1779202975.628085:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524256768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779202975.628094:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202975.628123:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524256768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202975.628129:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1779202975.628171:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524256768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202975.628199:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524256640:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1779202975.628414:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:3.0:1779202976.080514:0:27826:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202976.080524:0:27826:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202976.093299:0:27826:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202976.093321:0:27826:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779202976.459085:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779202976.651395:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524256896:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779202976.651468:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202976.652024:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524256896 00000100:00100000:0.0:1779202976.652032:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524256896 00000100:00100000:0.0:1779202976.652089:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1779202976.652100:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524256896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779202976.652134:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779202976.652204:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524256896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202976.652211:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1779202976.652449:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524256896:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1779202977.484080:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202978.366897:0:27877:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202978.366908:0:27877:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202978.368916:0:27877:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202978.368935:0:27877:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202978.507003:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202978.700510:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779202978.700533:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524257024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202978.700598:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202978.700684:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524257024 00000100:00100000:0.0:1779202978.700730:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524257024 00000100:00100000:0.0:1779202978.700781:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1779202978.700802:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524257024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202978.700839:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1779202978.700884:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524257024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202978.700892:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1779202978.700945:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524257024:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202978.701361:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524257280:0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.701394:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202978.701424:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524257792:0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.701444:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202978.701467:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f9264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524258304:0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.701485:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202978.701501:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1779202978.701506:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524257408:0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.701524:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202978.701544:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524257920:0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.701567:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202978.701584:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524258432:0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.701604:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202978.701639:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524257280 00000100:00100000:2.0:1779202978.701643:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524257280 00000100:00100000:2.0:1779202978.702077:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524257792 00000100:00100000:2.0:1779202978.702081:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524257792 00000100:00100000:2.0:1779202978.702109:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524258304 00000100:00100000:2.0:1779202978.702112:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524258304 00000100:00100000:2.0:1779202978.702125:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524257408 00000100:00100000:2.0:1779202978.702127:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524257408 00000100:00100000:2.0:1779202978.702141:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:2.0:1779202978.702148:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524257280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.702199:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524257280:12345-0@lo:400:kworker.0 Request processed in 51us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202978.702208:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00100000:2.0:1779202978.702222:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:2.0:1779202978.702228:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524257792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.702254:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524257792:12345-0@lo:400:kworker.0 Request processed in 27us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202978.702259:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:2.0:1779202978.702269:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:2.0:1779202978.702274:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524258304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.702296:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524258304:12345-0@lo:400:kworker.0 Request processed in 23us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202978.702302:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:2.0:1779202978.702311:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:2.0:1779202978.702316:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524257408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.702340:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524257408:12345-0@lo:400:kworker.0 Request processed in 24us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202978.702345:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00100000:2.0:1779202978.702371:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524257920 00000100:00100000:2.0:1779202978.702374:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524257920 00000100:00100000:2.0:1779202978.702400:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524258432 00000100:00100000:2.0:1779202978.702402:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524258432 00000100:00100000:2.0:1779202978.702423:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1779202978.702428:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524257920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.702457:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524257920:12345-0@lo:400:kworker.0 Request processed in 30us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202978.702463:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1779202978.702472:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:2.0:1779202978.702478:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524258432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.702501:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524258432:12345-0@lo:400:kworker.0 Request processed in 23us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202978.702507:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00080000:2.0:1779202978.702525:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202978.702529:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202978.702531:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202978.702559:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524257408:0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.702569:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524257920:0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.702577:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524258432:0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.702586:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524257280:0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.702594:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524257792:0@lo:400:kworker.0 00000100:00100000:2.0:1779202978.702604:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f9264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524258304:0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.703017:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524257536:0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.703056:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202978.703078:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524258048:0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.703097:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202978.703113:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc321c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524258560:0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.703130:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202978.703145:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1779202978.703151:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524257152:0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.703173:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202978.703198:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524257664:0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.703216:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202978.703231:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524258176:0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.703249:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202978.703964:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524257536 00000100:00100000:3.0:1779202978.703972:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524257536 00000100:00100000:3.0:1779202978.704018:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1779202978.704026:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524257536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.704084:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524257536:12345-0@lo:400:kworker.0 Request processed in 59us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202978.704091:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1779202978.704113:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524258048 00000100:00100000:3.0:1779202978.704117:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524258048 00000100:00100000:3.0:1779202978.704144:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524258560 00000100:00100000:3.0:1779202978.704146:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524258560 00000100:00100000:3.0:1779202978.704162:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1779202978.704167:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524258048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.704193:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524258048:12345-0@lo:400:kworker.0 Request processed in 27us (1096us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202978.704199:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1779202978.704209:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1779202978.704214:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524258560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.704238:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524258560:12345-0@lo:400:kworker.0 Request processed in 24us (1108us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202978.704247:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1779202978.704267:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524257152 00000100:00100000:3.0:1779202978.704271:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524257152 00000100:00100000:3.0:1779202978.704295:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:3.0:1779202978.704301:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524257152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.704331:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524257152:12345-0@lo:400:kworker.0 Request processed in 30us (1157us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202978.704337:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:3.0:1779202978.704366:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524257664 00000100:00100000:3.0:1779202978.704370:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524257664 00000100:00100000:3.0:1779202978.704397:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524258176 00000100:00100000:3.0:1779202978.704400:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524258176 00000100:00100000:3.0:1779202978.704419:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:3.0:1779202978.704425:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524257664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.704452:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524257664:12345-0@lo:400:kworker.0 Request processed in 28us (1235us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202978.704457:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:3.0:1779202978.704467:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:3.0:1779202978.704472:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524258176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.704493:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524258176:12345-0@lo:400:kworker.0 Request processed in 21us (1243us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202978.704498:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:3.0:1779202978.704602:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524257152:0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.704614:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524257664:0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.704622:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524258176:0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.704645:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524257536:0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.705733:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524258048:0@lo:400:kworker.0 00000100:00100000:3.0:1779202978.705745:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc321c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524258560:0@lo:400:kworker.0 00000100:00080000:3.0:1779202978.705785:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202978.705791:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202978.705794:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1779202979.531782:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202980.235781:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524258688:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202980.235861:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202980.235954:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524258816:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202980.235980:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202980.236015:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524258688 00000100:00100000:0.0:1779202980.236023:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524258688 00000100:00100000:0.0:1779202980.236073:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524258816 00000100:00100000:0.0:1779202980.236076:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524258816 00000100:00100000:0.0:1779202980.236094:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1779202980.236102:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524258688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202980.236133:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779202980.236179:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524258688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202980.236185:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1779202980.236209:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1779202980.236215:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524258816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202980.236226:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779202980.236254:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524258816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202980.236260:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00080000:0.0:1779202980.236279:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202980.236318:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524258816:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202980.236350:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524258688:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202980.239963:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202980.240044:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202980.240082:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202980.240106:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202980.240125:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202980.240144:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202980.240162:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202980.240182:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202980.240212:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202980.240240:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501354112 00000100:00100000:1.0:1779202980.240249:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501354112 00000100:00100000:1.0:1779202980.240306:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501354624 00000100:00100000:1.0:1779202980.240309:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501354624 00000100:00100000:1.0:1779202980.240330:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501353984 00000100:00100000:1.0:1779202980.240332:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501353984 00000100:00100000:1.0:1779202980.240346:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501354496 00000100:00100000:1.0:1779202980.240348:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501354496 00000100:00100000:1.0:1779202980.240367:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1097 00000100:00100000:1.0:1779202980.240376:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501354112:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202980.240450:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501354112:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 75us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202980.240458:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1097 00000100:00100000:1.0:1779202980.240475:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1098 00000100:00100000:1.0:1779202980.240482:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501354624:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202980.240506:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501354624:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202980.240512:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1098 00000100:00100000:1.0:1779202980.240523:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1099 00000100:00100000:1.0:1779202980.240530:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501353984:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202980.240550:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501353984:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202980.240555:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1099 00000100:00100000:1.0:1779202980.240565:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1100 00000100:00100000:1.0:1779202980.240571:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501354496:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202980.240588:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501354496:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202980.240606:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1100 00000100:00100000:1.0:1779202980.240636:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501353856 00000100:00100000:1.0:1779202980.240639:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501353856 00000100:00100000:1.0:1779202980.240669:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501354368 00000100:00100000:1.0:1779202980.240672:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501354368 00000100:00100000:1.0:1779202980.240689:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501353728 00000100:00100000:1.0:1779202980.240718:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501353728 00000100:00100000:1.0:1779202980.240733:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501354240 00000100:00100000:1.0:1779202980.240735:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501354240 00000100:00100000:1.0:1779202980.240749:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1557 00000100:00100000:1.0:1779202980.240754:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501353856:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202980.240784:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501353856:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 30us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202980.240790:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1557 00000100:00100000:1.0:1779202980.240801:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1558 00000100:00100000:1.0:1779202980.240806:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501354368:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202980.240828:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501354368:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202980.240835:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1558 00000100:00100000:1.0:1779202980.240845:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1559 00000100:00100000:1.0:1779202980.240851:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2420:x1865628501353728:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202980.240873:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2420:x1865628501353728:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202980.240879:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1559 00000100:00100000:1.0:1779202980.240888:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1560 00000100:00100000:1.0:1779202980.240895:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501354240:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202980.240916:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501354240:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202980.240922:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1560 00000100:00080000:1.0:1779202980.241907:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779202980.241914:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779202980.241918:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779202980.241921:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202980.247998:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501353600 00000100:00100000:0.0:1779202980.248014:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501353600 00000100:00100000:0.0:1779202980.248082:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 854 00000100:00100000:0.0:1779202980.248093:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501353600:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202980.248362:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0186850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501353600:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 271us (8410us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202980.248371:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 854 00000040:00080000:0.0:1779202980.485531:0:27929:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202980.485540:0:27929:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202980.492496:0:27929:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202980.492518:0:27929:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202980.558288:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202980.747157:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202980.747182:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524258944:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202980.747266:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202980.747428:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524258944 00000100:00100000:0.0:1779202980.747436:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524258944 00000100:00100000:0.0:1779202980.747499:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1779202980.747508:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524258944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202980.747536:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202980.747596:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524258944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202980.747602:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1779202980.747669:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524258944:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1779202980.747750:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202980.748170:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524259072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202980.748203:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202980.748267:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524259072 00000100:00100000:1.0:1779202980.748279:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524259072 00000100:00100000:1.0:1779202980.748323:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1779202980.748331:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524259072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202980.748345:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00080000:2.0:1779202980.751728:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202980.752305:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524259072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3969us (4095us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202980.752317:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1779202980.756114:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524259072:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1779202981.580238:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202981.772056:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779202981.772078:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524259200:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202981.772149:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202981.772220:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524259200 00000100:00100000:2.0:1779202981.772227:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524259200 00000100:00100000:2.0:1779202981.772273:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1779202981.772282:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524259200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202981.772315:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202981.772360:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f9264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524259200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202981.772368:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1779202981.772414:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524259200:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779202982.608938:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779202982.720144:0:27980:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779202982.720153:0:27980:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779202982.721056:0:27980:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779202982.721072:0:27980:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1779202983.306893:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202983.306902:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202983.307593:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202983.307606:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202983.626885:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202983.822993:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1779202983.823293:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524259328:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202983.823371:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202983.823669:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524259328 00000100:00100000:3.0:1779202983.823679:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524259328 00000100:00100000:3.0:1779202983.823793:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1779202983.823804:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524259328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779202983.823838:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1779202983.823911:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524259328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202983.823918:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1779202983.824236:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524259328:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202983.824579:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524259840:0@lo:400:kworker.0 00000100:00100000:1.0:1779202983.824617:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202983.824776:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524259584:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.824854:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202983.824914:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524260096:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.824938:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202983.824963:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524260608:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.825004:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202983.825026:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1779202983.825032:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524259712:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.825052:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202983.825074:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524260224:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.825096:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202983.825112:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524260736:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.825129:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202983.825156:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524259456:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.825181:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202983.825203:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524259968:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.825226:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202983.825241:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524260480:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.825261:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202983.825288:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524259584 00000100:00100000:2.0:1779202983.825294:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524259584 00000100:00100000:2.0:1779202983.825323:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524260096 00000100:00100000:2.0:1779202983.825325:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524260096 00000100:00100000:2.0:1779202983.825347:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524260608 00000100:00100000:2.0:1779202983.825349:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524260608 00000100:00100000:2.0:1779202983.825360:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524259712 00000100:00100000:2.0:1779202983.825363:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524259712 00000100:00100000:2.0:1779202983.825371:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524259968 00000100:00100000:2.0:1779202983.825373:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524259968 00000100:00100000:2.0:1779202983.825384:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524260480 00000100:00100000:2.0:1779202983.825385:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524260480 00000100:00100000:2.0:1779202983.825399:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561 00000100:00100000:2.0:1779202983.825406:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524259584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.825818:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524259584:12345-0@lo:400:kworker.0 Request processed in 411us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202983.825826:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561 00000100:00100000:2.0:1779202983.825844:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:2.0:1779202983.825851:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524260096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.825881:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524260096:12345-0@lo:400:kworker.0 Request processed in 32us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202983.825887:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00100000:2.0:1779202983.825896:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:2.0:1779202983.825902:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524260608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.825929:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524260608:12345-0@lo:400:kworker.0 Request processed in 28us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202983.825935:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00000100:00100000:2.0:1779202983.825944:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:2.0:1779202983.825950:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524259712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.826027:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524259712:12345-0@lo:400:kworker.0 Request processed in 77us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202983.826032:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:2.0:1779202983.826045:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:2.0:1779202983.826051:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524259968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.826082:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524259968:12345-0@lo:400:kworker.0 Request processed in 31us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202983.826087:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00000100:00100000:2.0:1779202983.826098:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566 00000100:00100000:2.0:1779202983.826104:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524260480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.826129:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524260480:12345-0@lo:400:kworker.0 Request processed in 26us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202983.826135:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566 00000100:00080000:2.0:1779202983.826153:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779202983.826157:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779202983.826186:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524259712:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.826198:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524259584:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.826207:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524260096:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.826214:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524260608:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.826252:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524259968:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.826261:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524260480:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.826305:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524259456 00000100:00100000:2.0:1779202983.826310:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524259456 00000100:00100000:2.0:1779202983.826338:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1779202983.826344:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524259456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.826377:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0185850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524259456:12345-0@lo:400:kworker.0 Request processed in 34us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202983.826383:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1779202983.826837:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524259456:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.826901:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524260224 00000100:00100000:2.0:1779202983.826905:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524260224 00000100:00100000:2.0:1779202983.826937:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524260736 00000100:00100000:2.0:1779202983.826939:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524260736 00000100:00100000:2.0:1779202983.826960:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1779202983.826967:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524260224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.827716:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524260224:12345-0@lo:400:kworker.0 Request processed in 747us (2616us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202983.827723:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1779202983.827744:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1779202983.827750:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524260736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.827781:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524260736:12345-0@lo:400:kworker.0 Request processed in 32us (2651us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202983.827787:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00080000:2.0:1779202983.827808:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202983.827812:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202983.827836:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524260224:0@lo:400:kworker.0 00000100:00100000:2.0:1779202983.827846:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524260736:0@lo:400:kworker.0 00000100:00100000:0.0:1779202983.833833:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524259840 00000100:00100000:0.0:1779202983.833847:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524259840 00000100:00100000:1.0:1779202983.833873:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524260352:0@lo:400:kworker.0 00000100:00100000:1.0:1779202983.833941:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202983.833972:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524260352 00000100:00100000:1.0:1779202983.833976:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524260352 00000100:00100000:1.0:1779202983.834047:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1779202983.834057:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524260352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202983.834124:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1779202983.834134:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524259840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202983.835801:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524259840:12345-0@lo:400:kworker.0 Request processed in 1663us (11178us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202983.835801:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524260352:12345-0@lo:400:kworker.0 Request processed in 1739us (1853us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202983.835823:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1779202983.835824:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00080000:1.0:1779202983.835871:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202983.835918:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524260352:0@lo:400:kworker.0 00000100:00100000:1.0:1779202983.835929:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524260864:0@lo:400:kworker.0 00000100:00100000:1.0:1779202983.837770:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202983.837806:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524260864 00000100:00100000:0.0:1779202983.837816:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524260864 00000100:00100000:1.0:1779202983.837862:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524259840:0@lo:400:kworker.0 00000100:00080000:1.0:1779202983.837876:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202983.838079:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1779202983.838094:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524260864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202983.838166:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524260864:12345-0@lo:400:kworker.0 Request processed in 74us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202983.849807:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524260864:0@lo:400:kworker.0 00000100:00100000:0.0:1779202983.861637:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00010000:00010000:1.0:1779202984.651894:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202984.761485:0:28031:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202984.761494:0:28031:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202984.762574:0:28031:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202984.762586:0:28031:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1779202984.784585:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1779202985.348310:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202985.348353:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202985.348474:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501354752 00000100:00100000:0.0:1779202985.348483:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501354752 00000100:00100000:0.0:1779202985.348557:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 856 00000100:00100000:0.0:1779202985.348567:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501354752:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202985.348643:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2421:x1865628501354752:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 78us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202985.348651:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 856 00000100:00100000:1.0:1779202985.349317:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202985.349342:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202985.349448:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501355264 00000100:00100000:3.0:1779202985.349456:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501355264 00000100:00100000:3.0:1779202985.349522:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1105 00000100:00100000:3.0:1779202985.349531:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501355264:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202985.349577:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501355264:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 48us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202985.349583:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1105 00000100:00080000:0.0:1779202985.352047:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202985.353251:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202985.353286:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202985.353331:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501355776 00000100:00100000:0.0:1779202985.353341:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501355776 00000100:00100000:0.0:1779202985.353428:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1106 00000100:00100000:0.0:1779202985.353439:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501355776:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202985.353525:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501355776:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 87us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202985.353532:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1106 00000100:00080000:0.0:1779202985.353561:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202985.354545:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501355008 00000100:00100000:2.0:1779202985.354554:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501355008 00000100:00100000:2.0:1779202985.354757:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501355520 00000100:00100000:2.0:1779202985.354761:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501355520 00000100:00100000:2.0:1779202985.354789:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1567 00000100:00100000:2.0:1779202985.354796:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2421:x1865628501355008:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202985.354868:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2421:x1865628501355008:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 72us (6515us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202985.354876:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1567 00000100:00100000:2.0:1779202985.354891:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1568 00000100:00100000:2.0:1779202985.354897:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501355520:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202985.354921:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501355520:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (5580us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202985.354927:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1568 00000100:00100000:0.0:1779202985.355403:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524260992:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202985.355463:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202985.355549:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524260992 00000100:00100000:0.0:1779202985.355553:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524260992 00000100:00100000:0.0:1779202985.355584:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1779202985.355590:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524260992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779202985.355613:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779202985.355650:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524260992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202985.355657:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00080000:0.0:1779202985.355677:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202985.355683:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202985.355731:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524260992:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202985.356422:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779202985.356434:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524261120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202985.356473:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202985.356901:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524261120 00000100:00100000:0.0:1779202985.356908:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524261120 00000100:00100000:0.0:1779202985.356961:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1779202985.356968:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524261120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779202985.356986:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779202985.357029:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524261120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202985.357035:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1779202985.357075:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524261120:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1779202985.357305:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202985.357639:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202985.357670:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202985.357720:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501355136 00000100:00100000:0.0:1779202985.357724:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501355136 00000100:00100000:0.0:1779202985.357760:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1107 00000100:00100000:0.0:1779202985.357767:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2421:x1865628501355136:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202985.357825:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2421:x1865628501355136:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 59us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202985.357832:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1107 00000100:00080000:0.0:1779202985.357853:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202985.369359:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202985.369521:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501355648 00000100:00100000:1.0:1779202985.369531:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501355648 00000100:00100000:1.0:1779202985.369600:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1108 00000100:00100000:1.0:1779202985.369610:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501355648:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202985.369686:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501355648:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 78us (2886us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202985.369712:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1108 00000100:00080000:1.0:1779202985.369776:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779202985.370195:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501354880 00000100:00100000:3.0:1779202985.370201:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501354880 00000100:00080000:1.0:1779202985.370394:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202985.373658:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501355392 00000100:00100000:0.0:1779202985.373673:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501355392 00000100:00100000:0.0:1779202985.373820:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1569 00000100:00100000:0.0:1779202985.373834:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2421:x1865628501354880:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202985.373919:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2421:x1865628501354880:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 89us (20631us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202985.373926:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1569 00000100:00100000:0.0:1779202985.373946:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1570 00000100:00100000:0.0:1779202985.373953:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2421:x1865628501355392:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202985.373977:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2421:x1865628501355392:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (16306us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202985.373984:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1570 00000100:00080000:1.0:1779202985.374461:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1779202985.675083:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202985.867014:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202985.867038:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524261248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202985.867107:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202985.867195:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524261248 00000100:00100000:1.0:1779202985.867202:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524261248 00000100:00100000:1.0:1779202985.867257:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1779202985.867266:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524261248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202985.867296:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779202985.867348:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524261248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202985.867356:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00080000:1.0:1779202985.867380:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202985.867412:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524261248:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202985.869302:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524261376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202985.869368:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202985.869443:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524261376 00000100:00100000:3.0:1779202985.869451:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524261376 00000100:00100000:3.0:1779202985.869518:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1779202985.869527:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524261376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779202985.869548:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779202985.869591:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524261376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202985.869608:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00080000:0.0:1779202985.869675:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202985.869732:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524261376:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1779202986.700509:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202986.907854:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524261504:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202986.907968:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202986.908045:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524261504 00000100:00100000:2.0:1779202986.908052:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524261504 00000100:00100000:2.0:1779202986.908097:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1779202986.908106:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524261504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202986.908141:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202986.908186:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524261504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202986.908193:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1779202986.908241:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524261504:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1779202986.996151:0:28083:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202986.996159:0:28083:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202986.996686:0:28083:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202986.998804:0:28083:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779202987.722953:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1779202988.747022:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202988.938917:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524261632:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202988.939010:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202988.939134:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524261632 00000100:00100000:0.0:1779202988.939144:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524261632 00000100:00100000:0.0:1779202988.939215:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1779202988.939225:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524261632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202988.939260:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1779202988.939313:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524261632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202988.939320:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1779202988.939376:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524261632:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779202988.942260:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524261760:0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.942329:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202988.947370:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524261888:0@lo:400:kworker.0 00000100:00100000:1.0:1779202988.947460:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202988.947516:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202988.947524:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524262016:0@lo:400:kworker.0 00000100:00100000:1.0:1779202988.947548:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202988.947585:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524262144:0@lo:400:kworker.0 00000100:00100000:1.0:1779202988.947613:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202988.948568:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524261888 00000100:00100000:2.0:1779202988.948579:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524261888 00000100:00100000:2.0:1779202988.948624:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524262016 00000100:00100000:2.0:1779202988.948628:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524262016 00000100:00100000:2.0:1779202988.948648:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:2.0:1779202988.948658:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524261888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.948744:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1865628524261888:12345-0@lo:400:kworker.0 Request processed in 87us (1283us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202988.948751:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00100000:2.0:1779202988.948770:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572 00000100:00100000:2.0:1779202988.948777:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524262016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.948805:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524262016:12345-0@lo:400:kworker.0 Request processed in 30us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202988.948811:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572 00000100:00100000:2.0:1779202988.948830:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524261760 00000100:00100000:2.0:1779202988.948834:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524261760 00000100:00100000:2.0:1779202988.948857:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1779202988.948864:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524261760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.948894:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524261760:12345-0@lo:400:kworker.0 Request processed in 30us (6565us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202988.948900:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1779202988.948928:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524262144 00000100:00100000:2.0:1779202988.948931:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524262144 00000100:00100000:2.0:1779202988.948955:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1779202988.948961:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524262144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.948996:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524262144:12345-0@lo:400:kworker.0 Request processed in 36us (1382us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202988.949001:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1779202988.949044:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524262016:0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.949055:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3662:1865628524261888:0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.949085:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524262144:0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.949113:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524261760:0@lo:400:kworker.0 00000100:00100000:0.0:1779202988.956430:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202988.956453:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524262400:0@lo:400:kworker.0 00000100:00100000:0.0:1779202988.956521:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202988.956570:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524262400 00000100:00100000:0.0:1779202988.956576:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524262400 00000100:00100000:0.0:1779202988.956632:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1573 00000100:00100000:0.0:1779202988.956642:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524262400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202988.956727:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524262400:12345-0@lo:400:kworker.0 Request processed in 87us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202988.956735:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1573 00000100:00080000:0.0:1779202988.956763:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202988.956796:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524262400:0@lo:400:kworker.0 00000100:00100000:0.0:1779202988.956842:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524262528:0@lo:400:kworker.0 00000100:00100000:0.0:1779202988.956887:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202988.956914:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524262528 00000100:00100000:0.0:1779202988.956918:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524262528 00000100:00100000:0.0:1779202988.956949:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1779202988.956956:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524262528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202988.956993:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524262528:12345-0@lo:400:kworker.0 Request processed in 38us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202988.956998:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00080000:0.0:1779202988.957012:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779202988.957031:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524262528:0@lo:400:kworker.0 00000100:00100000:0.0:1779202988.957064:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779202988.957070:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524262912:0@lo:400:kworker.0 00000100:00100000:0.0:1779202988.957091:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202988.957116:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524262912 00000100:00100000:0.0:1779202988.957120:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524262912 00000100:00100000:0.0:1779202988.957148:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:0.0:1779202988.957155:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524262912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202988.957186:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524262912:12345-0@lo:400:kworker.0 Request processed in 32us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202988.957191:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00080000:0.0:1779202988.957205:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202988.957222:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524262912:0@lo:400:kworker.0 00000100:00100000:0.0:1779202988.957248:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524263040:0@lo:400:kworker.0 00000100:00100000:0.0:1779202988.957269:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202988.957294:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524263040 00000100:00100000:0.0:1779202988.957298:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524263040 00000100:00100000:0.0:1779202988.957323:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:0.0:1779202988.957328:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524263040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202988.957361:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524263040:12345-0@lo:400:kworker.0 Request processed in 32us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202988.957367:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00080000:0.0:1779202988.957380:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202988.957397:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524263040:0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.957742:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524262272:0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.957775:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202988.957799:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524262784:0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.957820:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202988.957841:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524262272 00000100:00100000:2.0:1779202988.957845:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524262272 00000100:00100000:2.0:1779202988.957876:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524262784 00000100:00100000:2.0:1779202988.957879:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524262784 00000100:00100000:2.0:1779202988.957900:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575 00000100:00100000:2.0:1779202988.957906:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524262272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.957940:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524262272:12345-0@lo:400:kworker.0 Request processed in 34us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202988.957946:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575 00000100:00100000:2.0:1779202988.957961:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:2.0:1779202988.957967:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524262784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.957993:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524262784:12345-0@lo:400:kworker.0 Request processed in 26us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202988.957998:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00080000:2.0:1779202988.958011:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779202988.958033:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524262784:0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.958053:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524262272:0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.958062:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1779202988.958067:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524262656:0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.958101:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202988.958124:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524262656 00000100:00100000:2.0:1779202988.958128:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524262656 00000100:00100000:2.0:1779202988.958157:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1779202988.958164:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524262656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.958195:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524262656:12345-0@lo:400:kworker.0 Request processed in 32us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202988.958202:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00080000:2.0:1779202988.958215:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779202988.958232:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524262656:0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.958238:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524263168:0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.958257:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202988.958277:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524263168 00000100:00100000:2.0:1779202988.958280:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524263168 00000100:00100000:2.0:1779202988.958307:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1779202988.958313:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524263168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202988.958341:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524263168:12345-0@lo:400:kworker.0 Request processed in 29us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202988.958347:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00080000:2.0:1779202988.958360:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202988.958378:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524263168:0@lo:400:kworker.0 00000040:00080000:2.0:1779202988.988953:0:28134:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202988.988962:0:28134:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202988.992191:0:28134:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202988.992209:0:28134:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202989.770853:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202990.471082:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202990.471165:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202990.471199:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202990.471218:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202990.471234:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202990.471264:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202990.471291:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202990.471294:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501356160 00000100:00100000:2.0:1779202990.471304:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501356160 00000100:00100000:0.0:1779202990.471309:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202990.471328:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202990.471356:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501356672 00000100:00100000:0.0:1779202990.471357:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501356032 00000100:00100000:2.0:1779202990.471360:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501356672 00000100:00100000:0.0:1779202990.471360:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501356032 00000100:00100000:2.0:1779202990.471507:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501356544 00000100:00100000:2.0:1779202990.471510:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501356544 00000100:00100000:3.0:1779202990.472016:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501355904 00000100:00100000:3.0:1779202990.472022:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501355904 00000100:00100000:3.0:1779202990.472109:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 858 00000100:00100000:3.0:1779202990.472119:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501355904:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202990.472209:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501355904:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 91us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202990.472217:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 858 00000100:00100000:0.0:1779202990.472743:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1577 00000100:00100000:0.0:1779202990.472754:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501356160:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202990.472790:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501356160:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 38us (1624us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202990.472796:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1577 00000100:00100000:0.0:1779202990.472811:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1578 00000100:00100000:0.0:1779202990.472817:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501356672:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202990.472838:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501356672:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (1620us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202990.472845:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1578 00000100:00100000:0.0:1779202990.472856:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1579 00000100:00100000:0.0:1779202990.472862:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2419:x1865628501356032:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202990.472883:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2419:x1865628501356032:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (1619us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202990.472889:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1579 00000100:00100000:0.0:1779202990.472908:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1580 00000100:00100000:0.0:1779202990.472913:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2419:x1865628501356544:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202990.472932:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2419:x1865628501356544:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (1622us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202990.472938:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1580 00000100:00100000:0.0:1779202990.472959:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501356416 00000100:00100000:0.0:1779202990.472963:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501356416 00000100:00100000:0.0:1779202990.472993:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501356928 00000100:00100000:0.0:1779202990.472996:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501356928 00000100:00100000:0.0:1779202990.473011:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501356288 00000100:00100000:0.0:1779202990.473014:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501356288 00000100:00100000:0.0:1779202990.473024:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501356800 00000100:00100000:0.0:1779202990.473027:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501356800 00000100:00100000:0.0:1779202990.473040:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1113 00000100:00100000:0.0:1779202990.473046:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501356416:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202990.473069:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501356416:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (1869us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202990.473075:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1113 00000100:00100000:0.0:1779202990.473088:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1114 00000100:00100000:0.0:1779202990.473093:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501356928:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202990.473114:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c4111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501356928:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (1880us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202990.473120:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1114 00000100:00100000:0.0:1779202990.473141:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1115 00000100:00100000:0.0:1779202990.473148:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501356288:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202990.473170:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501356288:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (1878us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202990.473183:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1115 00000100:00100000:0.0:1779202990.473195:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1116 00000100:00100000:0.0:1779202990.473201:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501356800:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779202990.473223:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501356800:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (1894us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202990.473229:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1116 00000100:00080000:3.0:1779202990.474532:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779202990.474539:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779202990.474542:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1779202990.474545:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779202990.475018:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779202990.475036:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524263296:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779202990.475129:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202990.475555:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524263296 00000100:00100000:1.0:1779202990.475563:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524263296 00000100:00100000:1.0:1779202990.478789:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1779202990.478804:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524263296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779202990.478838:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202990.478927:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524263296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (3797us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202990.478934:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00080000:1.0:1779202990.478963:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202990.479006:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524263296:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779202990.479169:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524263424:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779202990.479865:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202990.480542:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524263424 00000100:00100000:1.0:1779202990.480552:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524263424 00000100:00100000:1.0:1779202990.481409:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1779202990.481420:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524263424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779202990.481806:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779202990.481878:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524263424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 461us (2456us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202990.481886:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00080000:1.0:1779202990.481910:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779202990.481956:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524263424:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1779202990.795106:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202990.994226:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524263552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779202990.994301:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202990.994397:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524263552 00000100:00100000:0.0:1779202990.994405:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524263552 00000100:00100000:0.0:1779202990.994458:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1779202990.994468:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524263552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779202990.994497:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779202990.994546:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524263552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202990.994553:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00080000:0.0:1779202990.994582:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779202990.994621:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524263552:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779202990.995517:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202990.995536:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524263680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779202990.995593:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202990.995641:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524263680 00000100:00100000:1.0:1779202990.995647:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524263680 00000100:00100000:1.0:1779202990.995719:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1779202990.995729:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524263680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779202990.995748:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779202990.995810:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524263680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202990.995816:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1779202990.995855:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524263680:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1779202990.996051:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:1.0:1779202991.079681:0:28185:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202991.079818:0:28185:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202991.081409:0:28185:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202991.081427:0:28185:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202991.819172:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202992.010881:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524263808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779202992.010964:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202992.011366:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524263808 00000100:00100000:2.0:1779202992.011376:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524263808 00000100:00100000:2.0:1779202992.011440:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1779202992.011450:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524263808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202992.011487:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202992.011549:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524263808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202992.011557:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1779202992.011683:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524263808:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1779202992.852816:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779202993.164259:0:28237:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202993.164268:0:28237:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202993.165096:0:28237:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202993.165108:0:28237:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1779202993.546882:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202993.546891:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202993.547814:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202993.547830:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779202993.869143:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779202994.059063:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524263936:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202994.059151:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202994.059380:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524263936 00000100:00100000:0.0:1779202994.059392:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524263936 00000100:00100000:0.0:1779202994.059450:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1779202994.059460:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524263936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202994.059495:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1779202994.059547:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524263936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202994.059554:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1779202994.059757:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524263936:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779202994.060007:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779202994.060018:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524264192:0@lo:400:kworker.0 00000100:00100000:1.0:1779202994.060051:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202994.060085:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779202994.060092:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524264064:0@lo:400:kworker.0 00000100:00100000:1.0:1779202994.060134:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202994.060181:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524264064 00000100:00100000:1.0:1779202994.060186:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524264064 00000100:00100000:1.0:1779202994.060219:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1779202994.060226:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524264064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202994.060262:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524264064:12345-0@lo:400:kworker.0 Request processed in 36us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202994.060268:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1779202994.060302:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524264064:0@lo:400:kworker.0 00000100:00100000:0.0:1779202994.060647:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524264704:0@lo:400:kworker.0 00000100:00100000:0.0:1779202994.060677:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202994.060731:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524265216:0@lo:400:kworker.0 00000100:00100000:0.0:1779202994.060753:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202994.060771:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779202994.060776:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524264320:0@lo:400:kworker.0 00000100:00100000:0.0:1779202994.060796:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202994.060812:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524264832:0@lo:400:kworker.0 00000100:00100000:0.0:1779202994.060837:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202994.060855:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524265344:0@lo:400:kworker.0 00000100:00100000:0.0:1779202994.060874:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202994.061026:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524264192 00000100:00100000:2.0:1779202994.061032:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524264192 00000100:00100000:2.0:1779202994.061062:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524264704 00000100:00100000:2.0:1779202994.061065:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524264704 00000100:00100000:2.0:1779202994.061092:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524265216 00000100:00100000:2.0:1779202994.061095:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524265216 00000100:00100000:2.0:1779202994.061192:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524264320 00000100:00100000:2.0:1779202994.061195:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524264320 00000100:00100000:2.0:1779202994.061209:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581 00000100:00100000:2.0:1779202994.061215:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524264192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202994.061258:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524264192:12345-0@lo:400:kworker.0 Request processed in 43us (1206us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202994.061264:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581 00000100:00100000:2.0:1779202994.061279:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00100000:2.0:1779202994.061284:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524264704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202994.061330:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524264704:12345-0@lo:400:kworker.0 Request processed in 46us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202994.061337:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00100000:2.0:1779202994.061347:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:2.0:1779202994.061353:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524265216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202994.061489:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524265216:12345-0@lo:400:kworker.0 Request processed in 136us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202994.061496:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 00000100:00100000:2.0:1779202994.061507:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00100000:2.0:1779202994.061513:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524264320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202994.061538:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524264320:12345-0@lo:400:kworker.0 Request processed in 26us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202994.061543:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00000100:00100000:2.0:1779202994.061579:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524264320:0@lo:400:kworker.0 00000100:00100000:2.0:1779202994.061590:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524264704:0@lo:400:kworker.0 00000100:00100000:2.0:1779202994.061599:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524265216:0@lo:400:kworker.0 00000100:00100000:2.0:1779202994.061646:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524264832 00000100:00100000:2.0:1779202994.061649:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524264832 00000100:00100000:2.0:1779202994.061678:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524265344 00000100:00100000:2.0:1779202994.061681:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524265344 00000100:00100000:2.0:1779202994.061731:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1779202994.061738:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524264832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202994.061777:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524264832:12345-0@lo:400:kworker.0 Request processed in 40us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202994.061783:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1779202994.061794:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:2.0:1779202994.061800:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524265344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202994.061828:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524265344:12345-0@lo:400:kworker.0 Request processed in 28us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202994.061833:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:2.0:1779202994.061868:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524264832:0@lo:400:kworker.0 00000100:00100000:2.0:1779202994.061878:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524265344:0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.062151:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524264576:0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.062204:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202994.062229:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524265088:0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.062252:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202994.062272:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1779202994.062278:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524264448:0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.062301:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202994.062332:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524264960:0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.062352:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202994.062368:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524265472:0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.062388:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202994.062419:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524264576 00000100:00100000:3.0:1779202994.062423:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524264576 00000100:00100000:3.0:1779202994.062451:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524265088 00000100:00100000:3.0:1779202994.062453:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524265088 00000100:00100000:3.0:1779202994.062466:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585 00000100:00100000:3.0:1779202994.062472:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524264576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.062507:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524264576:12345-0@lo:400:kworker.0 Request processed in 35us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202994.062512:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585 00000100:00100000:3.0:1779202994.062525:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:3.0:1779202994.062531:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524265088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.062558:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524265088:12345-0@lo:400:kworker.0 Request processed in 27us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202994.062564:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00100000:1.0:1779202994.063154:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524264192:0@lo:400:kworker.0 00000040:00080000:3.0:1779202994.063183:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779202994.063241:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524264448 00000100:00100000:3.0:1779202994.063245:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524264448 00000100:00100000:3.0:1779202994.063277:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1779202994.063283:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524264448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.063336:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524264448:12345-0@lo:400:kworker.0 Request processed in 52us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202994.063343:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1779202994.063361:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524264960 00000100:00100000:3.0:1779202994.063365:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524264960 00000100:00100000:3.0:1779202994.063392:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524265472 00000100:00100000:3.0:1779202994.063394:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524265472 00000100:00100000:3.0:1779202994.063412:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:3.0:1779202994.063418:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524264960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.063447:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524264960:12345-0@lo:400:kworker.0 Request processed in 30us (1094us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202994.063453:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:3.0:1779202994.063463:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1779202994.063468:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524265472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.063492:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524265472:12345-0@lo:400:kworker.0 Request processed in 24us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202994.063498:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1779202994.063563:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524264448:0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.063573:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524264960:0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.063581:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524265472:0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.063590:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524264576:0@lo:400:kworker.0 00000100:00100000:3.0:1779202994.063598:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524265088:0@lo:400:kworker.0 00000100:00080000:0.0:1779202994.068821:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202994.068831:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202994.068834:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202994.068837:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1779202994.891180:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779202995.184597:0:28288:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779202995.184609:0:28288:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779202995.185168:0:28288:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779202995.185178:0:28288:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779202995.594577:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202995.594627:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202995.594668:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202995.594760:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779202995.594788:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501357568 00000100:00100000:0.0:1779202995.594789:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779202995.594791:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501357312 00000100:00100000:2.0:1779202995.594800:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501357568 00000100:00100000:1.0:1779202995.594801:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501357312 00000100:00100000:0.0:1779202995.594817:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202995.594838:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779202995.594854:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202995.594877:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501357056 00000100:00100000:3.0:1779202995.594882:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501357056 00000100:00100000:0.0:1779202995.594887:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779202995.594935:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 860 00000100:00100000:3.0:1779202995.594947:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501357056:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202995.595024:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501357824 00000100:00100000:1.0:1779202995.595028:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501357824 00000100:00100000:3.0:1779202995.595602:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501357056:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 656us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202995.595611:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 860 00000100:00100000:3.0:1779202995.595648:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501357184 00000100:00100000:3.0:1779202995.595652:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501357184 00000100:00100000:2.0:1779202995.601378:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501358080 00000100:00100000:2.0:1779202995.601390:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501358080 00000100:00100000:2.0:1779202995.601415:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501357440 00000100:00100000:2.0:1779202995.601418:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501357440 00000100:00100000:2.0:1779202995.601429:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501357952 00000100:00100000:2.0:1779202995.601432:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501357952 00000100:00100000:2.0:1779202995.601450:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1121 00000100:00100000:2.0:1779202995.601461:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501357568:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202995.601530:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501357568:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 72us (6862us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202995.601537:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1121 00000100:00100000:2.0:1779202995.601552:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1122 00000100:00100000:2.0:1779202995.601557:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501358080:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202995.601576:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501358080:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (6789us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202995.601581:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1122 00000100:00100000:2.0:1779202995.601589:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1123 00000100:00100000:2.0:1779202995.601594:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501357440:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202995.602752:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501357440:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1154us (7910us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202995.602760:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1123 00000100:00100000:2.0:1779202995.602786:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1124 00000100:00100000:2.0:1779202995.602794:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501357952:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202995.602817:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501357952:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (7932us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202995.602823:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1124 00000100:00100000:2.0:1779202995.602913:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501357696 00000100:00100000:2.0:1779202995.602920:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501357696 00000100:00100000:2.0:1779202995.602967:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1587 00000100:00100000:2.0:1779202995.602975:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501357312:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202995.603008:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501357312:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 35us (8381us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202995.603014:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1587 00000100:00100000:2.0:1779202995.603027:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1588 00000100:00100000:2.0:1779202995.603033:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501357696:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779202995.603059:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501357696:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (8204us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202995.603065:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1588 00000100:00100000:2.0:1779202995.603109:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524265600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202995.603162:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202995.603236:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524265600 00000100:00100000:2.0:1779202995.603240:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524265600 00000100:00100000:2.0:1779202995.603268:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1779202995.603273:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524265600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779202995.603310:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779202995.603348:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524265600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202995.603354:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1779202995.603394:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524265600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779202995.603485:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524265728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779202995.603510:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202995.603556:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524265728 00000100:00100000:2.0:1779202995.603560:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524265728 00000100:00100000:2.0:1779202995.603580:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1779202995.603586:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524265728:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1779202995.605112:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779202995.605182:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779202995.605186:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779202995.605189:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00002000:00000024:2.0:1779202995.605850:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779202995.605953:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524265728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2364us (2439us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202995.605964:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1779202995.606642:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524265728:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779202995.610893:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1589 00000100:00100000:1.0:1779202995.610908:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501357824:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779202995.611002:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501357824:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 98us (16241us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202995.611011:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1589 00000100:00100000:3.0:1779202995.611350:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1590 00000100:00100000:3.0:1779202995.611360:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2420:x1865628501357184:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779202995.611411:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2420:x1865628501357184:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 52us (16593us total) trans 0 rc 0/0 00000100:00100000:3.0:1779202995.611418:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1590 00010000:00010000:3.0:1779202995.919362:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779202996.106888:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202996.106911:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524265856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779202996.106957:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524265984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202996.106983:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202996.107300:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524265856 00000100:00100000:1.0:1779202996.107317:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524265856 00000100:00100000:1.0:1779202996.107387:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1779202996.107398:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524265856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202996.107435:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00080000:2.0:1779202996.107493:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779202996.110922:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779202996.110922:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524265856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3523us (3935us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202996.110937:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1779202996.110970:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524265984 00000100:00100000:1.0:1779202996.110979:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524265984 00000100:00080000:2.0:1779202996.111039:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779202996.111098:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1779202996.111109:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524265984:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779202996.111127:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524265856:0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779202996.111132:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779202996.111237:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524265984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202996.111243:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1779202996.111989:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524265984:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1779202996.940983:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202997.140975:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1779202997.140998:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524266112:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779202997.141069:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202997.141144:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524266112 00000100:00100000:2.0:1779202997.141153:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524266112 00000100:00100000:2.0:1779202997.141198:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1779202997.141207:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524266112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779202997.141243:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779202997.141296:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524266112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202997.141303:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1779202997.141345:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524266112:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1779202997.373141:0:28339:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779202997.373150:0:28339:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779202997.374399:0:28339:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779202997.374425:0:28339:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1779202997.962885:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779202998.989199:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779202999.178945:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524266496:0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.178991:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524266240:0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.179018:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202999.179628:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524266368:0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.180476:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202999.180746:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524267008:0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.180801:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202999.180835:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524267520:0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.180855:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202999.180884:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1779202999.180890:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524266624:0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.180909:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202999.180931:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524267136:0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.180950:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202999.180963:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524267648:0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.180979:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779202999.181016:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524267008 00000100:00100000:2.0:1779202999.181025:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524267008 00000100:00100000:2.0:1779202999.181080:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524267520 00000100:00100000:2.0:1779202999.181083:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524267520 00000100:00100000:2.0:1779202999.181097:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524266624 00000100:00100000:2.0:1779202999.181099:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524266624 00000100:00100000:2.0:1779202999.181116:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:2.0:1779202999.181123:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524267008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.181171:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524267008:12345-0@lo:400:kworker.0 Request processed in 47us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202999.181178:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00100000:2.0:1779202999.181193:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:2.0:1779202999.181197:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524267520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.181233:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524267520:12345-0@lo:400:kworker.0 Request processed in 35us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202999.181238:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00100000:2.0:1779202999.181261:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:2.0:1779202999.181268:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524266624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.181294:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524266624:12345-0@lo:400:kworker.0 Request processed in 27us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202999.181311:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00100000:2.0:1779202999.181336:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524267136 00000100:00100000:2.0:1779202999.181340:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524267136 00000100:00100000:2.0:1779202999.181364:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524267648 00000100:00100000:2.0:1779202999.181367:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524267648 00000100:00100000:2.0:1779202999.181384:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:2.0:1779202999.181391:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524267136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.181422:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524267136:12345-0@lo:400:kworker.0 Request processed in 33us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202999.181446:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:2.0:1779202999.181458:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:2.0:1779202999.181465:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524267648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.184071:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524266752:0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.184140:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202999.184171:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524267264:0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.184196:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202999.184228:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524267776:0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.184249:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202999.184342:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524267264 00000100:00100000:0.0:1779202999.184349:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524267264 00000100:00100000:0.0:1779202999.184385:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524267776 00000100:00100000:0.0:1779202999.184388:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524267776 00000100:00100000:0.0:1779202999.184406:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1779202999.184414:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524267264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.184461:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524267264:12345-0@lo:400:kworker.0 Request processed in 47us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202999.184469:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1779202999.184491:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1779202999.184497:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524267776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.184525:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524267776:12345-0@lo:400:kworker.0 Request processed in 28us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202999.184531:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1779202999.184573:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524267264:0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.184583:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524267776:0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.184598:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779202999.184604:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524267904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202999.184628:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202999.184656:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524266496 00000100:00100000:0.0:1779202999.184659:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524266496 00000100:00100000:0.0:1779202999.184679:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524266752 00000100:00100000:0.0:1779202999.184681:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524266752 00000100:00100000:0.0:1779202999.184713:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524267904 00000100:00100000:0.0:1779202999.184715:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524267904 00000100:00100000:0.0:1779202999.184728:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1779202999.184733:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3662:x1865628524266496:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1779202999.184746:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779202999.184754:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779202999.184757:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779202999.184770:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3662:x1865628524266496:12345-0@lo:400:kworker.0 Request processed in 36us (5754us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202999.184776:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1779202999.184793:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1779202999.184803:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524266752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.184850:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524266752:12345-0@lo:400:kworker.0 Request processed in 50us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202999.184856:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524266240 00000100:00100000:1.0:1779202999.184862:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524266240 00000100:00100000:1.0:1779202999.184899:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1779202999.184908:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524266240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779202999.184944:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524266240:12345-0@lo:400:kworker.0 Request processed in 39us (4472us total) trans 0 rc 0/0 00000100:00100000:1.0:1779202999.184953:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1779202999.185292:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1779202999.185301:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524267904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779202999.185328:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1779202999.185363:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524267904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202999.185370:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1779202999.185407:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524267904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779202999.185416:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524266240:0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.185426:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524266752:0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.188706:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1779202999.188834:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524266624:0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.188850:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524267136:0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.188864:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524266496:0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.188876:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524267008:0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.188887:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524267520:0@lo:400:kworker.0 00000100:00100000:2.0:1779202999.188992:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524267648:12345-0@lo:400:kworker.0 Request processed in 7527us (8011us total) trans 0 rc 0/0 00000100:00100000:2.0:1779202999.189002:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:0.0:1779202999.189110:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524267648:0@lo:400:kworker.0 00000100:00100000:3.0:1779202999.193054:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202999.193111:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524266880:0@lo:400:kworker.0 00000100:00100000:3.0:1779202999.193153:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779202999.193183:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524267392:0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.193198:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524266368 00000100:00100000:0.0:1779202999.193216:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524266368 00000100:00100000:3.0:1779202999.193217:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779202999.193269:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524266880 00000100:00100000:0.0:1779202999.193273:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524266880 00000100:00100000:0.0:1779202999.193304:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524267392 00000100:00100000:0.0:1779202999.193307:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524267392 00000100:00100000:0.0:1779202999.193327:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:0.0:1779202999.193336:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524266368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.193390:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524266368:12345-0@lo:400:kworker.0 Request processed in 55us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202999.193397:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00080000:3.0:1779202999.193415:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779202999.193425:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:0.0:1779202999.193431:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524266880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.193457:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524266880:12345-0@lo:400:kworker.0 Request processed in 27us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202999.193463:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00100000:0.0:1779202999.193474:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596 00000100:00100000:0.0:1779202999.193480:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524267392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779202999.193584:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524266368:0@lo:400:kworker.0 00000100:00100000:3.0:1779202999.193596:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524266880:0@lo:400:kworker.0 00000100:00100000:0.0:1779202999.194020:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524267392:12345-0@lo:400:kworker.0 Request processed in 538us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1779202999.194027:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596 00000100:00100000:3.0:1779202999.194310:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524267392:0@lo:400:kworker.0 00000040:00080000:1.0:1779202999.593781:0:28390:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779202999.593799:0:28390:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779202999.598632:0:28390:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779202999.598658:0:28390:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779203000.010928:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779203000.712370:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203000.712597:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203000.712741:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501358464 00000100:00100000:3.0:1779203000.712752:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501358464 00000100:00100000:3.0:1779203000.712845:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1597 00000100:00100000:3.0:1779203000.712858:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501358464:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203000.712950:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501358464:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 95us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203000.712958:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1597 00000100:00080000:2.0:1779203000.713149:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779203000.713855:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501358208 00000100:00100000:1.0:1779203000.713863:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501358208 00000100:00100000:1.0:1779203000.714090:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 862 00000100:00100000:1.0:1779203000.714101:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501358208:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203000.714159:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501358208:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 61us (1801us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203000.714167:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 862 00000100:00100000:2.0:1779203000.714962:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524268160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779203000.715025:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203000.715108:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779203000.715116:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524268032:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779203000.715141:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203000.715461:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524268160 00000100:00100000:0.0:1779203000.715469:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524268160 00000100:00100000:0.0:1779203000.715515:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524268032 00000100:00100000:0.0:1779203000.715518:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524268032 00000100:00100000:0.0:1779203000.715535:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1779203000.715542:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524268160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779203000.715568:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779203000.715620:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524268160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203000.715627:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1779203000.715651:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1779203000.715658:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524268032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779203000.715667:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779203000.715716:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524268032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203000.715723:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1779203000.715772:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524268032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779203000.715786:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524268160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779203000.723674:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203000.725232:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203000.725270:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203000.725322:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501358976 00000100:00100000:1.0:1779203000.725334:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501358976 00000100:00100000:1.0:1779203000.725408:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1598 00000100:00100000:1.0:1779203000.725419:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501358976:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203000.725503:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501358976:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 86us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203000.725511:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1598 00000100:00080000:3.0:1779203000.728746:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779203000.730006:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203000.730047:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203000.730109:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501358336 00000100:00100000:3.0:1779203000.730120:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501358336 00000100:00100000:3.0:1779203000.730204:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1599 00000100:00100000:3.0:1779203000.730216:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2420:x1865628501358336:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203000.730292:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2420:x1865628501358336:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 79us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203000.730300:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1599 00000100:00080000:3.0:1779203000.730328:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779203000.731547:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501358720 00000100:00100000:0.0:1779203000.731558:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501358720 00000100:00100000:0.0:1779203000.731632:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501359232 00000100:00100000:0.0:1779203000.731635:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501359232 00000100:00100000:0.0:1779203000.731667:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1129 00000100:00100000:0.0:1779203000.731676:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501358720:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203000.731759:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501358720:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 84us (8095us total) trans 0 rc 0/0 00000100:00080000:3.0:1779203000.731901:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779203000.732222:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1130 00000100:00100000:3.0:1779203000.732234:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501359232:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203000.732271:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501359232:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 42us (7002us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203000.732282:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1130 00000100:00100000:0.0:1779203000.735681:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1129 00000100:00100000:2.0:1779203000.736217:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203000.736251:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203000.736276:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501358592 00000100:00100000:2.0:1779203000.736286:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501358592 00000100:00100000:2.0:1779203000.736579:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501359104 00000100:00100000:2.0:1779203000.736583:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501359104 00000100:00100000:2.0:1779203000.736608:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1131 00000100:00100000:2.0:1779203000.736618:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501358592:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203000.736716:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501358592:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 100us (6668us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203000.736723:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1131 00000100:00100000:3.0:1779203000.737737:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1132 00000100:00100000:3.0:1779203000.737750:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501359104:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203000.737875:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501359104:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 129us (1622us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203000.737882:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1132 00000100:00080000:3.0:1779203000.738078:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779203000.740963:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501358848 00000100:00100000:0.0:1779203000.740979:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501358848 00000100:00100000:0.0:1779203000.741063:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1600 00000100:00100000:0.0:1779203000.741073:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501358848:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203000.741151:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501358848:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 78us (4935us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203000.741158:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1600 00000100:00080000:3.0:1779203000.742389:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1779203001.037421:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779203001.226984:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524268288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779203001.227075:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203001.227462:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524268288 00000100:00100000:0.0:1779203001.227471:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524268288 00000100:00100000:0.0:1779203001.227535:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1779203001.227545:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524268288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779203001.227575:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779203001.227625:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524268288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203001.227632:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1779203001.227771:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524268288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779203001.227785:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1779203001.227791:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524268416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779203001.227817:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203001.227850:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524268416 00000100:00100000:1.0:1779203001.227853:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524268416 00000100:00100000:1.0:1779203001.227881:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1779203001.227887:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524268416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779203001.227897:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779203001.227922:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524268416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203001.227927:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1779203001.227953:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524268416:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1779203001.228046:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:3.0:1779203001.833122:0:28442:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779203001.833131:0:28442:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779203001.834665:0:28442:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779203001.834689:0:28442:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203002.064595:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779203002.251304:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524268544:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779203002.251444:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203002.251537:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524268544 00000100:00100000:2.0:1779203002.251549:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524268544 00000100:00100000:2.0:1779203002.251615:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1779203002.251626:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524268544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779203002.251667:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779203002.251786:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524268544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 162us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203002.251795:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1779203002.251872:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524268544:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1779203003.083214:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779203003.787894:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779203003.787907:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779203003.788521:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779203003.788537:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203004.107330:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779203004.299797:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1779203004.300932:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524268672:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.301035:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203004.301125:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524269184:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.301157:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203004.301815:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524269696:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.301868:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203004.301907:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524270208:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.301929:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203004.301963:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1779203004.301969:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524269056:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.301995:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203004.302013:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524269568:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.302035:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203004.302067:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524270080:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.302091:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203004.302137:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524268800:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.302164:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203004.302193:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524269312:0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.302810:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524269696 00000100:00100000:1.0:1779203004.302821:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524269696 00000100:00100000:1.0:1779203004.302888:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524270208 00000100:00100000:1.0:1779203004.302890:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524270208 00000100:00100000:1.0:1779203004.302910:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524269568 00000100:00100000:1.0:1779203004.302913:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524269568 00000100:00100000:1.0:1779203004.302930:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524270080 00000100:00100000:1.0:1779203004.302933:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524270080 00000100:00100000:1.0:1779203004.302952:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:1.0:1779203004.302963:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524269696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.303048:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524269696:12345-0@lo:400:kworker.0 Request processed in 86us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203004.303057:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:1.0:1779203004.303074:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:1.0:1779203004.303080:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524270208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.303120:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524270208:12345-0@lo:400:kworker.0 Request processed in 41us (1189us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203004.303127:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:1.0:1779203004.303137:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:1.0:1779203004.303142:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524269568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.303164:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524269568:12345-0@lo:400:kworker.0 Request processed in 22us (1129us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203004.303170:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:1.0:1779203004.303188:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:1.0:1779203004.303194:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524270080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.303222:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524270080:12345-0@lo:400:kworker.0 Request processed in 29us (1130us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203004.303227:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:1.0:1779203004.303248:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524269056 00000100:00100000:1.0:1779203004.303251:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524269056 00000100:00100000:1.0:1779203004.303275:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524268800 00000100:00100000:1.0:1779203004.303277:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524268800 00000100:00100000:1.0:1779203004.303290:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:1.0:1779203004.303295:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524269056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.303334:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524269056:12345-0@lo:400:kworker.0 Request processed in 38us (1337us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203004.303340:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00100000:1.0:1779203004.303349:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:1.0:1779203004.303354:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524268800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.303375:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524268800:12345-0@lo:400:kworker.0 Request processed in 22us (1211us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203004.303384:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00080000:1.0:1779203004.303413:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779203004.303418:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779203004.304241:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524268672 00000100:00100000:2.0:1779203004.304250:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524268672 00000100:00100000:2.0:1779203004.304319:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1779203004.304329:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524268672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203004.304399:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524268672:12345-0@lo:400:kworker.0 Request processed in 71us (3363us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203004.304406:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1779203004.305002:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203004.305046:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524269824:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.305072:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203004.305094:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524270336:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779203004.305131:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203004.305785:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524268800:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.305810:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779203004.305820:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524268928:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.305854:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203004.305882:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524269440:0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.306051:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524269056:0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.306070:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524269568:0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.306086:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524270080:0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.306099:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524268672:0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.306128:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524269696:0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.306142:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524270208:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.308148:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203004.308262:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524269952:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.308297:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203004.308648:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524269312 00000100:00100000:1.0:1779203004.308660:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524269312 00000100:00100000:1.0:1779203004.308756:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524269824 00000100:00100000:3.0:1779203004.308757:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524269440 00000100:00100000:1.0:1779203004.308760:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524269824 00000100:00100000:3.0:1779203004.308761:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524269440 00000100:00100000:3.0:1779203004.308946:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524269952 00000100:00100000:3.0:1779203004.308951:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524269952 00000100:00100000:1.0:1779203004.310085:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:1.0:1779203004.310122:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524269312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.310258:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524269312:12345-0@lo:400:kworker.0 Request processed in 160us (5256us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203004.310267:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:1.0:1779203004.310288:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604 00000100:00100000:1.0:1779203004.310296:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524269440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.310332:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524269440:12345-0@lo:400:kworker.0 Request processed in 38us (2197us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203004.310338:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604 00000100:00100000:1.0:1779203004.310351:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605 00000100:00100000:1.0:1779203004.310357:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524269824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.310386:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524269824:12345-0@lo:400:kworker.0 Request processed in 30us (5313us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203004.310392:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605 00000100:00100000:1.0:1779203004.310401:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:1.0:1779203004.310406:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524269952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.310427:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524269952:12345-0@lo:400:kworker.0 Request processed in 21us (2130us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203004.310826:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524269184 00000100:00100000:0.0:1779203004.310836:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524269184 00000100:00100000:0.0:1779203004.310872:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524270336 00000100:00100000:0.0:1779203004.310874:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524270336 00000100:00100000:0.0:1779203004.310885:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524268928 00000100:00100000:0.0:1779203004.310887:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524268928 00000100:00100000:0.0:1779203004.310912:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1779203004.310918:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524269184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.310979:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524269184:12345-0@lo:400:kworker.0 Request processed in 61us (9821us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203004.310985:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1779203004.311010:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1779203004.311017:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3664:x1865628524270336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779203004.311051:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1779203004.311088:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3664:x1865628524270336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (5955us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203004.311095:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1779203004.311120:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1779203004.311126:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524268928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.311152:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524268928:12345-0@lo:400:kworker.0 Request processed in 27us (5299us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203004.311158:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00080000:0.0:1779203004.311261:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779203004.311267:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779203004.311310:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524268928:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.311326:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524269440:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.311338:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524269952:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.311350:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524269312:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.311362:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524269824:0@lo:400:kworker.0 00000100:00100000:0.0:1779203004.311376:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524270336:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779203004.311453:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524269184:0@lo:400:kworker.0 00000100:00100000:1.0:1779203004.312776:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 00000040:00080000:2.0:1779203004.357257:0:28493:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779203004.357270:0:28493:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779203004.363097:0:28493:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779203004.363139:0:28493:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203005.131061:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779203005.831339:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203005.831391:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203005.831436:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203005.831459:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203005.831486:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203005.831504:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203005.831520:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203005.831538:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203005.831575:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203005.831605:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501359744 00000100:00100000:3.0:1779203005.831617:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501359744 00000100:00100000:3.0:1779203005.831676:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501360256 00000100:00100000:3.0:1779203005.831679:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501360256 00000100:00100000:3.0:1779203005.831730:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501359872 00000100:00100000:3.0:1779203005.831733:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501359872 00000100:00100000:3.0:1779203005.831746:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501360384 00000100:00100000:3.0:1779203005.831748:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501360384 00000100:00100000:3.0:1779203005.831763:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1137 00000100:00100000:3.0:1779203005.831772:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501359744:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203005.831843:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501359744:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 71us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203005.831850:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1137 00000100:00100000:3.0:1779203005.831867:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1138 00000100:00100000:3.0:1779203005.831873:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501360256:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203005.831896:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501360256:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203005.831901:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1138 00000100:00100000:3.0:1779203005.831912:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1139 00000100:00100000:3.0:1779203005.831917:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501359872:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203005.831940:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501359872:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203005.831946:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1139 00000100:00100000:3.0:1779203005.831956:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1140 00000100:00100000:3.0:1779203005.831962:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501360384:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203005.831984:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501360384:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203005.831989:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1140 00000100:00080000:3.0:1779203005.832146:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779203005.832149:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779203005.832158:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501359488 00000100:00100000:3.0:1779203005.832162:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501359488 00000100:00100000:3.0:1779203005.832193:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501360000 00000100:00100000:3.0:1779203005.832195:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501360000 00000100:00100000:3.0:1779203005.832217:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501359616 00000100:00100000:3.0:1779203005.832219:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501359616 00000100:00100000:3.0:1779203005.832229:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501360128 00000100:00100000:3.0:1779203005.832231:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501360128 00000100:00100000:3.0:1779203005.832242:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1607 00000100:00100000:3.0:1779203005.832247:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2419:x1865628501359488:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203005.832278:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2419:x1865628501359488:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203005.832284:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1607 00000100:00100000:3.0:1779203005.832294:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1608 00000100:00100000:3.0:1779203005.832299:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2419:x1865628501360000:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203005.832316:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2419:x1865628501360000:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 17us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203005.832325:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1608 00000100:00100000:3.0:1779203005.832333:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1609 00000100:00100000:3.0:1779203005.832338:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501359616:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203005.832352:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501359616:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 15us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203005.832357:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1609 00000100:00100000:3.0:1779203005.832366:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1610 00000100:00100000:3.0:1779203005.832372:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501360128:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203005.832391:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501360128:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203005.832397:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1610 00000100:00080000:3.0:1779203005.832446:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779203005.832448:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779203005.835332:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524270464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779203005.835402:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203005.836396:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524270464 00000100:00100000:0.0:1779203005.836407:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524270464 00000100:00100000:2.0:1779203005.837280:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524270592:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779203005.837337:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203005.837963:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524270592 00000100:00100000:0.0:1779203005.837971:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524270592 00000100:00100000:0.0:1779203005.837993:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1779203005.838000:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524270464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779203005.838038:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779203005.838114:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524270464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (2711us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203005.838122:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1779203005.838147:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1779203005.838153:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524270592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779203005.838164:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779203005.838192:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524270592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203005.838198:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1779203005.838262:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524270464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779203005.838298:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524270592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779203005.838899:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501359360 00000100:00100000:1.0:1779203005.838907:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501359360 00000100:00100000:1.0:1779203005.838949:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 864 00000100:00100000:1.0:1779203005.838956:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501359360:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203005.839011:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501359360:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 56us (7524us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203005.839018:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 864 00010000:00010000:0.0:1779203006.156032:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779203006.347648:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524270720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779203006.347741:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203006.347820:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779203006.347828:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524270848:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779203006.347857:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203006.347992:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524270720 00000100:00100000:3.0:1779203006.348001:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524270720 00000100:00100000:3.0:1779203006.348058:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524270848 00000100:00100000:3.0:1779203006.348073:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524270848 00000100:00100000:3.0:1779203006.348095:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1779203006.348114:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524270720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779203006.348146:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779203006.348205:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1779203006.348213:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524270848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779203006.348228:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00080000:2.0:1779203006.352199:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779203006.352544:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524270720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4426us (4797us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203006.352557:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1779203006.352704:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524270848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4476us (4830us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203006.352713:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1779203006.352896:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524270848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779203006.353089:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524270720:0@lo:13:osp-pre-1-1.0 00000040:00080000:0.0:1779203006.775838:0:28544:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779203006.775850:0:28544:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779203006.776410:0:28544:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779203006.776421:0:28544:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203007.183668:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779203007.371489:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1779203007.371514:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f4db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524270976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779203007.371586:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203007.371973:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524270976 00000100:00100000:3.0:1779203007.371987:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524270976 00000100:00100000:3.0:1779203007.372067:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1779203007.372080:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524270976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779203007.372132:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779203007.372225:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524270976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 147us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203007.372238:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1779203007.372338:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f4db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524270976:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1779203008.215164:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779203009.129530:0:28596:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779203009.129542:0:28596:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779203009.131373:0:28596:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779203009.131409:0:28596:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779203009.228366:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779203009.420909:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524271104:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779203009.421030:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203009.421123:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524271616:0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.421157:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203009.421163:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524271488:0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.421181:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524272128:0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.421211:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203009.421230:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203009.421248:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524272000:0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.421264:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524272640:0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.421278:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203009.421302:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524272512:0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.421309:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203009.421335:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1779203009.421344:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524271232:0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.421347:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203009.421420:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524271104 00000100:00100000:0.0:1779203009.421432:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524271104 00000100:00100000:0.0:1779203009.421492:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524271616 00000100:00100000:0.0:1779203009.421496:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524271616 00000100:00100000:0.0:1779203009.421515:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1779203009.421526:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524271104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1779203009.421577:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1779203009.421840:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203009.421873:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524271744:0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.421900:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203009.421920:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524272256:0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.421942:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203009.421974:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524271360:0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.425304:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203009.425405:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524271872:0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.425497:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203009.425523:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524272384:0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.425549:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203009.425794:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1779203009.425814:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524271616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.425894:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524271488 00000100:00100000:3.0:1779203009.425907:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524271488 00000100:00100000:2.0:1779203009.425910:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524271616:12345-0@lo:400:kworker.0 Request processed in 104us (4751us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203009.425920:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1779203009.425959:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524271744 00000100:00100000:3.0:1779203009.425963:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524271744 00000100:00100000:2.0:1779203009.425973:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524272128 00000100:00100000:2.0:1779203009.425979:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524272128 00000100:00100000:3.0:1779203009.426012:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524272256 00000100:00100000:3.0:1779203009.426017:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524272256 00000100:00100000:2.0:1779203009.426032:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524272000 00000100:00100000:2.0:1779203009.426036:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524272000 00000100:00100000:2.0:1779203009.426059:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524272640 00000100:00100000:2.0:1779203009.426062:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524272640 00000100:00100000:2.0:1779203009.426076:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524272512 00000100:00100000:2.0:1779203009.426079:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524272512 00000100:00100000:2.0:1779203009.426092:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1779203009.426098:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524272128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.426133:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524272128:12345-0@lo:400:kworker.0 Request processed in 34us (4904us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203009.426139:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1779203009.426151:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:2.0:1779203009.426158:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524272000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.426201:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524272000:12345-0@lo:400:kworker.0 Request processed in 43us (4923us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203009.426208:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524271360 00000100:00100000:2.0:1779203009.426209:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:3.0:1779203009.426213:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524271360 00000100:00100000:3.0:1779203009.426229:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524271872 00000100:00100000:3.0:1779203009.426232:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524271872 00000100:00100000:3.0:1779203009.426246:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524272384 00000100:00100000:3.0:1779203009.426248:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524272384 00000100:00100000:3.0:1779203009.426263:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611 00000100:00100000:3.0:1779203009.426269:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524271488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.426310:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524271488:12345-0@lo:400:kworker.0 Request processed in 42us (5100us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203009.426406:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611 00000100:00100000:3.0:1779203009.426422:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612 00000100:00100000:3.0:1779203009.426428:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524271744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.426458:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524271744:12345-0@lo:400:kworker.0 Request processed in 31us (4557us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203009.426463:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612 00000100:00100000:3.0:1779203009.426473:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613 00000100:00100000:3.0:1779203009.426478:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524272256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203009.426529:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524271488:0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.427094:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:2.0:1779203009.427105:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524272640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.428962:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524272256:12345-0@lo:400:kworker.0 Request processed in 2472us (7007us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203009.428983:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613 00000100:00100000:3.0:1779203009.429154:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614 00000100:00100000:3.0:1779203009.429175:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524271360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.429463:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524271360:12345-0@lo:400:kworker.0 Request processed in 300us (4252us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203009.429470:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614 00000100:00100000:3.0:1779203009.429488:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1615 00000100:00100000:3.0:1779203009.429499:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524271872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.429535:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524271872:12345-0@lo:400:kworker.0 Request processed in 39us (4038us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203009.429545:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1615 00000100:00100000:3.0:1779203009.429555:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616 00000100:00100000:3.0:1779203009.429562:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524272384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.429598:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524272384:12345-0@lo:400:kworker.0 Request processed in 37us (4048us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203009.429604:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616 00000100:00100000:3.0:1779203009.429644:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:3.0:1779203009.429653:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524272512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.430624:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524272512:12345-0@lo:400:kworker.0 Request processed in 967us (9274us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203009.430635:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:3.0:1779203009.431180:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524271232 00000100:00100000:3.0:1779203009.431193:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524271232 00000100:00100000:3.0:1779203009.431257:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1779203009.431265:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524271232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.431527:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524271232:12345-0@lo:400:kworker.0 Request processed in 262us (9686us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203009.431534:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1779203009.431725:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524271104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 10198us (10696us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203009.431738:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00080000:3.0:1779203009.433248:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779203009.433261:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779203009.433261:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524272000:0@lo:400:kworker.0 00000100:00080000:3.0:1779203009.433266:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1779203009.433272:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779203009.433290:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524272512:0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.433425:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524271232:0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.433447:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524271744:0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.433462:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524272256:0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.433479:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524271616:0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.433492:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524272128:0@lo:400:kworker.0 00000100:00100000:3.0:1779203009.433517:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524271104:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779203009.433917:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524271360:0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.433935:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524271872:0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.433949:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524272384:0@lo:400:kworker.0 00000100:00100000:2.0:1779203009.434066:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524272640:12345-0@lo:400:kworker.0 Request processed in 6963us (12766us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203009.434079:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1779203009.434452:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524272640:0@lo:400:kworker.0 00010000:00010000:1.0:1779203010.253917:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779203010.953689:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203010.953762:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203010.953787:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203010.953808:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203010.953840:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203010.953865:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203010.953885:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203010.953918:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203010.953948:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203010.953992:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501360640 00000100:00100000:2.0:1779203010.954006:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501360640 00000100:00100000:2.0:1779203010.954085:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501361152 00000100:00100000:2.0:1779203010.954089:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501361152 00000100:00100000:2.0:1779203010.954110:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501360768 00000100:00100000:2.0:1779203010.954323:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501360768 00000100:00100000:2.0:1779203010.954348:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501361280 00000100:00100000:2.0:1779203010.954351:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501361280 00000100:00100000:2.0:1779203010.954371:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1617 00000100:00100000:2.0:1779203010.954383:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2420:x1865628501360640:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203010.954492:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2420:x1865628501360640:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 110us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203010.954500:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1617 00000100:00100000:2.0:1779203010.954521:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1618 00000100:00100000:2.0:1779203010.954528:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501361152:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203010.954553:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501361152:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203010.954560:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1618 00000100:00100000:2.0:1779203010.954574:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1619 00000100:00100000:2.0:1779203010.954580:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501360768:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203010.954605:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501360768:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203010.954615:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1619 00000100:00100000:2.0:1779203010.954627:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1620 00000100:00100000:2.0:1779203010.954633:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501361280:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203010.954660:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501361280:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203010.954665:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1620 00000100:00100000:2.0:1779203010.954688:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501360896 00000100:00100000:2.0:1779203010.954715:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501360896 00000100:00100000:2.0:1779203010.954745:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501361408 00000100:00100000:2.0:1779203010.954748:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501361408 00000100:00100000:2.0:1779203010.954767:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501361024 00000100:00100000:2.0:1779203010.954769:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501361024 00000100:00100000:2.0:1779203010.954783:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501361536 00000100:00100000:2.0:1779203010.954785:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501361536 00000100:00100000:2.0:1779203010.954798:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1145 00000100:00100000:2.0:1779203010.954803:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501360896:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203010.954829:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501360896:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203010.954834:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1145 00000100:00100000:2.0:1779203010.954845:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1146 00000100:00100000:2.0:1779203010.954850:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501361408:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203010.954876:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501361408:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (1068us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203010.954881:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1146 00000100:00100000:2.0:1779203010.954890:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1147 00000100:00100000:2.0:1779203010.954912:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501361024:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203010.954935:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501361024:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (1049us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203010.954939:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1147 00000100:00100000:2.0:1779203010.954949:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1148 00000100:00100000:2.0:1779203010.954955:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4f87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501361536:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203010.954988:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4f87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501361536:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 33us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203010.954993:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1148 00000100:00100000:3.0:1779203010.956864:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501360512 00000100:00100000:3.0:1779203010.956878:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501360512 00000100:00100000:3.0:1779203010.956956:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 866 00000100:00100000:3.0:1779203010.956977:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0181c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501360512:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203010.957046:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0181c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501360512:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 81us (3204us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203010.957054:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 866 00000100:00080000:2.0:1779203010.957608:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779203010.957617:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779203010.957622:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779203010.957625:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779203010.962818:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779203010.962849:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524272896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779203010.962955:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203010.963365:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524272896 00000100:00100000:2.0:1779203010.963376:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524272896 00000100:00100000:2.0:1779203010.963448:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1779203010.963461:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524272896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779203010.963514:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779203010.963582:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524272896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203010.963590:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1779203010.963649:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524272896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779203010.967443:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779203010.967486:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524272768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779203010.967594:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203010.967676:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524272768 00000100:00100000:1.0:1779203010.967687:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524272768 00000100:00100000:1.0:1779203010.967763:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1779203010.967774:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524272768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779203010.967807:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779203010.967860:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524272768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203010.967867:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1779203010.967941:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524272768:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1779203011.275872:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779203011.412935:0:28647:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779203011.412974:0:28647:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779203011.413814:0:28647:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779203011.413841:0:28647:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779203011.468259:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524273024:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779203011.468490:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203011.468782:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524273024 00000100:00100000:1.0:1779203011.468793:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524273024 00000100:00100000:1.0:1779203011.468918:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1779203011.468945:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524273024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779203011.469038:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779203011.469132:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524273024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 190us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203011.469151:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00080000:1.0:1779203011.469191:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779203011.469303:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524273024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779203011.470030:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524273152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779203011.470135:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203011.470283:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524273152 00000100:00100000:3.0:1779203011.470291:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524273152 00000100:00100000:3.0:1779203011.470399:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1779203011.470427:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524273152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779203011.470495:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779203011.470637:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524273152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 211us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203011.470650:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1779203011.470771:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524273152:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1779203011.470809:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1779203012.299413:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779203012.491675:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1779203012.491743:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524273280:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779203012.491827:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203012.491990:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524273280 00000100:00100000:2.0:1779203012.492000:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524273280 00000100:00100000:2.0:1779203012.492060:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1779203012.492071:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524273280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779203012.492118:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779203012.492176:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524273280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203012.492183:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1779203012.492467:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524273280:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1779203013.004341:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779203013.004353:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779203013.004948:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779203013.004960:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779203013.323076:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1779203013.575656:0:28698:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779203013.575667:0:28698:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779203013.579460:0:28698:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779203013.579479:0:28698:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203014.347275:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779203014.539079:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524273792:0@lo:400:kworker.0 00000100:00100000:3.0:1779203014.539160:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203014.539225:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524274304:0@lo:400:kworker.0 00000100:00100000:3.0:1779203014.539253:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203014.539271:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524274816:0@lo:400:kworker.0 00000100:00100000:3.0:1779203014.539289:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203014.539313:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1779203014.539318:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524273664:0@lo:400:kworker.0 00000100:00100000:3.0:1779203014.539340:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203014.539355:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524274176:0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.539487:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524273408:0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.539523:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203014.539548:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524273920:0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.539569:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203014.539578:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524273664 00000100:00100000:1.0:1779203014.539584:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524274432:0@lo:400:kworker.0 00000100:00100000:0.0:1779203014.539586:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524273664 00000100:00100000:1.0:1779203014.539603:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203014.539617:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524274944:0@lo:400:kworker.0 00000100:00100000:0.0:1779203014.539626:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524273920 00000100:00100000:0.0:1779203014.539629:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524273920 00000100:00100000:1.0:1779203014.539634:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203014.539646:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1779203014.539648:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1779203014.539653:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524273536:0@lo:400:kworker.0 00000100:00100000:0.0:1779203014.539653:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524273664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.539671:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203014.539686:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524274048:0@lo:400:kworker.0 00000100:00100000:0.0:1779203014.539727:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524273664:12345-0@lo:400:kworker.0 Request processed in 74us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203014.539737:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203014.539739:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1779203014.539752:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524274560:0@lo:400:kworker.0 00000100:00100000:0.0:1779203014.539763:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1779203014.539769:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203014.539769:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524273920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.539783:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524275072:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779203014.539795:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524273920:12345-0@lo:400:kworker.0 Request processed in 26us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203014.539801:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1779203014.539814:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203014.539844:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524273920:0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.539870:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524273408 00000100:00100000:1.0:1779203014.539873:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524273408 00000100:00100000:1.0:1779203014.539910:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1779203014.539917:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524273408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.539946:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524273408:12345-0@lo:400:kworker.0 Request processed in 31us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203014.539953:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1779203014.539975:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524275072 00000100:00100000:1.0:1779203014.539978:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524275072 00000100:00100000:1.0:1779203014.539990:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1779203014.539995:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524275072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779203014.540016:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779203014.540041:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3664:x1865628524275072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 46us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203014.540046:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1779203014.540061:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524273792 00000100:00100000:1.0:1779203014.540065:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524273792 00000100:00100000:1.0:1779203014.540084:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524273536 00000100:00100000:1.0:1779203014.540087:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524273536 00000100:00100000:1.0:1779203014.540098:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524274048 00000100:00100000:1.0:1779203014.540100:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524274048 00000100:00100000:1.0:1779203014.540117:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524274560 00000100:00100000:1.0:1779203014.540118:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524274560 00000100:00100000:1.0:1779203014.540131:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1621 00000100:00100000:1.0:1779203014.540136:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524273792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.540161:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524273792:12345-0@lo:400:kworker.0 Request processed in 25us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203014.540167:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1621 00000100:00100000:1.0:1779203014.540175:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:1.0:1779203014.540180:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524273536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.540197:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524273536:12345-0@lo:400:kworker.0 Request processed in 17us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203014.540203:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00000100:00100000:1.0:1779203014.540211:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623 00000100:00100000:1.0:1779203014.540216:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524274048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.540233:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524274048:12345-0@lo:400:kworker.0 Request processed in 18us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203014.540238:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623 00000100:00100000:1.0:1779203014.540245:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624 00000100:00100000:1.0:1779203014.540250:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524274560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.540267:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524274560:12345-0@lo:400:kworker.0 Request processed in 17us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203014.540272:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624 00000100:00080000:1.0:1779203014.540293:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779203014.540320:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524273536:0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.540329:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524274048:0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.540336:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524274560:0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.540348:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524275072:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779203014.540355:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524273408:0@lo:400:kworker.0 00000040:00080000:0.0:1779203014.540395:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1779203014.540414:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524274304 00000100:00100000:1.0:1779203014.540417:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524274304 00000100:00100000:1.0:1779203014.540441:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524274816 00000100:00100000:1.0:1779203014.540443:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524274816 00000100:00100000:1.0:1779203014.540457:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524274432 00000100:00100000:1.0:1779203014.540460:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524274432 00000100:00080000:0.0:1779203014.540465:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779203014.540468:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779203014.540472:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524274944 00000100:00100000:1.0:1779203014.540474:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524274944 00000100:00100000:0.0:1779203014.540484:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:1.0:1779203014.540491:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1779203014.540491:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524274304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.540496:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524274816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203014.540521:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524274816:12345-0@lo:400:kworker.0 Request processed in 25us (1231us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203014.540521:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524274304:12345-0@lo:400:kworker.0 Request processed in 32us (1269us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203014.540527:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1779203014.540661:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:3.0:1779203014.540672:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203014.540674:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:0.0:1779203014.540680:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524274432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203014.540704:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524274688:0@lo:400:kworker.0 00000100:00100000:3.0:1779203014.540723:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203014.540729:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524274432:12345-0@lo:400:kworker.0 Request processed in 49us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203014.540735:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1779203014.540745:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524273792:0@lo:400:kworker.0 00000100:00100000:0.0:1779203014.540745:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:0.0:1779203014.540751:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524274944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203014.540754:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524274304:0@lo:400:kworker.0 00000100:00100000:3.0:1779203014.540763:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524274816:0@lo:400:kworker.0 00000100:00100000:0.0:1779203014.540777:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524274944:12345-0@lo:400:kworker.0 Request processed in 27us (1143us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203014.540782:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:3.0:1779203014.540786:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524273664:0@lo:400:kworker.0 00000100:00100000:0.0:1779203014.540805:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524274432:0@lo:400:kworker.0 00000100:00100000:0.0:1779203014.540815:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524274944:0@lo:400:kworker.0 00000100:00080000:0.0:1779203014.540838:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779203014.540863:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524274176 00000100:00100000:0.0:1779203014.540866:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524274176 00000100:00100000:0.0:1779203014.540891:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524274688 00000100:00100000:0.0:1779203014.540904:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524274688 00000100:00100000:0.0:1779203014.540923:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:0.0:1779203014.540929:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524274176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779203014.540957:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524274176:12345-0@lo:400:kworker.0 Request processed in 29us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203014.540963:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00100000:0.0:1779203014.540975:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:0.0:1779203014.540981:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524274688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779203014.541005:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524274688:12345-0@lo:400:kworker.0 Request processed in 25us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203014.541011:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00000100:00080000:0.0:1779203014.541027:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779203014.541212:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524274176:0@lo:400:kworker.0 00000100:00100000:3.0:1779203014.541221:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524274688:0@lo:400:kworker.0 00010000:00010000:0.0:1779203015.373984:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779203015.704547:0:28750:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779203015.704557:0:28750:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779203015.705109:0:28750:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779203015.705118:0:28750:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779203016.068351:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203016.068407:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203016.068455:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203016.068499:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203016.068516:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203016.068544:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203016.068561:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203016.068578:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203016.068598:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203016.068774:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501361664 00000100:00100000:3.0:1779203016.068786:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501361664 00000100:00100000:3.0:1779203016.068858:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 868 00000100:00100000:3.0:1779203016.068879:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501361664:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203016.068955:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501361664:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 78us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203016.068964:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 868 00000100:00100000:2.0:1779203016.069373:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501362176 00000100:00100000:2.0:1779203016.069378:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501362176 00000100:00100000:2.0:1779203016.069443:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501362688 00000100:00100000:2.0:1779203016.069446:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501362688 00000100:00100000:2.0:1779203016.069468:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501362048 00000100:00100000:2.0:1779203016.069471:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501362048 00000100:00100000:3.0:1779203016.069595:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501362560 00000100:00100000:3.0:1779203016.069600:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501362560 00000100:00100000:3.0:1779203016.069622:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1153 00000100:00100000:3.0:1779203016.069630:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501362176:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203016.069670:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501362176:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 41us (1215us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203016.069677:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1153 00000100:00100000:3.0:1779203016.069717:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1154 00000100:00100000:3.0:1779203016.069725:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501362688:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203016.069749:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501362688:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203016.069755:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1154 00000100:00100000:3.0:1779203016.069766:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1155 00000100:00100000:3.0:1779203016.069772:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501362560:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203016.069793:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501362560:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (1195us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203016.069798:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1155 00000100:00100000:2.0:1779203016.070044:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1156 00000100:00100000:2.0:1779203016.070053:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501362048:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203016.070081:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501362048:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203016.070087:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1156 00000100:00100000:0.0:1779203016.070153:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501361920 00000100:00100000:0.0:1779203016.070158:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501361920 00000100:00100000:0.0:1779203016.070191:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501362432 00000100:00100000:0.0:1779203016.070194:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501362432 00000100:00100000:0.0:1779203016.070213:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501361792 00000100:00100000:0.0:1779203016.070216:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501361792 00000100:00100000:0.0:1779203016.070228:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501362304 00000100:00100000:0.0:1779203016.070230:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501362304 00000100:00100000:0.0:1779203016.070243:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1627 00000100:00100000:0.0:1779203016.070248:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501361920:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203016.070281:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501361920:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 32us (1873us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203016.070286:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1627 00000100:00100000:0.0:1779203016.070306:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1628 00000100:00100000:0.0:1779203016.070312:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501362432:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203016.070333:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501362432:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (1834us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203016.070340:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1628 00000100:00100000:0.0:1779203016.070352:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1629 00000100:00100000:0.0:1779203016.070358:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2420:x1865628501361792:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203016.070379:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2420:x1865628501361792:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (1834us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203016.070386:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1629 00000100:00100000:0.0:1779203016.070398:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1630 00000100:00100000:0.0:1779203016.070403:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501362304:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203016.070421:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501362304:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 18us (1842us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203016.070426:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1630 00000100:00080000:1.0:1779203016.070507:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779203016.070512:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779203016.070515:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779203016.070525:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779203016.075215:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779203016.075404:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524275328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779203016.075498:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203016.076021:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524275328 00000100:00100000:1.0:1779203016.076030:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524275328 00000100:00080000:0.0:1779203016.076154:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779203016.076196:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1779203016.076207:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524275328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779203016.076236:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779203016.076279:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524275328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203016.076285:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1779203016.076370:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524275328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779203016.076377:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c9b8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524275200:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779203016.076403:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203016.077029:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524275200 00000100:00100000:2.0:1779203016.077035:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524275200 00000100:00100000:2.0:1779203016.077077:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1779203016.077084:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524275200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779203016.077099:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779203016.077141:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524275200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203016.077148:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1779203016.077181:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c9b8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524275200:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1779203016.077250:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1779203016.404205:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779203016.587219:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779203016.587244:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524275456:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779203016.587322:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203016.587386:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524275456 00000100:00100000:3.0:1779203016.587395:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524275456 00000100:00080000:2.0:1779203016.587432:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779203016.587451:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1779203016.587460:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524275456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779203016.587499:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779203016.587555:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524275456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203016.587563:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1779203016.587649:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524275456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779203016.587781:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779203016.587791:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524275584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779203016.587822:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203016.587912:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524275584 00000100:00100000:3.0:1779203016.587917:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524275584 00000100:00100000:3.0:1779203016.587962:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1779203016.587968:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524275584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1779203016.587978:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779203016.588007:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524275584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203016.588014:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00080000:0.0:1779203016.588061:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779203016.588081:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524275584:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1779203017.419382:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779203017.611979:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524275712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779203017.612062:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203017.612255:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524275712 00000100:00100000:2.0:1779203017.612273:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524275712 00000100:00100000:2.0:1779203017.612330:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1779203017.612339:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524275712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779203017.612375:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779203017.612428:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524275712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203017.612435:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1779203017.612481:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524275712:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1779203017.824822:0:28801:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779203017.833243:0:28801:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779203017.833813:0:28801:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779203017.833836:0:28801:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779203018.443237:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1779203019.467088:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779203019.659833:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779203019.659857:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524275840:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779203019.659932:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203019.659992:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524275840 00000100:00100000:1.0:1779203019.659999:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524275840 00000100:00100000:1.0:1779203019.660041:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1779203019.660049:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524275840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779203019.660086:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779203019.660128:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524275840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203019.660135:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1779203019.660173:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524275840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779203019.661881:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524276352:0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.661942:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203019.661991:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524276864:0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.662016:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203019.662038:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524277376:0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.662058:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203019.662084:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1779203019.662091:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524276224:0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.662114:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203019.662139:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524276736:0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.662157:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203019.662174:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524277248:0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.662194:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203019.662222:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524276352 00000100:00100000:3.0:1779203019.662229:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524276352 00000100:00100000:3.0:1779203019.662270:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1779203019.662279:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524276352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.662325:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524276352:12345-0@lo:400:kworker.0 Request processed in 48us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203019.662331:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1779203019.662353:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524276864 00000100:00100000:3.0:1779203019.662356:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524276864 00000100:00100000:3.0:1779203019.662388:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524277376 00000100:00100000:3.0:1779203019.662390:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524277376 00000100:00100000:3.0:1779203019.662405:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524276736 00000100:00100000:3.0:1779203019.662407:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524276736 00000100:00100000:3.0:1779203019.662417:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524277248 00000100:00100000:3.0:1779203019.662418:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524277248 00000100:00100000:3.0:1779203019.662429:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1779203019.662434:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524276864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.662462:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524276864:12345-0@lo:400:kworker.0 Request processed in 28us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203019.662468:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1779203019.662478:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1779203019.662484:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524277376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.662509:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524277376:12345-0@lo:400:kworker.0 Request processed in 26us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203019.662515:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1779203019.662526:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:3.0:1779203019.662531:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524276736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.662556:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524276736:12345-0@lo:400:kworker.0 Request processed in 26us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203019.662561:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:3.0:1779203019.662572:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:3.0:1779203019.662577:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524277248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.662603:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524277248:12345-0@lo:400:kworker.0 Request processed in 26us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203019.662608:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:3.0:1779203019.662627:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524276224 00000100:00100000:3.0:1779203019.662630:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524276224 00000100:00100000:3.0:1779203019.662653:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631 00000100:00100000:3.0:1779203019.662658:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524276224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.665295:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524276224:12345-0@lo:400:kworker.0 Request processed in 2627us (3171us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203019.665308:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631 00000100:00100000:3.0:1779203019.665390:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524276224:0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.665415:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524276736:0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.665425:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524277248:0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.665436:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524276352:0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.665446:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524276864:0@lo:400:kworker.0 00000100:00100000:3.0:1779203019.665456:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524277376:0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.665872:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524275968:0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.665929:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203019.665980:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524276480:0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666005:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203019.666036:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524276992:0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666057:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203019.666080:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1779203019.666086:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524276096:0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666106:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203019.666120:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524276608:0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666136:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203019.666147:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524277120:0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666164:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1779203019.666189:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779203019.666195:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779203019.666206:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524276480 00000100:00100000:0.0:1779203019.666211:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524276480 00000100:00100000:0.0:1779203019.666245:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524276992 00000100:00100000:0.0:1779203019.666247:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524276992 00000100:00100000:0.0:1779203019.666259:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524276096 00000100:00100000:0.0:1779203019.666261:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524276096 00000100:00100000:0.0:1779203019.666269:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524276608 00000100:00100000:0.0:1779203019.666270:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524276608 00000100:00100000:0.0:1779203019.666279:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524277120 00000100:00100000:0.0:1779203019.666281:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524277120 00000100:00100000:0.0:1779203019.666292:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632 00000100:00100000:0.0:1779203019.666298:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524276480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666353:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524276480:12345-0@lo:400:kworker.0 Request processed in 54us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203019.666359:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632 00000100:00100000:0.0:1779203019.666380:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:0.0:1779203019.666385:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c9b8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524276992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666416:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c9b8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524276992:12345-0@lo:400:kworker.0 Request processed in 31us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203019.666422:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:0.0:1779203019.666431:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:0.0:1779203019.666436:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524276096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666454:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524276096:12345-0@lo:400:kworker.0 Request processed in 18us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203019.666459:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 00000100:00100000:0.0:1779203019.666467:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635 00000100:00100000:0.0:1779203019.666471:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524276608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666490:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524276608:12345-0@lo:400:kworker.0 Request processed in 19us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203019.666496:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635 00000100:00100000:0.0:1779203019.666504:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1636 00000100:00100000:0.0:1779203019.666509:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524277120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666526:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524277120:12345-0@lo:400:kworker.0 Request processed in 17us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203019.666531:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1636 00000100:00080000:0.0:1779203019.666549:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779203019.666552:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779203019.666754:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524276096:0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666767:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524276608:0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666775:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524277120:0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666783:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524276480:0@lo:400:kworker.0 00000100:00100000:0.0:1779203019.666802:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524276992:0@lo:400:kworker.0 00000100:00100000:1.0:1779203019.671682:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524275968 00000100:00100000:1.0:1779203019.671750:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524275968 00000100:00100000:1.0:1779203019.674884:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1779203019.674908:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524275968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203019.675008:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0180050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524275968:12345-0@lo:400:kworker.0 Request processed in 112us (9078us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203019.675016:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1779203019.676918:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524275968:0@lo:400:kworker.0 00000040:00080000:2.0:1779203019.726455:0:28852:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779203019.726463:0:28852:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779203019.735892:0:28852:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779203019.735909:0:28852:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203020.491794:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779203021.195308:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524277504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779203021.195479:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203021.195619:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524277504 00000100:00100000:0.0:1779203021.195628:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524277504 00000100:00100000:0.0:1779203021.195710:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1779203021.195721:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524277504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779203021.195747:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779203021.195808:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524277504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203021.195815:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1779203021.195873:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524277504:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1779203021.195941:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1779203021.198172:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779203021.198638:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501362816 00000100:00100000:0.0:1779203021.198649:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501362816 00000100:00100000:0.0:1779203021.198724:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 870 00000100:00100000:0.0:1779203021.198734:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501362816:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203021.198811:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501362816:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 78us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203021.198819:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 870 00000100:00100000:1.0:1779203021.203273:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524277632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779203021.203378:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203021.203509:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524277632 00000100:00100000:3.0:1779203021.203517:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524277632 00000100:00100000:3.0:1779203021.203593:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1779203021.203603:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524277632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779203021.203625:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779203021.203672:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524277632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203021.203678:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00080000:1.0:1779203021.203858:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779203021.203898:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524277632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779203021.207420:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779203021.207586:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501362944 00000100:00100000:0.0:1779203021.207596:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501362944 00000100:00100000:0.0:1779203021.207674:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1637 00000100:00100000:0.0:1779203021.207684:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2419:x1865628501362944:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203021.207794:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:2419:x1865628501362944:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 111us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203021.207803:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1637 00000100:00080000:1.0:1779203021.208132:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779203021.230838:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203021.230950:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501363072 00000100:00100000:2.0:1779203021.230961:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501363072 00000100:00100000:2.0:1779203021.231030:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1638 00000100:00100000:2.0:1779203021.231040:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501363072:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203021.231128:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501363072:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 89us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203021.231136:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1638 00000100:00080000:1.0:1779203021.231308:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779203021.231452:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203021.231571:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203021.231590:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203021.231610:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203021.231629:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203021.231649:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501363328 00000100:00100000:3.0:1779203021.231653:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501363328 00000100:00100000:3.0:1779203021.231683:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501363840 00000100:00100000:3.0:1779203021.231685:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501363840 00000100:00100000:3.0:1779203021.231736:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501363712 00000100:00100000:3.0:1779203021.231740:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501363712 00000100:00100000:3.0:1779203021.231769:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1161 00000100:00100000:3.0:1779203021.231778:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501363328:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203021.231814:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2421:x1865628501363328:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 37us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203021.231821:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1161 00000100:00100000:3.0:1779203021.231833:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1162 00000100:00100000:3.0:1779203021.231839:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501363840:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203021.231860:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501363840:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203021.231866:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1162 00000100:00100000:3.0:1779203021.231875:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1163 00000100:00100000:3.0:1779203021.231881:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501363712:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203021.231906:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2421:x1865628501363712:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203021.231912:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1163 00000100:00100000:3.0:1779203021.231937:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501363584 00000100:00100000:3.0:1779203021.231941:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501363584 00000100:00100000:3.0:1779203021.231963:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501363456 00000100:00100000:3.0:1779203021.231965:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501363456 00000100:00100000:3.0:1779203021.231982:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1639 00000100:00100000:3.0:1779203021.231988:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501363584:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203021.232010:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2421:x1865628501363584:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203021.232016:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1639 00000100:00100000:3.0:1779203021.232026:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1640 00000100:00100000:3.0:1779203021.232032:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2421:x1865628501363456:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203021.232050:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2421:x1865628501363456:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203021.232057:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1640 00000100:00080000:1.0:1779203021.232276:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779203021.232281:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779203021.232283:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779203021.232286:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779203021.241505:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779203021.241636:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501363200 00000100:00100000:0.0:1779203021.241650:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501363200 00000100:00100000:0.0:1779203021.241772:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1164 00000100:00100000:0.0:1779203021.241784:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501363200:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203021.241864:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2422:x1865628501363200:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 82us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203021.241872:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1164 00000100:00080000:1.0:1779203021.242062:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1779203021.515904:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779203021.707036:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1779203021.707061:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524277760:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779203021.707129:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203021.708132:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524277888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779203021.708177:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203021.708768:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524277760 00000100:00100000:1.0:1779203021.710048:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524277888 00000100:00100000:1.0:1779203021.710062:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524277888 00000100:00100000:1.0:1779203021.710152:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1779203021.710163:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524277888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779203021.710198:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779203021.710278:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524277888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (2100us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203021.710286:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1779203021.710341:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524277888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779203021.710544:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524277760 00000100:00100000:3.0:1779203021.710582:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1779203021.710589:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524277760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779203021.710600:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779203021.710635:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524277760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (3506us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203021.710641:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1779203021.710685:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524277760:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1779203021.711116:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1779203021.889976:0:28904:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779203021.889984:0:28904:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779203021.892642:0:28904:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779203021.892659:0:28904:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203022.539481:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779203022.733242:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779203022.733270:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffc36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524278016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779203022.733350:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203022.733602:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524278016 00000100:00100000:2.0:1779203022.733612:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524278016 00000100:00100000:2.0:1779203022.733662:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1779203022.733671:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524278016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779203022.733734:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779203022.733785:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524278016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203022.733791:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1779203022.733872:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffc36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524278016:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1779203023.242930:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779203023.242939:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779203023.243471:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779203023.243483:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203023.563045:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779203023.689331:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203023.689898:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501364096 00000100:00100000:3.0:1779203023.689910:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501364096 00000100:00100000:3.0:1779203023.689987:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 349 00000100:00100000:3.0:1779203023.689999:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+95:6235:x1865628501364096:12345-192.168.204.21@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1779203023.690306:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:6235:x1865628501364096:12345-192.168.204.21@tcp:35:ldlm_bl.0 Request processed in 309us (995us total) trans 4294968378 rc 0/0 00000100:00100000:3.0:1779203023.690325:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 349 00000100:00080000:2.0:1779203023.690450:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1779203023.694422:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203023.694507:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501364352 00000100:00100000:2.0:1779203023.694519:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501364352 00000100:00100000:2.0:1779203023.694575:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 350 00000100:00100000:2.0:1779203023.694584:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+96:6235:x1865628501364352:12345-192.168.204.21@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1779203023.694874:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:6235:x1865628501364352:12345-192.168.204.21@tcp:35:ldlm_bl.0 Request processed in 289us (462us total) trans 4294968379 rc 0/0 00000100:00100000:2.0:1779203023.694891:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 350 00000100:00100000:3.0:1779203023.703799:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203023.703956:0:6566:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501364608 00000100:00100000:2.0:1779203023.703968:0:6566:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501364608 00000100:00100000:2.0:1779203023.704040:0:6566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 351 00000100:00100000:2.0:1779203023.704050:0:6566:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+97:6235:x1865628501364608:12345-192.168.204.21@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1779203023.704291:0:6566:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:6235:x1865628501364608:12345-192.168.204.21@tcp:35:ldlm_bl.0 Request processed in 242us (503us total) trans 4294968380 rc 0/0 00000100:00100000:2.0:1779203023.704299:0:6566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 351 00000100:00100000:2.0:1779203023.713241:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203023.713589:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501364736 00000100:00100000:3.0:1779203023.713601:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501364736 00000100:00100000:3.0:1779203023.713687:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 89 00000100:00100000:3.0:1779203023.713741:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f92de850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+98:2419:x1865628501364736:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779203023.713758:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:3.0:1779203023.713827:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd5200/0x3d5ca2fc49dbc366 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64af4 expref: 98 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.713851:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4234a00/0x3d5ca2fc49dbc351 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64aed expref: 97 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.713864:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4234400/0x3d5ca2fc49dbc2fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64adf expref: 96 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.713875:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff91d0e08f9300) 00010000:00010000:3.0:1779203023.713898:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3badc00/0x3d5ca2fc49dbc286 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x17:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64ab5 expref: 95 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.713913:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bad200/0x3d5ca2fc49dbc278 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64aae expref: 94 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.713925:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500ec00/0x3d5ca2fc49dbc263 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64aa7 expref: 93 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.713937:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bac600/0x3d5ca2fc49dbc20f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64a99 expref: 92 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.713945:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff91cfc2883d00) 00010000:00010000:3.0:1779203023.713975:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500ea00/0x3d5ca2fc49dbc159 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64a61 expref: 91 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.713988:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bad400/0x3d5ca2fc49dbc198 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64a6f expref: 90 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.713999:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f800/0x3d5ca2fc49dbc0cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64a45 expref: 89 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.714008:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff91cfc2883e00) 00010000:00010000:3.0:1779203023.714019:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c500f600/0x3d5ca2fc49dbc064 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64a1b expref: 88 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.714043:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff91cfc2883300) 00010000:00010000:3.0:1779203023.714068:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2600/0x3d5ca2fc49dbc002 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64a06 expref: 87 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.714086:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4234800/0x3d5ca2fc49dbbf29 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d649d5 expref: 86 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.714094:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x8:0x0].0x0 (ffff91d0d90aef00) 00010000:00010000:3.0:1779203023.714105:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4235600/0x3d5ca2fc49dbbea4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d649b2 expref: 85 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.714116:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff91d0d90ae600) 00010000:00010000:3.0:1779203023.714126:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bade00/0x3d5ca2fc49dbbdb6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x11:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6497a expref: 84 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.714140:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bad000/0x3d5ca2fc49dbbd9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64973 expref: 83 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203023.714147:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff91cfc1acb900) 00010000:00010000:3.0:1779203023.714156:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779203023.714230:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f92de850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:2419:x1865628501364736:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 492us (995us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203023.714238:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 89 00000040:00080000:1.0:1779203024.182601:0:28955:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779203024.182608:0:28955:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779203024.189009:0:28955:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779203024.189031:0:28955:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1779203024.265161:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203024.265199:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203024.265229:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203024.265247:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203024.265276:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203024.265297:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203024.265329:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203024.265357:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203024.265377:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203024.265401:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501365248 00000100:00100000:2.0:1779203024.265410:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501365248 00000100:00100000:2.0:1779203024.265459:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501365760 00000100:00100000:2.0:1779203024.265462:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501365760 00000100:00100000:2.0:1779203024.265480:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501365376 00000100:00100000:2.0:1779203024.265483:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501365376 00000100:00100000:2.0:1779203024.265494:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501365888 00000100:00100000:2.0:1779203024.265497:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501365888 00000100:00100000:2.0:1779203024.265511:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1165 00000100:00100000:2.0:1779203024.265519:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501365248:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203024.265582:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501365248:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 64us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203024.265588:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1165 00000100:00100000:2.0:1779203024.265603:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1166 00000100:00100000:2.0:1779203024.265608:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501365760:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203024.265628:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501365760:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 20us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203024.265634:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1166 00000100:00100000:2.0:1779203024.265644:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1167 00000100:00100000:2.0:1779203024.265649:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501365376:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203024.265671:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501365376:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203024.265676:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1167 00000100:00100000:2.0:1779203024.265685:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1168 00000100:00100000:2.0:1779203024.265719:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501365888:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203024.265743:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501365888:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 52us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203024.265749:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1168 00000100:00100000:2.0:1779203024.265769:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501364864 00000100:00100000:2.0:1779203024.265772:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501364864 00000100:00100000:2.0:1779203024.265794:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 871 00000100:00100000:2.0:1779203024.265801:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0e0183450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501364864:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203024.265823:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0e0183450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501364864:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 23us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203024.265828:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 871 00000100:00080000:2.0:1779203024.265851:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779203024.265855:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779203024.266267:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501364992 00000100:00100000:0.0:1779203024.266272:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501364992 00000100:00100000:0.0:1779203024.266308:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501365504 00000100:00100000:0.0:1779203024.266311:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501365504 00000100:00100000:0.0:1779203024.266553:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501365120 00000100:00100000:0.0:1779203024.266558:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501365120 00000100:00100000:0.0:1779203024.266578:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501365632 00000100:00100000:0.0:1779203024.266581:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501365632 00000100:00100000:0.0:1779203024.266596:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1641 00000100:00100000:0.0:1779203024.266603:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:2420:x1865628501364992:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203024.266646:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:2420:x1865628501364992:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 44us (1494us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203024.266653:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1641 00000100:00100000:0.0:1779203024.266675:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1642 00000100:00100000:0.0:1779203024.266681:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501365504:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203024.266731:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501365504:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 50us (1502us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203024.266737:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1642 00000100:00100000:0.0:1779203024.266751:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1643 00000100:00100000:0.0:1779203024.266757:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501365120:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203024.266782:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501365120:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (1485us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203024.266788:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1643 00000100:00100000:0.0:1779203024.266800:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1644 00000100:00100000:0.0:1779203024.266806:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501365632:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203024.266826:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501365632:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 21us (1469us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203024.266832:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1644 00000100:00080000:0.0:1779203024.266868:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779203024.266882:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1779203024.587018:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779203024.780996:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1779203024.781898:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524278144:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779203024.781974:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203024.782019:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524278272:0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.782055:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203024.782089:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524278272 00000100:00100000:3.0:1779203024.782096:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524278272 00000100:00100000:2.0:1779203024.782104:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524278400:0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.782134:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203024.782137:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1779203024.782146:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524278272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.782166:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524278400 00000100:00100000:2.0:1779203024.782169:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524278400 00000100:00100000:3.0:1779203024.782191:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3662:x1865628524278272:12345-0@lo:400:kworker.0 Request processed in 45us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203024.782196:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1645 00000100:00100000:3.0:1779203024.782198:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1779203024.782201:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524278400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.782234:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524278400:12345-0@lo:400:kworker.0 Request processed in 33us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203024.782240:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1645 00000100:00100000:3.0:1779203024.782248:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a42f56b-d01b-4129-aeb9-d1380afa145d:3662:1865628524278272:0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.782267:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524278400:0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.782283:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524278656:0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.782293:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524278784:0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.782304:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203024.782310:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203024.782321:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779203024.782325:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524278528:0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.782339:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779203024.782344:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524278912:0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.782346:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203024.782364:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203024.782368:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524278144 00000100:00100000:2.0:1779203024.782371:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524278144 00000100:00100000:2.0:1779203024.782394:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524278656 00000100:00100000:2.0:1779203024.782396:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524278656 00000100:00100000:3.0:1779203024.782409:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524279296:0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.782409:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1779203024.782415:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524278144:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779203024.782428:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:2.0:1779203024.782441:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1779203024.782451:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524278784 00000100:00100000:3.0:1779203024.782454:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524278784 00000100:00100000:2.0:1779203024.782471:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524278144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203024.782478:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1779203024.782479:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524278528 00000100:00100000:3.0:1779203024.782482:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524278528 00000100:00100000:2.0:1779203024.782488:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:3.0:1779203024.782494:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524278912 00000100:00100000:2.0:1779203024.782494:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524278656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.782496:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524278912 00000100:00100000:3.0:1779203024.782507:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524279296 00000100:00100000:3.0:1779203024.782509:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524279296 00000100:00100000:2.0:1779203024.782519:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524278656:12345-0@lo:400:kworker.0 Request processed in 25us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203024.782524:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:2.0:1779203024.782525:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:3.0:1779203024.782529:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524278784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.782541:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647 00000100:00100000:2.0:1779203024.782547:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524278528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.782559:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1865628524278784:12345-0@lo:400:kworker.0 Request processed in 30us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203024.782564:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00100000:3.0:1779203024.782575:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:3.0:1779203024.782580:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524278912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.782608:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524278912:12345-0@lo:400:kworker.0 Request processed in 28us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203024.782613:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:3.0:1779203024.782622:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:3.0:1779203024.782627:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524279296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.782650:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1865628524279296:12345-0@lo:400:kworker.0 Request processed in 23us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203024.782655:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:3.0:1779203024.782680:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3662:1865628524279296:0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.782736:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524278912:0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.782744:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3662:1865628524278784:0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.782773:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779203024.782779:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524279424:0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.782802:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203024.782808:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1865628524278528:12345-0@lo:400:kworker.0 Request processed in 262us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203024.782815:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647 00000100:00100000:3.0:1779203024.782819:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524279424 00000100:00100000:3.0:1779203024.782822:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524279424 00000100:00100000:2.0:1779203024.782838:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:2.0:1779203024.782845:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524279424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.782878:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524279424:12345-0@lo:400:kworker.0 Request processed in 33us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203024.782884:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00100000:3.0:1779203024.782896:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524279168:0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.782907:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524279424:0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.782920:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203024.782944:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524279168 00000100:00100000:2.0:1779203024.782947:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524279168 00000100:00100000:3.0:1779203024.782957:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524279680:0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.782974:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:3.0:1779203024.782976:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203024.782979:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524279168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.782996:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3665:1865628524278528:0@lo:400:kworker.0 00000100:00100000:3.0:1779203024.783004:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524278656:0@lo:400:kworker.0 00000100:00100000:0.0:1779203024.783060:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524279040:0@lo:400:kworker.0 00000100:00080000:1.0:1779203024.783127:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779203024.783132:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779203024.783134:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779203024.783152:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524279680 00000100:00100000:1.0:1779203024.783156:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524279680 00000100:00100000:1.0:1779203024.783192:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1779203024.783200:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524279680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.783237:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524279168:12345-0@lo:400:kworker.0 Request processed in 258us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203024.783244:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:3.0:1779203024.786595:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524278144:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1779203024.786675:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779203024.787743:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524279168:0@lo:400:kworker.0 00000100:00100000:0.0:1779203024.788492:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203024.788542:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524279552:0@lo:400:kworker.0 00000100:00100000:0.0:1779203024.788568:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203024.788654:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524279040 00000100:00100000:2.0:1779203024.788661:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524279040 00000100:00100000:2.0:1779203024.788737:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524279552 00000100:00100000:2.0:1779203024.788740:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524279552 00000100:00100000:2.0:1779203024.788760:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:2.0:1779203024.788767:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524279040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.788813:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524279040:12345-0@lo:400:kworker.0 Request processed in 47us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203024.788821:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:2.0:1779203024.788835:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1779203024.788840:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524279552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203024.788873:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524279552:12345-0@lo:400:kworker.0 Request processed in 33us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203024.788879:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00080000:0.0:1779203024.789054:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779203024.789057:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779203024.789081:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524279040:0@lo:400:kworker.0 00000100:00100000:0.0:1779203024.789090:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524279552:0@lo:400:kworker.0 00000100:00100000:1.0:1779203024.790339:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524279680:12345-0@lo:400:kworker.0 Request processed in 7136us (7356us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203024.790349:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:2.0:1779203024.791616:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524279680:0@lo:400:kworker.0 00010000:00010000:0.0:1779203025.618814:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779203026.301502:0:29006:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779203026.301511:0:29006:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779203026.308545:0:29006:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779203026.308568:0:29006:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779203026.321160:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524279808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779203026.321234:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203026.321406:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524279808 00000100:00100000:1.0:1779203026.321415:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524279808 00000100:00100000:1.0:1779203026.321481:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1779203026.321492:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524279808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779203026.321525:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779203026.321573:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524279808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203026.321581:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1779203026.321630:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffaf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524279808:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1779203026.321778:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779203026.321829:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524279936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779203026.321858:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203026.321927:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524279936 00000100:00100000:0.0:1779203026.321931:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524279936 00000100:00100000:0.0:1779203026.321970:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1779203026.321977:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524279936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779203026.321987:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779203026.322018:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffaf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524279936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203026.322024:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00080000:3.0:1779203026.322128:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779203026.322176:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524279936:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1779203026.635355:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779203026.827712:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1779203026.828218:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779203026.828237:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524280192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779203026.828317:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203026.828449:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524280192 00000100:00100000:2.0:1779203026.828458:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524280192 00000100:00100000:2.0:1779203026.828520:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1779203026.828531:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524280192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779203026.828564:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1779203026.828613:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1daf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524280192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203026.828621:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00080000:3.0:1779203026.828844:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779203026.828895:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524280192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779203026.829192:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524280064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779203026.829233:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203026.829326:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524280064 00000100:00100000:2.0:1779203026.829331:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524280064 00000100:00100000:2.0:1779203026.829378:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1779203026.829385:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524280064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779203026.829399:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00080000:3.0:1779203026.829603:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779203026.829648:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524280064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 255us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203026.829656:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1779203026.833845:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524280064:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1779203027.658901:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779203027.854970:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779203027.854993:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524280320:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779203027.855065:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203027.855189:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524280320 00000100:00100000:0.0:1779203027.855198:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524280320 00000100:00100000:0.0:1779203027.855252:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1779203027.855262:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524280320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779203027.855300:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779203027.855354:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524280320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203027.855360:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1779203027.855413:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524280320:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1779203028.474571:0:29057:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779203028.474581:0:29057:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779203028.475126:0:29057:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779203028.475138:0:29057:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1779203028.692169:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779203029.380400:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203029.380459:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203029.380492:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203029.380534:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203029.380582:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203029.380629:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501366400 00000100:00100000:2.0:1779203029.380645:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501366400 00000100:00100000:2.0:1779203029.380777:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501366912 00000100:00100000:2.0:1779203029.380782:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501366912 00000100:00100000:2.0:1779203029.380814:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1173 00000100:00100000:2.0:1779203029.380827:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501366400:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203029.380928:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501366400:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 102us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203029.380938:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1173 00000100:00100000:2.0:1779203029.380958:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1174 00000100:00100000:2.0:1779203029.380967:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501366912:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203029.380994:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501366912:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 28us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203029.381000:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1174 00000100:00080000:3.0:1779203029.381772:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779203029.382534:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501366144 00000100:00100000:1.0:1779203029.382553:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501366144 00000100:00100000:0.0:1779203029.382733:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501366656 00000100:00100000:0.0:1779203029.382739:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501366656 00000100:00100000:1.0:1779203029.382848:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1651 00000100:00100000:1.0:1779203029.382861:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:2419:x1865628501366144:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203029.382969:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+82:2419:x1865628501366144:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 109us (2586us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203029.382971:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501366016 00000100:00100000:2.0:1779203029.382985:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501366016 00000100:00100000:1.0:1779203029.382986:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1651 00000100:00100000:2.0:1779203029.383054:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 873 00000100:00100000:2.0:1779203029.383064:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501366016:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203029.383414:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501366016:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 351us (2830us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203029.383423:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 873 00000100:00080000:3.0:1779203029.385203:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1779203029.385457:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1652 00000100:00100000:0.0:1779203029.385470:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2419:x1865628501366656:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203029.385549:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2419:x1865628501366656:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 81us (5055us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203029.385556:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1652 00000100:00100000:2.0:1779203029.396611:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203029.396678:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203029.396748:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203029.396791:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203029.396957:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501366528 00000100:00100000:3.0:1779203029.396972:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501366528 00000100:00100000:3.0:1779203029.397057:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501367040 00000100:00100000:3.0:1779203029.397060:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501367040 00000100:00100000:3.0:1779203029.397087:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1175 00000100:00100000:3.0:1779203029.397099:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501366528:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203029.397213:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2419:x1865628501366528:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 115us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203029.397226:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1175 00000100:00100000:3.0:1779203029.397249:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1176 00000100:00100000:3.0:1779203029.397256:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501367040:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203029.397297:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501367040:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 41us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203029.397303:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1176 00000100:00100000:1.0:1779203029.397539:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501366272 00000100:00100000:1.0:1779203029.397546:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501366272 00000100:00100000:1.0:1779203029.397585:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501366784 00000100:00100000:1.0:1779203029.397598:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501366784 00000100:00100000:1.0:1779203029.397624:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1653 00000100:00100000:1.0:1779203029.397631:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501366272:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203029.397668:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501366272:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 38us (1083us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203029.397675:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1653 00000100:00100000:1.0:1779203029.397730:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1654 00000100:00100000:1.0:1779203029.397740:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501366784:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203029.397769:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501366784:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 32us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203029.397775:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1654 00000100:00080000:2.0:1779203029.397952:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779203029.397958:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1779203029.708134:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779203029.899331:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779203029.899353:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524280448:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779203029.899421:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203029.899487:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524280448 00000100:00100000:1.0:1779203029.899495:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524280448 00000100:00100000:1.0:1779203029.899536:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1779203029.899545:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524280448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779203029.899590:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779203029.899643:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524280448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203029.899652:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1779203029.899723:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524280448:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779203029.900376:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524280576:0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.900416:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203029.900448:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524281088:0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.900473:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203029.900491:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524281600:0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.900510:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203029.900529:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1779203029.900535:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524280704:0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.900553:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203029.900568:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524281216:0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.900597:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203029.900610:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524281728:0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.900628:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203029.900652:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524280960:0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.900672:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203029.900688:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524281472:0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.900735:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203029.900752:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524281984:0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.900770:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203029.900787:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1779203029.900792:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524280832:0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.900811:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203029.900826:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524281344:0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.900844:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203029.900860:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0f38fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524281856:0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.900879:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203029.900906:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524280576 00000100:00100000:2.0:1779203029.900911:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524280576 00000100:00100000:1.0:1779203029.901065:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524281088 00000100:00100000:1.0:1779203029.901069:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524281088 00000100:00100000:1.0:1779203029.901107:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524281600 00000100:00100000:1.0:1779203029.901110:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524281600 00000100:00100000:1.0:1779203029.901122:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524280704 00000100:00100000:1.0:1779203029.901124:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524280704 00000100:00100000:1.0:1779203029.901133:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524281216 00000100:00100000:1.0:1779203029.901135:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524281216 00000100:00100000:1.0:1779203029.901146:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524281728 00000100:00100000:1.0:1779203029.901148:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524281728 00000100:00100000:1.0:1779203029.901158:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524280832 00000100:00100000:1.0:1779203029.901160:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524280832 00000100:00100000:1.0:1779203029.901173:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655 00000100:00100000:1.0:1779203029.901179:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524281088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.901226:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524281088:12345-0@lo:400:kworker.0 Request processed in 47us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203029.901233:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655 00000100:00100000:1.0:1779203029.901246:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656 00000100:00100000:1.0:1779203029.901252:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524281600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.901275:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524281600:12345-0@lo:400:kworker.0 Request processed in 24us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203029.901281:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656 00000100:00100000:1.0:1779203029.901290:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:1.0:1779203029.901295:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524280704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.901319:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524280704:12345-0@lo:400:kworker.0 Request processed in 24us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203029.901325:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00000100:00100000:1.0:1779203029.901335:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:1.0:1779203029.901341:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524281216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.901367:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524281216:12345-0@lo:400:kworker.0 Request processed in 26us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203029.901371:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00100000:1.0:1779203029.901381:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659 00000100:00100000:1.0:1779203029.901386:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524281728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.901408:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524281728:12345-0@lo:400:kworker.0 Request processed in 22us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203029.901413:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659 00000100:00100000:1.0:1779203029.901425:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:1.0:1779203029.901431:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524280832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.901461:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524280832:12345-0@lo:400:kworker.0 Request processed in 31us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203029.901467:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00080000:1.0:1779203029.901490:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1779203029.901494:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779203029.901526:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524280832:0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.901555:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524280704:0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.901564:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524281216:0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.901572:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524281728:0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.901592:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524281088:0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.901602:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524281600:0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.901684:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524281472 00000100:00100000:1.0:1779203029.901689:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524281472 00000100:00100000:1.0:1779203029.901749:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524281984 00000100:00100000:1.0:1779203029.901752:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524281984 00000100:00100000:1.0:1779203029.901771:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524281344 00000100:00100000:1.0:1779203029.901774:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524281344 00000100:00100000:1.0:1779203029.901785:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524281856 00000100:00100000:1.0:1779203029.901787:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524281856 00000100:00100000:1.0:1779203029.901798:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1779203029.901803:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524281472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.902078:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1779203029.902087:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524280576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.902133:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524280576:12345-0@lo:400:kworker.0 Request processed in 49us (1717us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203029.902139:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1779203029.902173:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:2.0:1779203029.902180:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524281984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.902212:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524281984:12345-0@lo:400:kworker.0 Request processed in 32us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203029.902218:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:2.0:1779203029.902230:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:2.0:1779203029.902235:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524281344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.902260:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524281344:12345-0@lo:400:kworker.0 Request processed in 25us (1416us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203029.902266:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:2.0:1779203029.902275:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:2.0:1779203029.902281:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524281856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203029.902304:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524281856:12345-0@lo:400:kworker.0 Request processed in 24us (1425us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203029.902310:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:1.0:1779203029.903085:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524281472:12345-0@lo:400:kworker.0 Request processed in 1277us (2346us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203029.903093:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1779203029.903126:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524280960 00000100:00100000:1.0:1779203029.903133:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524280960 00000100:00100000:1.0:1779203029.903167:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1779203029.903174:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524280960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.903207:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524280960:12345-0@lo:400:kworker.0 Request processed in 34us (2534us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203029.903214:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00080000:1.0:1779203029.903240:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779203029.903244:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779203029.903286:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524281344:0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.903298:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524281856:0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.903308:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524280960:0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.903321:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524281472:0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.903331:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0f38fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524281984:0@lo:400:kworker.0 00000100:00100000:1.0:1779203029.903373:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524280576:0@lo:400:kworker.0 00000001:00080000:2.0:1779203029.906959:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968380 is committed 00000040:00080000:0.0:1779203030.392237:0:29110:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779203030.392246:0:29110:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779203030.393553:0:29110:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779203030.396216:0:29110:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203030.745744:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779203031.438986:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779203031.439018:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524282112:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779203031.439095:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203031.439250:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524282112 00000100:00100000:1.0:1779203031.439259:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524282112 00000100:00100000:1.0:1779203031.439350:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1779203031.439361:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524282112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779203031.439392:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779203031.439434:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524282112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203031.439441:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00080000:0.0:1779203031.440188:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779203031.440233:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524282112:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779203031.440544:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524282240:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779203031.440598:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203031.441267:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524282240 00000100:00100000:3.0:1779203031.441274:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524282240 00000100:00100000:3.0:1779203031.441360:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1779203031.441369:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524282240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1779203031.441388:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779203031.441434:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524282240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203031.441441:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00080000:0.0:1779203031.441752:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779203031.441798:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524282240:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1779203031.755281:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779203031.899654:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203031.901110:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501367168 00000100:00100000:3.0:1779203031.901123:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501367168 00000100:00100000:3.0:1779203031.901219:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 90 00000100:00100000:3.0:1779203031.901232:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+18:2420:x1865628501367168:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779203031.901247:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 10 locks, starting at 0 00010000:00010000:3.0:1779203031.901290:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c1aa240/0x3d5ca2fc49dc15d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66748 expref: 18 pid: 17866 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203031.901326:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018402d65/0x3d5ca2fc49dbf371 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d659c6 expref: 17 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203031.901351:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d85c39e/0x3d5ca2fc49dbed5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d657ea expref: 16 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203031.901369:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034cf6551/0x3d5ca2fc49dbea9c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d656fc expref: 15 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203031.901387:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ee52702/0x3d5ca2fc49dbe7af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65600 expref: 14 pid: 8447 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779203031.901415:0:7938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb size from disk: 158 -> 316 00002000:00010000:3.0:1779203031.901418:0:7938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb mtime from disk: 1779202649 -> 1779202651 00002000:00010000:3.0:1779203031.901421:0:7938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb ctime from disk: 1779202649 -> 1779202651 00010000:00010000:3.0:1779203031.901428:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fcf14fda/0x3d5ca2fc49dbe491 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d654fd expref: 13 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203031.901445:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004be31312/0x3d5ca2fc49dbdd59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65295 expref: 12 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203031.901461:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063cb7a12/0x3d5ca2fc49dbd5d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d650d5 expref: 11 pid: 8447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203031.901478:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083e1528a/0x3d5ca2fc49dbce09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64e66 expref: 10 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203031.901498:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccd3bf22/0x3d5ca2fc49dbbfa0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d649f1 expref: 9 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203031.901509:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779203031.901583:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+8:2420:x1865628501367168:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 355us (1938us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203031.901592:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 90 00000100:00080000:0.0:1779203031.901798:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779203031.947762:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779203031.947795:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524282368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779203031.947897:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203031.951658:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524282368 00000100:00100000:0.0:1779203031.951672:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524282368 00000100:00100000:0.0:1779203031.951767:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1779203031.951778:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1dac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524282368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779203031.951812:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779203031.951813:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779203031.951833:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524282496:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1779203031.951942:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779203031.953153:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1dac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524282368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1374us (5252us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203031.953165:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1779203031.968438:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203031.968532:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524282496 00000100:00100000:2.0:1779203031.968566:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524282496 00000100:00100000:2.0:1779203031.968672:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1779203031.968686:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524282496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1779203031.968767:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1779203031.968888:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524282496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 206us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203031.968897:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00080000:2.0:1779203031.969795:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779203031.971329:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524282496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779203031.973164:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524282368:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1779203032.595254:0:29161:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779203032.595262:0:29161:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779203032.596235:0:29161:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779203032.596252:0:29161:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1779203032.782971:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779203032.971104:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524282624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779203032.971178:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203032.971257:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524282624 00000100:00100000:2.0:1779203032.971267:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524282624 00000100:00100000:2.0:1779203032.971340:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1779203032.971350:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524282624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779203032.971388:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779203032.971446:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524282624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203032.971453:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:3.0:1779203032.971603:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524282624:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1779203033.482895:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779203033.482905:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779203033.483442:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779203033.483453:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203033.803507:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779203034.508385:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203034.508439:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203034.508466:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203034.508513:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203034.508546:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203034.508570:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203034.508597:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203034.508614:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203034.508636:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203034.508678:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501367424 00000100:00100000:3.0:1779203034.508733:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501367424 00000100:00100000:3.0:1779203034.508811:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501367936 00000100:00100000:3.0:1779203034.508814:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501367936 00000100:00100000:3.0:1779203034.508836:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501367552 00000100:00100000:3.0:1779203034.508838:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501367552 00000100:00100000:3.0:1779203034.508852:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501368064 00000100:00100000:3.0:1779203034.508854:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501368064 00000100:00100000:3.0:1779203034.508874:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1661 00000100:00100000:3.0:1779203034.508886:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:2419:x1865628501367424:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203034.508987:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:2419:x1865628501367424:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 103us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203034.508996:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1661 00000100:00100000:3.0:1779203034.509014:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1662 00000100:00100000:3.0:1779203034.509021:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2419:x1865628501367936:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203034.509048:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2419:x1865628501367936:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 29us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203034.509056:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1662 00000100:00100000:3.0:1779203034.509067:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1663 00000100:00100000:3.0:1779203034.509073:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501367552:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203034.509099:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501367552:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203034.509105:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1663 00000100:00100000:3.0:1779203034.509116:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1664 00000100:00100000:3.0:1779203034.509122:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501368064:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203034.509145:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501368064:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203034.509153:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1664 00000100:00100000:3.0:1779203034.509173:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501367680 00000100:00100000:3.0:1779203034.509177:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501367680 00000100:00100000:3.0:1779203034.509205:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501368192 00000100:00100000:3.0:1779203034.509208:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501368192 00000100:00100000:3.0:1779203034.509224:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501367808 00000100:00100000:3.0:1779203034.509226:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501367808 00000100:00100000:3.0:1779203034.509237:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501368320 00000100:00100000:3.0:1779203034.509240:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501368320 00000100:00100000:3.0:1779203034.509251:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1181 00000100:00100000:3.0:1779203034.509257:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501367680:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203034.509281:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501367680:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 25us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203034.509287:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1181 00000100:00100000:3.0:1779203034.509297:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1182 00000100:00100000:3.0:1779203034.509302:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501368192:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203034.509357:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501368192:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 54us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203034.509363:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1182 00000100:00100000:3.0:1779203034.509373:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1183 00000100:00100000:3.0:1779203034.509379:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+8:2419:x1865628501367808:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203034.509397:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+8:2419:x1865628501367808:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (800us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203034.509402:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1183 00000100:00100000:3.0:1779203034.509410:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1184 00000100:00100000:3.0:1779203034.509417:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501368320:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203034.509435:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501368320:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 19us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203034.509440:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1184 00000100:00100000:2.0:1779203034.509879:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501367296 00000100:00100000:2.0:1779203034.509888:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501367296 00000100:00100000:2.0:1779203034.509936:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 875 00000100:00100000:2.0:1779203034.509943:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501367296:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203034.509973:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501367296:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 31us (1427us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203034.509979:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 875 00000100:00080000:2.0:1779203034.510024:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779203034.510030:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779203034.510034:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779203034.510037:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1779203034.833564:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779203034.893349:0:29212:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779203034.893361:0:29212:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779203034.894073:0:29212:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779203034.894086:0:29212:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1779203035.019389:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1779203035.019796:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524282752:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779203035.019888:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203035.019985:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524282752 00000100:00100000:2.0:1779203035.019994:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524282752 00000100:00100000:2.0:1779203035.020057:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1779203035.020067:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524282752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779203035.020601:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1779203035.021248:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524282752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1179us (1356us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203035.021259:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1779203035.021394:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524283264:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.021502:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524283008:0@lo:400:kworker.0 00000100:00100000:1.0:1779203035.021502:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203035.021567:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203035.021579:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524283776:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.021618:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524283520:0@lo:400:kworker.0 00000100:00100000:1.0:1779203035.021626:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203035.023405:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203035.023559:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524283008 00000100:00100000:2.0:1779203035.023571:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524283008 00000100:00100000:2.0:1779203035.023633:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524283520 00000100:00100000:2.0:1779203035.023637:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524283520 00000100:00100000:3.0:1779203035.023743:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524284032:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.023790:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203035.023827:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1779203035.023835:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524282880:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.023869:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203035.023897:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524283392:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.023934:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203035.023954:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524283904:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.023974:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203035.024006:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524283136:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.024034:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203035.024046:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524283648:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.024070:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203035.024090:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524284160:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.024119:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203035.024152:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524284032 00000100:00100000:3.0:1779203035.024156:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524284032 00000100:00100000:2.0:1779203035.024295:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524283392 00000100:00100000:2.0:1779203035.024298:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524283392 00000100:00100000:2.0:1779203035.024313:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524283904 00000100:00100000:2.0:1779203035.024315:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524283904 00000100:00100000:2.0:1779203035.024328:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524283136 00000100:00100000:2.0:1779203035.024330:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524283136 00000100:00100000:2.0:1779203035.024347:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:2.0:1779203035.024357:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524283008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203035.024429:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524283008:12345-0@lo:400:kworker.0 Request processed in 74us (2865us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203035.024437:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00100000:2.0:1779203035.024456:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:2.0:1779203035.024462:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524283520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203035.024827:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524283520:12345-0@lo:400:kworker.0 Request processed in 363us (1425us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203035.024838:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00100000:2.0:1779203035.024851:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667 00000100:00100000:2.0:1779203035.024857:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524283392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203035.024883:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524283392:12345-0@lo:400:kworker.0 Request processed in 28us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203035.024889:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667 00000100:00100000:2.0:1779203035.024897:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668 00000100:00100000:3.0:1779203035.025006:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:3.0:1779203035.025014:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524283136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.025052:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524283136:12345-0@lo:400:kworker.0 Request processed in 40us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203035.025058:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00100000:3.0:1779203035.025069:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:3.0:1779203035.025074:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524284032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.025097:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524284032:12345-0@lo:400:kworker.0 Request processed in 23us (1307us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203035.025102:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00000100:00100000:3.0:1779203035.025129:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524283776 00000100:00100000:3.0:1779203035.025134:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524283776 00000100:00100000:3.0:1779203035.025165:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524283648 00000100:00100000:3.0:1779203035.025167:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524283648 00000100:00100000:3.0:1779203035.025201:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524284160 00000100:00100000:3.0:1779203035.025203:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524284160 00000100:00100000:3.0:1779203035.025225:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:3.0:1779203035.025230:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524283776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203035.025355:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524283904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203035.025388:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524283904:12345-0@lo:400:kworker.0 Request processed in 37us (1413us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203035.025394:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668 00000100:00080000:2.0:1779203035.025415:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779203035.025420:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779203035.025422:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1779203035.025425:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779203035.025576:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524283776:12345-0@lo:400:kworker.0 Request processed in 346us (3952us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203035.025584:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:3.0:1779203035.025598:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1779203035.025605:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524283648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.025643:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524283648:12345-0@lo:400:kworker.0 Request processed in 39us (1571us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203035.025649:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:2.0:1779203035.025789:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:2.0:1779203035.025798:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524284160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203035.025836:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524284160:12345-0@lo:400:kworker.0 Request processed in 40us (1716us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203035.025842:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:2.0:1779203035.025877:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524282880 00000100:00100000:2.0:1779203035.025883:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524282880 00000100:00100000:2.0:1779203035.025994:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1779203035.026005:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524282880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203035.026106:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524283776:0@lo:400:kworker.0 00000100:00100000:1.0:1779203035.026126:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524284288:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.026129:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524283136:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.026150:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524283648:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.026172:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524284160:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.026242:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524283392:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.026253:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524283904:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.026279:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524283008:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.026292:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524283520:0@lo:400:kworker.0 00000100:00100000:3.0:1779203035.026303:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524284032:0@lo:400:kworker.0 00000100:00100000:2.0:1779203035.026626:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3663:x1865628524282880:12345-0@lo:400:kworker.0 Request processed in 622us (2755us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203035.026636:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1779203035.026874:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a42f56b-d01b-4129-aeb9-d1380afa145d:3663:1865628524282880:0@lo:400:kworker.0 00000100:00100000:1.0:1779203035.029015:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203035.029194:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524282752:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779203035.029206:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524284288 00000100:00100000:2.0:1779203035.029221:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524284288 00000100:00100000:2.0:1779203035.029304:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1779203035.029315:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524284288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203035.029419:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524284288:12345-0@lo:400:kworker.0 Request processed in 106us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203035.029427:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00080000:3.0:1779203035.029970:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779203035.030985:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524283264 00000100:00100000:1.0:1779203035.031001:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524283264 00000100:00100000:1.0:1779203035.031184:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1779203035.031199:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524283264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203035.032965:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524283264:12345-0@lo:400:kworker.0 Request processed in 1761us (11460us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203035.032979:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1779203035.033172:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524283264:0@lo:400:kworker.0 00000100:00100000:1.0:1779203035.033189:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524284288:0@lo:400:kworker.0 00010000:00010000:1.0:1779203035.853967:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779203036.559168:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524284416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779203036.559238:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203036.559314:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524284416 00000100:00100000:0.0:1779203036.559322:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524284416 00000100:00100000:0.0:1779203036.559387:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1779203036.559397:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524284416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1779203036.559428:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779203036.559491:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524284416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203036.559499:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1779203036.559553:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc32a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524284416:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1779203036.562929:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524284544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779203036.563000:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203036.563056:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524284544 00000100:00100000:2.0:1779203036.563064:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524284544 00000100:00100000:2.0:1779203036.563115:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1779203036.563125:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524284544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779203036.563148:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779203036.563191:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524284544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203036.563198:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1779203036.563242:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524284544:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1779203036.874957:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779203037.037211:0:29265:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1779203037.037221:0:29265:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1779203037.038680:0:29265:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1779203037.038770:0:29265:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1779203037.066940:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1779203037.066965:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524284672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779203037.067041:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203037.067142:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524284672 00000100:00100000:2.0:1779203037.067150:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524284672 00000100:00100000:2.0:1779203037.067210:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1779203037.067221:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524284672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779203037.067251:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1779203037.067300:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc32a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524284672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203037.067308:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1779203037.067361:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524284672:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1779203037.067452:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779203037.067848:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524284800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779203037.067883:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203037.067946:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524284800 00000100:00100000:0.0:1779203037.067951:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524284800 00000100:00100000:0.0:1779203037.067994:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1779203037.068000:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0fc383850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524284800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779203037.068013:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779203037.068045:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0fc383850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524284800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203037.068052:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00080000:2.0:1779203037.068290:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779203037.068318:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524284800:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1779203037.898923:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779203038.090997:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524284928:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1779203038.091075:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203038.116428:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524284928 00000100:00100000:3.0:1779203038.116444:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524284928 00000100:00100000:3.0:1779203038.116528:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1779203038.116539:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524284928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1779203038.116583:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1779203038.116732:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524284928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 194us (25656us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203038.116739:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1779203038.116888:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524284928:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1779203038.927810:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779203039.262575:0:29316:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779203039.262583:0:29316:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779203039.264210:0:29316:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779203039.264227:0:29316:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1779203039.620618:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203039.620761:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203039.620781:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203039.620836:0:17866:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501368832 00000100:00100000:1.0:1779203039.620845:0:17866:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501368832 00000100:00100000:1.0:1779203039.620919:0:17866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1189 00000100:00100000:1.0:1779203039.620930:0:17866:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501368832:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203039.621011:0:17866:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2420:x1865628501368832:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 83us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203039.621018:0:17866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1189 00000100:00080000:2.0:1779203039.621177:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779203039.626520:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203039.626565:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203039.626588:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501368448 00000100:00100000:1.0:1779203039.626599:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501368448 00000100:00100000:1.0:1779203039.626653:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 877 00000100:00100000:1.0:1779203039.626662:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501368448:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203039.626755:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501368448:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 94us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203039.626764:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 877 00000100:00100000:1.0:1779203039.626809:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203039.626912:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501369344 00000100:00100000:3.0:1779203039.626917:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501369344 00000100:00100000:3.0:1779203039.626957:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1190 00000100:00100000:3.0:1779203039.626964:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501369344:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203039.627008:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501369344:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 45us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203039.627014:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1190 00000100:00080000:3.0:1779203039.627033:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1779203039.633428:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501368576 00000100:00100000:0.0:1779203039.633443:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501368576 00000100:00100000:1.0:1779203039.634152:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501369088 00000100:00100000:1.0:1779203039.634314:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501369088 00000100:00100000:1.0:1779203039.634349:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501368704 00000100:00100000:1.0:1779203039.634352:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501368704 00000100:00100000:1.0:1779203039.634390:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1671 00000100:00100000:1.0:1779203039.634401:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:2420:x1865628501368576:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203039.634477:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:2420:x1865628501368576:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 78us (13868us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203039.634484:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1671 00000100:00100000:1.0:1779203039.634500:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1672 00000100:00100000:1.0:1779203039.634507:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501369088:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203039.634529:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501369088:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (13748us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203039.634535:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1672 00000100:00100000:1.0:1779203039.634545:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1673 00000100:00100000:1.0:1779203039.634550:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501368704:12345-192.168.204.21@tcp:400:kworker.0 00000100:00080000:3.0:1779203039.634955:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779203039.634960:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779203039.635544:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203039.635973:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501368704:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 1420us (9161us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203039.635982:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1673 00000100:00100000:2.0:1779203039.637904:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203039.637937:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779203039.637993:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501369216 00000100:00100000:0.0:1779203039.638004:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501369216 00000100:00100000:0.0:1779203039.638073:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1674 00000100:00100000:0.0:1779203039.638083:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501369216:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203039.638147:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501369216:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 66us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203039.638165:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1674 00000100:00080000:1.0:1779203039.641462:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779203039.654070:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501368960 00000100:00100000:3.0:1779203039.654089:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501368960 00000100:00080000:1.0:1779203039.656100:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779203039.662490:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501369472 00000100:00100000:3.0:1779203039.662505:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501369472 00000100:00100000:3.0:1779203039.662577:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1191 00000100:00100000:3.0:1779203039.662588:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+8:2420:x1865628501368960:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203039.662679:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+8:2420:x1865628501368960:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 92us (27138us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203039.662687:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1191 00000100:00100000:3.0:1779203039.662721:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1192 00000100:00100000:3.0:1779203039.662728:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501369472:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203039.662752:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501369472:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 26us (24815us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203039.662758:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1192 00000100:00080000:1.0:1779203039.663101:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1779203039.951391:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779203040.138990:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524285056:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1779203040.139064:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203040.140036:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524285056 00000100:00100000:2.0:1779203040.140046:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524285056 00000100:00100000:2.0:1779203040.140104:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1779203040.140115:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524285056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779203040.140151:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1779203040.140214:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524285056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (1150us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203040.140221:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1779203040.140271:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524285056:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779203040.140750:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524285312:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.140795:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203040.140834:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524285824:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.140856:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203040.140878:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524286336:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.140898:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203040.140919:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1779203040.140925:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524285184:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.140952:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203040.140974:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524285696:0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141105:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524285312 00000100:00100000:1.0:1779203040.141110:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524285312 00000100:00100000:1.0:1779203040.141142:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524285824 00000100:00100000:1.0:1779203040.141145:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524285824 00000100:00100000:1.0:1779203040.141170:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524286336 00000100:00100000:1.0:1779203040.141173:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524286336 00000100:00100000:1.0:1779203040.141191:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1675 00000100:00100000:1.0:1779203040.141198:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524285312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141237:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524285312:12345-0@lo:400:kworker.0 Request processed in 39us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203040.141244:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1675 00000100:00100000:1.0:1779203040.141257:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676 00000100:00100000:1.0:1779203040.141263:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524285824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141288:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1865628524285824:12345-0@lo:400:kworker.0 Request processed in 25us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203040.141294:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676 00000100:00100000:1.0:1779203040.141304:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677 00000100:00100000:1.0:1779203040.141311:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524286336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141336:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1865628524286336:12345-0@lo:400:kworker.0 Request processed in 26us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203040.141341:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677 00000100:00080000:1.0:1779203040.141355:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1779203040.141366:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524285568:0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141402:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203040.141419:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524286080:0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141441:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203040.141455:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524286592:0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141474:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203040.141491:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1779203040.141496:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524285440:0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141518:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203040.141532:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524285952:0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141550:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203040.141564:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524286464:0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141582:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203040.141606:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524285568 00000100:00100000:1.0:1779203040.141609:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524285568 00000100:00100000:1.0:1779203040.141633:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1779203040.141640:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524285568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141673:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524285568:12345-0@lo:400:kworker.0 Request processed in 35us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203040.141679:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1779203040.141717:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524286080 00000100:00100000:1.0:1779203040.141721:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524286080 00000100:00100000:1.0:1779203040.141746:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524286592 00000100:00100000:1.0:1779203040.141748:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524286592 00000100:00100000:1.0:1779203040.141765:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524285952 00000100:00100000:1.0:1779203040.141767:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524285952 00000100:00100000:1.0:1779203040.141780:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524286464 00000100:00100000:1.0:1779203040.141782:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524286464 00000100:00100000:1.0:1779203040.141796:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1779203040.141802:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524286080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141829:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f38fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524286080:12345-0@lo:400:kworker.0 Request processed in 28us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203040.141835:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1779203040.141845:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1779203040.141851:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524286592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141877:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524286592:12345-0@lo:400:kworker.0 Request processed in 26us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203040.141883:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1779203040.141894:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:1.0:1779203040.141900:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524285952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141924:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524285952:12345-0@lo:400:kworker.0 Request processed in 25us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203040.141930:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:1.0:1779203040.141938:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:1.0:1779203040.141944:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524286464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203040.141968:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524286464:12345-0@lo:400:kworker.0 Request processed in 25us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203040.142123:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203040.142137:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524286208:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142155:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203040.142180:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524285312:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142192:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3665:1865628524285824:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142201:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3665:1865628524286336:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142229:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524285440 00000100:00100000:0.0:1779203040.142232:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524285440 00000100:00100000:0.0:1779203040.142253:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524285696 00000100:00100000:0.0:1779203040.142255:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524285696 00000100:00100000:0.0:1779203040.142267:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524286208 00000100:00100000:0.0:1779203040.142269:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524286208 00000100:00100000:0.0:1779203040.142281:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:0.0:1779203040.142287:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524285440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142316:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1865628524285440:12345-0@lo:400:kworker.0 Request processed in 29us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203040.142325:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00100000:0.0:1779203040.142343:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679 00000100:00100000:0.0:1779203040.142349:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524285696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142389:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524285696:12345-0@lo:400:kworker.0 Request processed in 40us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203040.142395:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679 00000100:00100000:0.0:1779203040.142407:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680 00000100:00100000:0.0:1779203040.142413:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc321d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524286208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142438:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc321d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524286208:12345-0@lo:400:kworker.0 Request processed in 26us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203040.142444:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680 00000100:00100000:0.0:1779203040.142463:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524285184 00000100:00100000:0.0:1779203040.142467:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524285184 00000100:00100000:0.0:1779203040.142493:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1779203040.142499:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524285184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142526:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3665:x1865628524285184:12345-0@lo:400:kworker.0 Request processed in 28us (1574us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203040.142531:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1779203040.142570:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a42f56b-d01b-4129-aeb9-d1380afa145d:3665:1865628524285184:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142580:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524285696:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142589:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524286208:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142634:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3663:1865628524285440:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142644:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524285952:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142654:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524286464:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142663:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524285568:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142671:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524286080:0@lo:400:kworker.0 00000100:00100000:0.0:1779203040.142681:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524286592:0@lo:400:kworker.0 00000100:00080000:0.0:1779203040.142733:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779203040.142737:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779203040.142739:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779203040.143087:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00010000:00010000:1.0:1779203040.972920:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1779203041.473876:0:29367:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779203041.473888:0:29367:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779203041.475303:0:29367:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779203041.475319:0:29367:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779203041.675091:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1779203041.675116:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524286720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779203041.675201:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203041.675667:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524286720 00000100:00100000:2.0:1779203041.675676:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524286720 00000100:00100000:2.0:1779203041.675754:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1779203041.675763:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524286720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1779203041.675793:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779203041.675847:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524286720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203041.675854:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1779203041.676982:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524286848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1779203041.677027:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203041.677091:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524286720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779203041.681855:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524286848 00000100:00100000:2.0:1779203041.681871:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524286848 00000100:00100000:2.0:1779203041.681941:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1779203041.681966:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524286848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1779203041.681995:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1779203041.682088:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524286848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (5059us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203041.682094:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1779203041.684059:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524286848:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1779203041.994976:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779203042.193087:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779203042.193119:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524286976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779203042.193494:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203042.193619:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524286976 00000100:00100000:1.0:1779203042.193628:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524286976 00000100:00100000:1.0:1779203042.193716:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1779203042.193728:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524286976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779203042.193761:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779203042.193809:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524286976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203042.193816:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1779203042.193872:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1779203042.193881:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc1b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524287104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779203042.193908:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203042.193991:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524287104 00000100:00100000:2.0:1779203042.193996:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524287104 00000100:00100000:2.0:1779203042.194029:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1779203042.194036:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524287104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1779203042.194045:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1779203042.194078:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524287104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203042.194084:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1779203042.194132:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc1b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524287104:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1779203042.194642:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779203042.194676:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524286976:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1779203043.029081:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1779203043.211049:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779203043.211071:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524287232:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779203043.211143:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203043.218824:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524287232 00000100:00100000:0.0:1779203043.218840:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524287232 00000100:00100000:0.0:1779203043.219460:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1779203043.219470:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524287232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1779203043.219513:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1779203043.219602:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524287232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (8458us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203043.219609:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1779203043.229962:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524287232:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1779203043.726479:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779203043.726489:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779203043.730728:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779203043.730749:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1779203043.750562:0:29419:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779203043.750573:0:29419:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779203043.751098:0:29419:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779203043.751108:0:29419:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203044.068947:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779203044.166454:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203044.166550:0:6565:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501369728 00000100:00100000:3.0:1779203044.166560:0:6565:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501369728 00000100:00100000:3.0:1779203044.166636:0:6565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 352 00000100:00100000:3.0:1779203044.166647:0:6565:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c8d07850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+79:6235:x1865628501369728:12345-192.168.204.21@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1779203044.166966:0:6565:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c8d07850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+80:6235:x1865628501369728:12345-192.168.204.21@tcp:35:ldlm_bl.0 Request processed in 320us (522us total) trans 4294968381 rc 0/0 00000100:00100000:3.0:1779203044.166974:0:6565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 352 00000100:00100000:2.0:1779203044.167166:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203044.167466:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501369856 00000100:00100000:3.0:1779203044.167472:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501369856 00000100:00100000:3.0:1779203044.167532:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 91 00000100:00100000:3.0:1779203044.167540:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+25:2419:x1865628501369856:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779203044.167551:0:6548:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:3.0:1779203044.167584:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005df51098/0x3d5ca2fc49dc0912 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660bf expref: 25 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167603:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eabeaec7/0x3d5ca2fc49dc0904 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660b1 expref: 24 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167614:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ed6aef9/0x3d5ca2fc49dc092e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660db expref: 23 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167625:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009046c978/0x3d5ca2fc49dc0920 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660cd expref: 22 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167636:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c79af78/0x3d5ca2fc49dc08fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660aa expref: 21 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167645:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5f7329b/0x3d5ca2fc49dc0927 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660d4 expref: 20 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167656:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fef12fa8/0x3d5ca2fc49dc0935 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660e2 expref: 19 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167667:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9373fe3/0x3d5ca2fc49dc0919 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d660c6 expref: 18 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167685:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000832d8fef/0x3d5ca2fc49dc018d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65eb9 expref: 17 pid: 17866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167747:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e4e4a8d/0x3d5ca2fc49dbfebc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65dcb expref: 16 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167768:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038e1fac3/0x3d5ca2fc49dbfbba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65cc8 expref: 15 pid: 12963 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167792:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1937848/0x3d5ca2fc49dbf7ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65b24 expref: 14 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167809:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9b9c1bd/0x3d5ca2fc49dbe2df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d6545c expref: 13 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167826:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049a640e8/0x3d5ca2fc49dbdb53 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d65202 expref: 12 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167844:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d212b6d/0x3d5ca2fc49dbcc18 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64dbe expref: 11 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1779203044.167855:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x9:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:3.0:1779203044.167858:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x9:0x0] updating lvb mtime from disk: 1645827007 -> 1779202434 00002000:00010000:3.0:1779203044.167861:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x9:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1779203044.167867:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000255a0c79/0x3d5ca2fc49dbc2ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64ad8 expref: 10 pid: 8444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.167880:0:6548:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779203044.167911:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501369856:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 372us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203044.167917:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 91 00000100:00080000:0.0:1779203044.168713:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779203044.168719:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779203044.190224:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203044.190382:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501369984 00000100:00100000:3.0:1779203044.190393:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501369984 00000100:00100000:3.0:1779203044.190500:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 92 00000100:00100000:3.0:1779203044.190510:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+80:2420:x1865628501369984:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1779203044.190528:0:6550:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:3.0:1779203044.190593:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4234200/0x3d5ca2fc49dbcad6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64d40 expref: 80 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190612:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff91cfc28aa600) 00010000:00010000:3.0:1779203044.190635:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3000/0x3d5ca2fc49dbc9b7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64cec expref: 79 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190644:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff91cfc10a7100) 00010000:00010000:3.0:1779203044.190657:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2c00/0x3d5ca2fc49dbc9cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64cfa expref: 78 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190668:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd4800/0x3d5ca2fc49dbc8d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64c9f expref: 77 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190676:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff91cfc28aad00) 00010000:00010000:3.0:1779203044.190751:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba400/0x3d5ca2fc49dbc7e9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64c52 expref: 76 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190760:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff91cfc2883a00) 00010000:00010000:3.0:1779203044.190770:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd5800/0x3d5ca2fc49dbc7fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64c60 expref: 75 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190782:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bad800/0x3d5ca2fc49dbc702 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64c05 expref: 74 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190798:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff91cfc2883200) 00010000:00010000:3.0:1779203044.190808:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3aba200/0x3d5ca2fc49dbc66f lrc: 0/0,0 mode: --/PR res: [0x200000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64bd4 expref: 73 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190816:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa:0x0].0x0 (ffff91d0e08f9600) 00010000:00010000:3.0:1779203044.190826:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4234000/0x3d5ca2fc49dbc684 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64be2 expref: 72 pid: 10076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190838:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3abbe00/0x3d5ca2fc49dbc653 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64bcd expref: 71 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190845:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff91d0e08f9000) 00010000:00010000:3.0:1779203044.190854:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3800/0x3d5ca2fc49dbc573 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64b8e expref: 70 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190864:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad2a00/0x3d5ca2fc49dbc55e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64b87 expref: 69 pid: 6562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190874:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3bd4600/0x3d5ca2fc49dbc50a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64b79 expref: 68 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190881:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff91d0e08f9e00) 00010000:00010000:3.0:1779203044.190890:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc4235a00/0x3d5ca2fc49dbc477 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64b48 expref: 67 pid: 6564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190902:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91d0c1534600/0x3d5ca2fc49dbc462 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64b41 expref: 66 pid: 6563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190915:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91cfc3ad3e00/0x3d5ca2fc49dbc3eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64b25 expref: 65 pid: 7869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1779203044.190922:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff91d0e262b200) 00010000:00010000:3.0:1779203044.190929:0:6550:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1779203044.190986:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+64:2420:x1865628501369984:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 477us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203044.190993:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 92 00000100:00100000:1.0:1779203044.745851:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203044.746002:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501370112 00000100:00100000:2.0:1779203044.746012:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501370112 00000100:00100000:2.0:1779203044.746079:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 879 00000100:00100000:2.0:1779203044.746090:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501370112:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203044.748135:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2422:x1865628501370112:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 2038us (2284us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203044.748149:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 879 00000100:00100000:1.0:1779203044.750288:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203044.750357:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203044.750395:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203044.750427:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:0.0:1779203044.750629:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501370368 00000100:00100000:0.0:1779203044.750640:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501370368 00000100:00100000:0.0:1779203044.750724:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501370880 00000100:00100000:0.0:1779203044.750727:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501370880 00000100:00100000:0.0:1779203044.750754:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1681 00000100:00100000:0.0:1779203044.750764:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2422:x1865628501370368:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203044.750842:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2422:x1865628501370368:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 78us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203044.750850:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1681 00000100:00100000:0.0:1779203044.750874:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1682 00000100:00100000:0.0:1779203044.750881:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501370880:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203044.750917:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2422:x1865628501370880:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 37us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203044.750923:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1682 00000100:00080000:0.0:1779203044.750950:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1779203044.750994:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501370624 00000100:00100000:0.0:1779203044.750998:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501370624 00000100:00100000:0.0:1779203044.751040:0:8511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501371136 00000100:00100000:0.0:1779203044.751043:0:8511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501371136 00000100:00100000:0.0:1779203044.751060:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1197 00000100:00100000:0.0:1779203044.751066:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+8:2422:x1865628501370624:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203044.751092:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+8:2422:x1865628501370624:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203044.751103:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1197 00000100:00100000:0.0:1779203044.751115:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1198 00000100:00100000:0.0:1779203044.751121:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501371136:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203044.751142:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501371136:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 22us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203044.751149:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1198 00000100:00080000:0.0:1779203044.751163:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779203044.754337:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203044.754399:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203044.754418:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203044.754554:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203044.754620:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501370240 00000100:00100000:3.0:1779203044.754630:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501370240 00000100:00100000:3.0:1779203044.754684:0:7869:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501370752 00000100:00100000:3.0:1779203044.754687:0:7869:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501370752 00000100:00100000:3.0:1779203044.754756:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1683 00000100:00100000:3.0:1779203044.754766:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+64:2422:x1865628501370240:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203044.754835:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc1b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+64:2422:x1865628501370240:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 70us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203044.754841:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1683 00000100:00100000:3.0:1779203044.754857:0:7869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1684 00000100:00100000:3.0:1779203044.754863:0:7869:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2422:x1865628501370752:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203044.755062:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501370496 00000100:00100000:1.0:1779203044.755067:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501370496 00000100:00100000:1.0:1779203044.755091:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501371008 00000100:00100000:1.0:1779203044.755093:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501371008 00000100:00100000:1.0:1779203044.755112:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1199 00000100:00100000:1.0:1779203044.755119:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501370496:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203044.755167:0:7869:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2422:x1865628501370752:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 303us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203044.755173:0:7869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1684 00000100:00100000:3.0:1779203044.755195:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1200 00000100:00100000:3.0:1779203044.755201:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501371008:12345-192.168.204.21@tcp:400:kworker.0 00000100:00080000:2.0:1779203044.755383:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779203044.755390:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779203044.755428:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2422:x1865628501370496:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 310us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203044.755435:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1199 00000100:00100000:3.0:1779203044.764661:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2422:x1865628501371008:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 9446us (10093us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203044.764675:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1200 00010000:00010000:3.0:1779203045.081746:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779203045.266294:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1779203045.269363:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779203045.269386:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524287360:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.269469:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203045.269558:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524287360 00000100:00100000:3.0:1779203045.269566:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524287360 00000100:00100000:3.0:1779203045.269612:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1779203045.269621:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524287360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.269673:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524287360:12345-0@lo:400:kworker.0 Request processed in 52us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203045.269681:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1779203045.269746:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524287360:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.269783:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779203045.269791:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524287488:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.269818:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203045.269859:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524287488 00000100:00100000:3.0:1779203045.269862:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524287488 00000100:00100000:3.0:1779203045.269890:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685 00000100:00100000:3.0:1779203045.269896:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524287488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.269931:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1865628524287488:12345-0@lo:400:kworker.0 Request processed in 35us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203045.269936:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685 00000100:00100000:3.0:1779203045.269964:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3663:1865628524287488:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.269992:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524287616:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270056:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203045.270093:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524287744:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270114:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203045.270137:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524287744 00000100:00100000:3.0:1779203045.270142:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524287744 00000100:00100000:3.0:1779203045.270165:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686 00000100:00100000:3.0:1779203045.270171:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524287744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270202:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1865628524287744:12345-0@lo:400:kworker.0 Request processed in 31us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203045.270208:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686 00000100:00100000:3.0:1779203045.270232:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3664:1865628524287744:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270258:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779203045.270276:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524287872:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270299:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203045.270323:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524287616 00000100:00100000:3.0:1779203045.270327:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524287616 00000100:00100000:3.0:1779203045.270349:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524287872 00000100:00100000:3.0:1779203045.270351:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524287872 00000100:00100000:3.0:1779203045.270364:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1779203045.270369:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524287616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270405:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524287616:12345-0@lo:400:kworker.0 Request processed in 36us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203045.270412:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1779203045.270423:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1779203045.270430:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524287872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270460:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524287872:12345-0@lo:400:kworker.0 Request processed in 31us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203045.270466:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1779203045.270491:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524287616:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270511:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524287872:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270534:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779203045.270539:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524288000:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270560:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203045.270586:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524288000 00000100:00100000:3.0:1779203045.270589:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524288000 00000100:00100000:3.0:1779203045.270619:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1687 00000100:00100000:3.0:1779203045.270625:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524288000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270659:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1865628524288000:12345-0@lo:400:kworker.0 Request processed in 34us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203045.270665:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1687 00000100:00100000:3.0:1779203045.270688:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3663:1865628524288000:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270741:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524288128:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270764:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203045.270785:0:6564:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524288128 00000100:00100000:3.0:1779203045.270789:0:6564:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524288128 00000100:00100000:3.0:1779203045.270810:0:6564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:3.0:1779203045.270816:0:6564:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524288128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270847:0:6564:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1865628524288128:12345-0@lo:400:kworker.0 Request processed in 32us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203045.270856:0:6564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:3.0:1779203045.270880:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3663:1865628524288128:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270908:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524288256:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.270929:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203045.270956:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524288256 00000100:00100000:3.0:1779203045.270959:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524288256 00000100:00100000:3.0:1779203045.270985:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1779203045.270990:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524288256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271025:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524288256:12345-0@lo:400:kworker.0 Request processed in 35us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203045.271031:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1779203045.271057:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524288256:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271082:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779203045.271087:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524288384:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271108:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203045.271139:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1779203045.271145:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524288512:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271166:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203045.271186:0:6562:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524288512 00000100:00100000:3.0:1779203045.271189:0:6562:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524288512 00000100:00100000:3.0:1779203045.271211:0:6562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689 00000100:00100000:3.0:1779203045.271216:0:6562:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524288512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271246:0:6562:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3663:x1865628524288512:12345-0@lo:400:kworker.0 Request processed in 30us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203045.271251:0:6562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689 00000100:00100000:3.0:1779203045.271292:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3663:1865628524288512:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271320:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524288640:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271341:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203045.271363:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524288640 00000100:00100000:3.0:1779203045.271366:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524288640 00000100:00100000:3.0:1779203045.271389:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:3.0:1779203045.271394:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524288640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271425:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1865628524288640:12345-0@lo:400:kworker.0 Request processed in 31us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203045.271430:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00100000:3.0:1779203045.271454:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3663:1865628524288640:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271480:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524288768:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271500:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203045.271534:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1779203045.271539:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524288896:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271559:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203045.271581:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524288384 00000100:00100000:3.0:1779203045.271584:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524288384 00000100:00100000:3.0:1779203045.271604:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524288768 00000100:00100000:3.0:1779203045.271607:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524288768 00000100:00100000:3.0:1779203045.271621:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524288896 00000100:00100000:3.0:1779203045.271623:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524288896 00000100:00100000:3.0:1779203045.271638:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:3.0:1779203045.271644:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524288384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271676:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524288384:12345-0@lo:400:kworker.0 Request processed in 32us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203045.271684:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:3.0:1779203045.271720:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:3.0:1779203045.271726:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524288768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271754:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524288768:12345-0@lo:400:kworker.0 Request processed in 29us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203045.271759:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:3.0:1779203045.271769:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:3.0:1779203045.271775:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524288896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271799:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524288896:12345-0@lo:400:kworker.0 Request processed in 24us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203045.271804:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:3.0:1779203045.271834:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524288896:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271842:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524288768:0@lo:400:kworker.0 00000100:00100000:3.0:1779203045.271850:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524288384:0@lo:400:kworker.0 00000100:00100000:0.0:1779203045.274022:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779203045.274047:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524289024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779203045.274117:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203045.274220:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524289024 00000100:00100000:1.0:1779203045.274228:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524289024 00000100:00100000:1.0:1779203045.274287:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1779203045.274295:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524289024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1779203045.274330:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1779203045.274380:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524289024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203045.274387:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1779203045.274435:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524289024:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1779203045.275170:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779203045.275177:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1779203045.275180:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1779203045.275183:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1779203046.050493:0:29470:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779203046.050502:0:29470:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779203046.051938:0:29470:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779203046.051957:0:29470:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203046.100639:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779203046.795182:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779203046.795205:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524289152:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779203046.795284:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203046.795450:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1779203046.795461:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c411ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524289280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1779203046.795488:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203046.795827:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524289152 00000100:00100000:1.0:1779203046.795836:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524289152 00000100:00100000:0.0:1779203046.798095:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524289280 00000100:00100000:0.0:1779203046.798110:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524289280 00000100:00100000:0.0:1779203046.798207:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1779203046.798218:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524289280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1779203046.798263:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1779203046.798359:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1865628524289280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 143us (2869us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203046.798367:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1779203046.798497:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c411ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3665:1865628524289280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779203046.800987:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1779203046.801000:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524289152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779203046.801027:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779203046.801231:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524289152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 233us (5946us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203046.801249:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1779203046.805215:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524289152:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1779203047.115025:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779203047.307348:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779203047.307370:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524289408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1779203047.307441:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203047.308086:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524289408 00000100:00100000:3.0:1779203047.308097:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524289408 00000100:00100000:3.0:1779203047.308166:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1779203047.308176:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524289408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1779203047.308207:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1779203047.308272:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524289408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203047.308278:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1779203047.308325:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524289408:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1779203047.308395:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779203047.308991:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1779203047.309004:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524289536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1779203047.309042:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203047.309200:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524289536 00000100:00100000:1.0:1779203047.309205:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524289536 00000100:00100000:1.0:1779203047.309261:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1779203047.309269:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524289536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779203047.309282:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779203047.309320:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524289536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203047.309327:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1779203047.309359:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c598d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524289536:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1779203047.309451:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1779203048.144106:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1779203048.299225:0:29521:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779203048.299234:0:29521:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779203048.299778:0:29521:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779203048.299791:0:29521:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1779203048.341659:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524289664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1779203048.341757:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203048.342074:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524289664 00000100:00100000:2.0:1779203048.342083:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524289664 00000100:00100000:2.0:1779203048.342179:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1779203048.342189:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524289664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779203048.342233:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1779203048.346084:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524289664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1779203048.346500:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c598d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524289664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3498us (3928us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203048.346513:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00010000:00010000:3.0:1779203049.164176:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1779203049.882826:0:6542:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968381 is committed 00000100:00100000:2.0:1779203049.885129:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203049.885184:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203049.885205:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203049.885211:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501371392 00000100:00100000:2.0:1779203049.885219:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203049.885222:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501371392 00000100:00100000:2.0:1779203049.885238:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203049.885256:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203049.885270:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203049.885271:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501371904 00000100:00100000:1.0:1779203049.885274:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501371904 00000100:00100000:2.0:1779203049.885284:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203049.885292:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501371520 00000100:00100000:1.0:1779203049.885294:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501371520 00000100:00100000:2.0:1779203049.885306:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203049.885306:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501372032 00000100:00100000:1.0:1779203049.885308:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501372032 00000100:00100000:2.0:1779203049.885324:0:6555:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501371264 00000100:00100000:1.0:1779203049.885325:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1691 00000100:00100000:2.0:1779203049.885327:0:6555:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501371264 00000100:00100000:1.0:1779203049.885333:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+63:2419:x1865628501371392:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203049.885348:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 881 00000100:00100000:2.0:1779203049.885354:0:6555:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501371264:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:2.0:1779203049.885411:0:6555:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2419:x1865628501371264:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 56us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203049.885418:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 881 00000100:00100000:2.0:1779203049.885452:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1692 00000100:00100000:2.0:1779203049.885458:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2419:x1865628501371904:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203049.885721:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501371648 00000100:00100000:3.0:1779203049.885725:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501371648 00000100:00100000:3.0:1779203049.885765:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501372160 00000100:00100000:3.0:1779203049.885768:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501372160 00000100:00100000:3.0:1779203049.885787:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501371776 00000100:00100000:3.0:1779203049.885790:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501371776 00000100:00100000:3.0:1779203049.885803:0:8447:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501372288 00000100:00100000:3.0:1779203049.885805:0:8447:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501372288 00000100:00100000:3.0:1779203049.885818:0:8447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1205 00000100:00100000:3.0:1779203049.885824:0:8447:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501371648:12345-192.168.204.21@tcp:400:kworker.0 00000100:00080000:0.0:1779203049.887649:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1779203049.887658:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1779203049.887662:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1779203049.887665:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1779203049.892361:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+63:2419:x1865628501371392:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 7009us (7222us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203049.892376:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1691 00000100:00100000:1.0:1779203049.892425:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1693 00000100:00100000:1.0:1779203049.892441:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501371520:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203049.892493:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2419:x1865628501371520:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 60us (7235us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203049.892500:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1693 00000100:00100000:1.0:1779203049.892513:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1694 00000100:00100000:1.0:1779203049.892521:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501372032:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203049.892545:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501372032:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (7260us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203049.892551:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1694 00000100:00100000:1.0:1779203049.892611:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1206 00000100:00100000:1.0:1779203049.892620:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501372160:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203049.892646:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501372160:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 27us (7425us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203049.892652:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1206 00000100:00100000:1.0:1779203049.892665:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1207 00000100:00100000:1.0:1779203049.892673:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+8:2419:x1865628501371776:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203049.892716:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d493ac47-01a4-46b3-b7f5-13bf3b17147e+8:2419:x1865628501371776:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 44us (7444us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203049.892721:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1207 00000100:00100000:1.0:1779203049.892732:0:8511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1208 00000100:00100000:1.0:1779203049.892739:0:8511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501372288:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203049.892777:0:8511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501372288:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 38us (7470us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203049.892782:0:8511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1208 00000100:00100000:2.0:1779203049.896955:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2419:x1865628501371904:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 11485us (11737us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203049.898007:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1692 00000100:00100000:3.0:1779203049.898923:0:8447:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2419:x1865628501371648:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 13091us (13732us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203049.898935:0:8447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1205 00010000:00010000:0.0:1779203050.186990:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779203050.379156:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524289792:0@lo:400:kworker.0 00000100:00100000:3.0:1779203050.379236:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203050.379286:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524290304:0@lo:400:kworker.0 00000100:00100000:3.0:1779203050.379315:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203050.379347:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524290816:0@lo:400:kworker.0 00000100:00100000:3.0:1779203050.379372:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203050.385828:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524289920:0@lo:400:kworker.0 00000100:00100000:0.0:1779203050.385913:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203050.385969:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524290432:0@lo:400:kworker.0 00000100:00100000:0.0:1779203050.385999:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203050.386018:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524290944:0@lo:400:kworker.0 00000100:00100000:0.0:1779203050.386040:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203050.386057:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524291456:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1779203050.386081:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203050.386916:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524289920 00000100:00100000:2.0:1779203050.386927:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524289920 00000100:00100000:2.0:1779203050.386982:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524290432 00000100:00100000:2.0:1779203050.386986:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524290432 00000100:00100000:2.0:1779203050.387015:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524290944 00000100:00100000:2.0:1779203050.387018:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524290944 00000100:00100000:2.0:1779203050.387040:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695 00000100:00100000:2.0:1779203050.387049:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524289920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.387112:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1865628524289920:12345-0@lo:400:kworker.0 Request processed in 64us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203050.387119:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695 00000100:00100000:2.0:1779203050.387134:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:2.0:1779203050.387139:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524290432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.387179:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1865628524290432:12345-0@lo:400:kworker.0 Request processed in 40us (1185us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203050.387186:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00000100:00100000:2.0:1779203050.387196:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:2.0:1779203050.387202:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524290944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.387229:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1865628524290944:12345-0@lo:400:kworker.0 Request processed in 27us (1189us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203050.387234:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00080000:2.0:1779203050.387252:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1779203050.387285:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3665:1865628524289920:0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.387295:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3665:1865628524290432:0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.387304:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3665:1865628524290944:0@lo:400:kworker.0 00000100:00100000:1.0:1779203050.389221:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524289792 00000100:00100000:1.0:1779203050.389230:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524289792 00000100:00100000:1.0:1779203050.392252:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1779203050.392274:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524289792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203050.392365:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524289792:12345-0@lo:400:kworker.0 Request processed in 102us (13128us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203050.392372:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1779203050.392890:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524290304 00000100:00100000:3.0:1779203050.392901:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524290304 00000100:00100000:3.0:1779203050.393068:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524291456 00000100:00100000:3.0:1779203050.393072:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524291456 00000100:00100000:3.0:1779203050.393087:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1779203050.393093:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524290304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203050.393137:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524290304:12345-0@lo:400:kworker.0 Request processed in 44us (13821us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203050.393143:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1779203050.393157:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1779203050.393175:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524291456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1779203050.393202:0:6568:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1779203050.393292:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1865628524291456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (7209us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203050.393299:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1779203050.393407:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524291328:0@lo:400:kworker.0 00000100:00100000:3.0:1779203050.393442:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203050.393483:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524289792:0@lo:400:kworker.0 00000100:00100000:3.0:1779203050.393497:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524290304:0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.403485:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524291456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779203050.408809:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524290048:0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.408888:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203050.408936:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524290560:0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.408977:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203050.408998:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524291072:0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.409022:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203050.409048:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1779203050.409055:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524290176:0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.409080:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203050.409100:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524290688:0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.409123:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203050.409146:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524291200:0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.409178:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203050.409214:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524290560 00000100:00100000:2.0:1779203050.409221:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524290560 00000100:00100000:2.0:1779203050.409271:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524291072 00000100:00100000:2.0:1779203050.409275:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524291072 00000100:00100000:2.0:1779203050.409293:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524290176 00000100:00100000:2.0:1779203050.409296:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524290176 00000100:00100000:2.0:1779203050.409314:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698 00000100:00100000:2.0:1779203050.409322:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524290560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.409374:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1865628524290560:12345-0@lo:400:kworker.0 Request processed in 52us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203050.409382:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698 00000100:00100000:2.0:1779203050.409398:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1699 00000100:00100000:2.0:1779203050.409403:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524291072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.409431:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1865628524291072:12345-0@lo:400:kworker.0 Request processed in 28us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203050.409436:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1699 00000100:00100000:2.0:1779203050.409447:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700 00000100:00100000:2.0:1779203050.409452:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524290176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.409479:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524290176:12345-0@lo:400:kworker.0 Request processed in 26us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203050.409484:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700 00000100:00080000:2.0:1779203050.409504:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1779203050.409533:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524290176:0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.409545:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3662:1865628524290560:0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.409552:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3662:1865628524291072:0@lo:400:kworker.0 00000100:00100000:1.0:1779203050.410723:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524290816 00000100:00100000:1.0:1779203050.410734:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524290816 00000100:00100000:1.0:1779203050.410793:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524291328 00000100:00100000:1.0:1779203050.410797:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524291328 00000100:00100000:1.0:1779203050.410816:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524290688 00000100:00100000:1.0:1779203050.410818:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524290688 00000100:00100000:1.0:1779203050.410837:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1779203050.410844:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524290816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203050.410910:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524290816:12345-0@lo:400:kworker.0 Request processed in 67us (31537us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203050.410916:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1779203050.410929:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524291200 00000100:00100000:1.0:1779203050.410932:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524291200 00000100:00100000:1.0:1779203050.410948:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:1.0:1779203050.410952:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524291328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203050.411466:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524291328:12345-0@lo:400:kworker.0 Request processed in 42us (17552us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203050.411475:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:1.0:1779203050.411489:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:1.0:1779203050.411497:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524290688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203050.411540:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524290688:12345-0@lo:400:kworker.0 Request processed in 45us (2416us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203050.411545:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:1.0:1779203050.411556:0:12963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:1.0:1779203050.411562:0:12963:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524291200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203050.411590:0:12963:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524291200:12345-0@lo:400:kworker.0 Request processed in 29us (2412us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203050.411596:0:12963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00080000:1.0:1779203050.411669:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1779203050.411674:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1779203050.411737:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524290816:0@lo:400:kworker.0 00000100:00100000:1.0:1779203050.411750:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524291328:0@lo:400:kworker.0 00000100:00100000:1.0:1779203050.411911:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524290048 00000100:00100000:1.0:1779203050.411916:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524290048 00000100:00100000:1.0:1779203050.411944:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1779203050.411951:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524290048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1779203050.412133:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1865628524290048:12345-0@lo:400:kworker.0 Request processed in 44us (3108us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203050.412140:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1779203050.413834:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524290688:0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.413851:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524291200:0@lo:400:kworker.0 00000100:00100000:2.0:1779203050.413862:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffb18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524290048:0@lo:400:kworker.0 00000040:00080000:0.0:1779203050.659946:0:29573:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1779203050.659966:0:29573:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1779203050.660450:0:29573:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1779203050.660461:0:29573:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203051.212528:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779203051.917875:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524291584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779203051.917991:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203051.918079:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524291584 00000100:00100000:3.0:1779203051.918087:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524291584 00000100:00100000:3.0:1779203051.918307:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1779203051.918317:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524291584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1779203051.918346:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1779203051.919321:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524291584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1003us (1327us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203051.919331:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1779203051.919366:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3184380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524291712:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1779203051.919411:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203051.919554:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524291584:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1779203051.931750:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524291712 00000100:00100000:1.0:1779203051.931766:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524291712 00000100:00100000:1.0:1779203051.931834:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1779203051.931846:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524291712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779203051.931872:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779203051.931964:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1865628524291712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (12551us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203051.931971:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1779203051.933617:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3184380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524291712:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1779203052.235747:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1779203052.428571:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524291840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1779203052.428668:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203052.428787:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524291840 00000100:00100000:1.0:1779203052.428798:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524291840 00000100:00100000:1.0:1779203052.428860:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1779203052.428873:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524291840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1779203052.428915:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779203052.428969:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524291840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203052.428977:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00080000:1.0:1779203052.429002:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1779203052.429052:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524291840:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1779203052.429997:0:3665:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524291968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1779203052.430054:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203052.430158:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524291968 00000100:00100000:0.0:1779203052.430165:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524291968 00000100:00100000:0.0:1779203052.430225:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1779203052.430243:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524291968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1779203052.430262:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779203052.430305:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1865628524291968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203052.430311:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00080000:2.0:1779203052.430947:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1779203052.430991:0:3665:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3665:1865628524291968:0@lo:13:osp-pre-1-1.0 00000040:00080000:1.0:1779203053.014245:0:29624:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1779203053.014255:0:29624:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1779203053.014998:0:29624:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1779203053.015010:0:29624:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203053.259472:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1779203053.391066:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203053.391179:0:7938:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501372416 00000100:00100000:2.0:1779203053.391191:0:7938:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501372416 00000100:00100000:2.0:1779203053.391286:0:7938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 93 00000100:00100000:2.0:1779203053.391297:0:7938:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2419:x1865628501372416:12345-192.168.204.21@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1779203053.391312:0:7938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1779203053.391393:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc98057e/0x3d5ca2fc49dc14b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d66692 expref: 10 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779203053.391437:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037907bd5/0x3d5ca2fc49dbd127 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64f70 expref: 9 pid: 8444 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779203053.391456:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cdc89b4d/0x3d5ca2fc49dbcde6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64e58 expref: 8 pid: 8446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779203053.391474:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000347940aa/0x3d5ca2fc49dbc9f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64d0f expref: 7 pid: 8511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779203053.391492:0:7938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007589c29/0x3d5ca2fc49dbc629 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.21@tcp remote: 0xcabaa0b082d64bbf expref: 6 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1779203053.391503:0:7938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1779203053.391568:0:7938:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2419:x1865628501372416:12345-192.168.204.21@tcp:103:ldlm_bl.0 Request processed in 273us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203053.391576:0:7938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 93 00000100:00080000:1.0:1779203053.391647:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779203053.451255:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524292096:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1779203053.451330:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203053.451533:0:6567:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524292096 00000100:00100000:2.0:1779203053.451542:0:6567:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524292096 00000100:00100000:2.0:1779203053.451596:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1779203053.451607:0:6567:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffcee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524292096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1779203053.451649:0:6567:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1779203053.451920:0:6567:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffcee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524292096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 314us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203053.451928:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1779203053.454998:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524292096:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1779203053.964098:0:13676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1779203053.964106:0:13676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1779203053.964639:0:13676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1779203053.964652:0:13676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1779203054.284597:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779203054.980324:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203054.980653:0:6558:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501372544 00000100:00100000:1.0:1779203054.980671:0:6558:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501372544 00000100:00100000:1.0:1779203054.980795:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 883 00000100:00100000:1.0:1779203054.980808:0:6558:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501372544:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203054.991956:0:6558:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6c697da-3b22-4719-9109-e8c43ba504e5+12:2420:x1865628501372544:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 11128us (11624us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203054.991978:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 883 00000100:00100000:2.0:1779203054.997915:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203054.998004:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203054.998013:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501372800 00000100:00100000:3.0:1779203054.998032:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501372800 00000100:00100000:2.0:1779203054.998053:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203054.998108:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203054.998145:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203054.998148:0:16980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501373312 00000100:00100000:3.0:1779203054.998153:0:16980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501373312 00000100:00100000:0.0:1779203054.998161:0:6563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501372672 00000100:00100000:0.0:1779203054.998166:0:6563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501372672 00000100:00100000:2.0:1779203054.998182:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:3.0:1779203054.998199:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1701 00000100:00100000:0.0:1779203054.998208:0:6563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1702 00000100:00100000:3.0:1779203054.998211:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501372800:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203054.998215:0:6563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501373312:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203054.998322:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+6:2420:x1865628501372800:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 114us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203054.998330:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1701 00000100:00100000:3.0:1779203054.998351:0:16980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1703 00000100:00100000:3.0:1779203054.998358:0:16980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+63:2420:x1865628501372672:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:0.0:1779203055.005745:0:6563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501373312:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 7510us (7672us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203055.005765:0:6563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1702 00000100:00080000:0.0:1779203055.005835:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1779203055.005842:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1779203055.008528:0:16980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d493ac47-01a4-46b3-b7f5-13bf3b17147e+63:2420:x1865628501372672:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 10149us (10361us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203055.008548:0:16980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1703 00000100:00100000:2.0:1779203055.009003:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:2.0:1779203055.009483:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.21@tcp (source: 12345-192.168.204.21@tcp) 00000100:00100000:1.0:1779203055.011705:0:12963:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501373056 00000100:00100000:1.0:1779203055.011729:0:12963:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501373056 00000100:00100000:1.0:1779203055.011779:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501373568 00000100:00100000:1.0:1779203055.011782:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501373568 00000100:00100000:1.0:1779203055.011877:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501372928 00000100:00100000:1.0:1779203055.011881:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501372928 00000100:00100000:1.0:1779203055.011911:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1213 00000100:00100000:1.0:1779203055.011924:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501373568:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203055.012024:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+5:2420:x1865628501373568:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 104us (13921us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203055.012032:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1213 00000100:00100000:1.0:1779203055.012052:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1214 00000100:00100000:1.0:1779203055.012059:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501372928:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203055.012097:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d493ac47-01a4-46b3-b7f5-13bf3b17147e+9:2420:x1865628501372928:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 38us (13915us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203055.012683:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1214 00000100:00100000:1.0:1779203055.012771:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501373184 00000100:00100000:1.0:1779203055.012778:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501373184 00000100:00100000:1.0:1779203055.012830:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1704 00000100:00100000:1.0:1779203055.012838:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501373184:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203055.012883:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7b420b-b306-4135-80df-08c7d0cde6bc+37:2420:x1865628501373184:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 45us (3897us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203055.012889:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1704 00000100:00100000:1.0:1779203055.012945:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1215 00000100:00100000:1.0:1779203055.012952:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0ffb15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+8:2420:x1865628501373056:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:1.0:1779203055.012975:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0ffb15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d493ac47-01a4-46b3-b7f5-13bf3b17147e+8:2420:x1865628501373056:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 24us (14977us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203055.012982:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1215 00000100:00080000:1.0:1779203055.013037:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1779203055.013042:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1779203055.013045:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1779203055.022757:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628501373440 00000100:00100000:3.0:1779203055.022777:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628501373440 00000100:00100000:3.0:1779203055.022874:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.21@tcp, seq: 1216 00000100:00100000:3.0:1779203055.022887:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501373440:12345-192.168.204.21@tcp:400:kworker.0 00000100:00100000:3.0:1779203055.023169:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7b420b-b306-4135-80df-08c7d0cde6bc+10:2420:x1865628501373440:12345-192.168.204.21@tcp:400:kworker.0 Request processed in 284us (13685us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203055.023180:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.21@tcp, seq: 1216 00000100:00080000:2.0:1779203055.023264:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1779203055.308557:0:6552:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1779203055.500739:0:13680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1779203055.500864:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524292224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1779203055.500964:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203055.507667:0:7870:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524292224 00000100:00100000:2.0:1779203055.507686:0:7870:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524292224 00000100:00100000:2.0:1779203055.507769:0:7870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1779203055.507781:0:7870:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524292224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1779203055.507850:0:7870:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1779203055.507951:0:7870:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3663:x1865628524292224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 172us (6987us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203055.507960:0:7870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1779203055.508040:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3663:1865628524292224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1779203055.508583:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524292352:0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.508642:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203055.508831:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524292864:0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.508865:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203055.508897:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524293376:0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.508922:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203055.508947:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1779203055.508954:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524292480:0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.508975:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203055.508991:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524292992:0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.509011:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203055.509829:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524293504:0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.509875:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203055.509933:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffcedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524292608:0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.509958:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203055.509978:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524293120:0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.510006:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203055.510027:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524293632:0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.511825:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0ffced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524292736:0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.511905:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203055.511957:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524293248:0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.511986:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203055.512008:0:3663:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524293760:0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.512029:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1779203055.512095:0:6568:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524292736 00000100:00100000:2.0:1779203055.512107:0:6568:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524292736 00000100:00100000:2.0:1779203055.512169:0:6568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1779203055.512514:0:6568:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524292736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.512604:0:6568:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524292736:12345-0@lo:400:kworker.0 Request processed in 95us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203055.512613:0:6568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1779203055.512650:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524293120 00000100:00100000:2.0:1779203055.512656:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524293120 00000100:00100000:2.0:1779203055.512732:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524293248 00000100:00100000:2.0:1779203055.512735:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524293248 00000100:00100000:2.0:1779203055.512766:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524293760 00000100:00100000:2.0:1779203055.512769:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524293760 00000100:00100000:2.0:1779203055.512794:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:2.0:1779203055.512801:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0f4f84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524293120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.512837:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0f4f84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524293120:12345-0@lo:400:kworker.0 Request processed in 37us (2830us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203055.512844:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:2.0:1779203055.513121:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:2.0:1779203055.513127:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524293248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.513156:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524293248:12345-0@lo:400:kworker.0 Request processed in 30us (1170us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203055.513162:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:2.0:1779203055.513764:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1779203055.513774:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524293760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.513810:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1865628524293760:12345-0@lo:400:kworker.0 Request processed in 40us (1781us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203055.513816:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00080000:2.0:1779203055.513843:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1779203055.513848:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1779203055.513894:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524292736:0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.513907:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524293248:0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.513917:0:3663:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3663:1865628524293760:0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.514317:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524292864 00000100:00100000:2.0:1779203055.514324:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524292864 00000100:00100000:2.0:1779203055.514372:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524293376 00000100:00100000:2.0:1779203055.514376:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524293376 00000100:00100000:2.0:1779203055.514496:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524292480 00000100:00100000:2.0:1779203055.514501:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524292480 00000100:00100000:2.0:1779203055.514516:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524292992 00000100:00100000:2.0:1779203055.514519:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524292992 00000100:00100000:2.0:1779203055.514535:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524293504 00000100:00100000:2.0:1779203055.514538:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524293504 00000100:00100000:2.0:1779203055.514549:0:10076:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524292608 00000100:00100000:2.0:1779203055.514551:0:10076:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524292608 00000100:00100000:2.0:1779203055.514566:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:2.0:1779203055.514572:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524292864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.514637:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1865628524292864:12345-0@lo:400:kworker.0 Request processed in 65us (5771us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203055.514643:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00100000:2.0:1779203055.514657:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706 00000100:00100000:2.0:1779203055.514663:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524293376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.514723:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1865628524293376:12345-0@lo:400:kworker.0 Request processed in 30us (5769us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203055.514733:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706 00000100:00100000:2.0:1779203055.514745:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707 00000100:00100000:2.0:1779203055.514751:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524292480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.514781:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1865628524292480:12345-0@lo:400:kworker.0 Request processed in 31us (5804us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203055.514786:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707 00000100:00100000:2.0:1779203055.514797:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708 00000100:00100000:2.0:1779203055.514803:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524292992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.514830:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1865628524292992:12345-0@lo:400:kworker.0 Request processed in 27us (5818us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203055.514835:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708 00000100:00100000:3.0:1779203055.514844:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3664:1865628524292480:0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.514846:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:2.0:1779203055.514852:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524293504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.514858:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3664:1865628524292992:0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.514869:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3664:1865628524292864:0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.514879:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1865628524293504:12345-0@lo:400:kworker.0 Request processed in 28us (5005us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203055.514880:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3664:1865628524293376:0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.514885:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00000100:00100000:2.0:1779203055.514896:0:10076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710 00000100:00100000:2.0:1779203055.514902:0:10076:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524292608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.514906:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3664:1865628524293504:0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.514927:0:10076:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1865628524292608:12345-0@lo:400:kworker.0 Request processed in 26us (4968us total) trans 0 rc 0/0 00000100:00100000:2.0:1779203055.514933:0:10076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710 00000100:00100000:2.0:1779203055.514961:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524292352 00000100:00100000:2.0:1779203055.514965:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524292352 00000100:00100000:3.0:1779203055.514969:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203055.514998:0:8444:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524293632 00000100:00100000:3.0:1779203055.515001:0:8444:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524293632 00000100:00100000:2.0:1779203055.515006:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1779203055.515012:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91d0c64f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524292352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.515047:0:8444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:2.0:1779203055.515049:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91d0c64f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a42f56b-d01b-4129-aeb9-d1380afa145d+23:3664:x1865628524292352:12345-0@lo:400:kworker.0 Request processed in 38us (6408us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203055.515064:0:8444:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524293632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.515096:0:8444:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc3097100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524293632:12345-0@lo:400:kworker.0 Request processed in 42us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1779203055.515103:0:8444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1779203055.515130:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a42f56b-d01b-4129-aeb9-d1380afa145d:3664:1865628524292352:0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.515155:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524293632:0@lo:400:kworker.0 00000100:00100000:2.0:1779203055.517624:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1779203055.517644:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0ffcedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3662:1865628524292608:0@lo:400:kworker.0 00000100:00100000:3.0:1779203055.520591:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91d0c4113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524293120:0@lo:400:kworker.0 00000100:00080000:3.0:1779203055.521184:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1779203055.521194:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1779203055.521200:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1779203056.347029:0:19508:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1779203056.388086:0:29674:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12u: @@@@@@ FAIL: request on 0x200000403:0x34:0x0 is not SUCCEED on mds1 00000100:00100000:3.0:1779203057.036777:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524293888:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1779203057.036874:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203057.040623:0:8448:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524293888 00000100:00100000:1.0:1779203057.040633:0:8448:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524293888 00000100:00100000:1.0:1779203057.040688:0:8448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1779203057.040731:0:8448:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524293888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1779203057.040763:0:8448:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779203057.040845:0:8448:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1865628524293888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (3972us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203057.040852:0:8448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1779203057.041194:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3664:1865628524293888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1779203057.041218:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1779203057.041229:0:3664:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc3186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524294016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1779203057.041269:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1779203057.041361:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524294016 00000100:00100000:1.0:1779203057.041365:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524294016 00000100:00100000:1.0:1779203057.041394:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1779203057.041400:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524294016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1779203057.041421:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1779203057.041456:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1865628524294016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1779203057.041462:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1779203057.041521:0:3664:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc3186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3664:1865628524294016:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1779203057.045813:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1779203057.356026:0:6551:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1779203057.548062:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524294144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1779203057.548145:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1779203057.550550:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1779203057.550564:0:3662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524294272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1779203057.550613:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1779203057.573984:0:8449:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524294144 00000100:00100000:0.0:1779203057.574006:0:8449:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524294144 00000100:00100000:1.0:1779203057.575315:0:15446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865628524294272 00000100:00100000:1.0:1779203057.575328:0:15446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865628524294272 00000100:00100000:1.0:1779203057.576617:0:15446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1779203057.576635:0:15446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524294272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1779203057.576673:0:15446:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1779203057.577008:0:15446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc4a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1865628524294272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 379us (26392us total) trans 0 rc 0/0 00000100:00080000:3.0:1779203057.577086:0:6559:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1779203057.579063:0:8449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1779203057.579086:0:8449:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524294144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1779203057.579115:0:8449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1779203057.579187:0:8449:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff91cfc33fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1865628524294144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (31043us total) trans 0 rc 0/0 00000100:00100000:0.0:1779203057.579195:0:8449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1779203057.579342:0:15446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1779203057.579408:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc4a28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3662:1865628524294272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1779203057.579426:0:3662:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff91cfc31a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3662:1865628524294144:0@lo:13:osp-pre-1-0.0 Debug log: 72513 lines, 72513 kept, 0 dropped, 0 bad.